+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-101.ec2.internal
++ [[ -n ip-10-0-1-101.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-101.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0504 20:39:38.323377811 - disable conntrack on geneve port'
I0504 20:39:38.323377811 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0504 20:39:38.355172224 - starting ovnkube-node
+ echo 'I0504 20:39:38.355172224 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-101.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-101.ec2.internal --init-node ip-10-0-1-101.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-101.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0504 20:39:38.402784    3669 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0504 20:39:38.402854    3669 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-18892726ba.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0504 20:39:38.404548    3669 kube.go:431] Waiting for certificate
I0504 20:39:38.404574    3669 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0504 20:39:38.404623    3669 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0504 20:39:38.405418    3669 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0504 20:39:38.439914    3669 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0504 20:39:38.439930    3669 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0504 20:39:38.444301    3669 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0504 20:39:38.444383    3669 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hvvtd"
I0504 20:39:38.449391    3669 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hvvtd"
I0504 20:39:38.449475    3669 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0504 20:39:39.405198    3669 kube.go:438] Certificate found
I0504 20:39:39.405856    3669 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0504 20:39:39.407419    3669 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0504 20:39:39.454185    3669 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:34:38 +0000 UTC" deadline="2026-05-05 15:29:20.103051992 +0000 UTC"
I0504 20:39:39.454231    3669 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h49m40.648836133s"
I0504 20:39:39.472192    3669 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0504 20:39:39.489433    3669 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0504 20:39:39.489510    3669 server.go:101] MetricServer registers OVS metrics
I0504 20:39:39.489619    3669 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0504 20:39:39.489683    3669 factory.go:561] Starting watch factory
I0504 20:39:39.489754    3669 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.489769    3669 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.489773    3669 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.489781    3669 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.489792    3669 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.489801    3669 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.489783    3669 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.489771    3669 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.489854    3669 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.489875    3669 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.489951    3669 server.go:105] MetricServer registers OVN DB metrics
I0504 20:39:39.490278    3669 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.490304    3669 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.494749    3669 controller_manager.go:370] Starting the ovnkube controller
I0504 20:39:39.494759    3669 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-101.ec2.internal
I0504 20:39:39.494799    3669 controller_manager.go:395] NBDB zone sync took: 34.54µs
I0504 20:39:39.494807    3669 factory.go:561] Starting watch factory
I0504 20:39:39.494913    3669 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0504 20:39:39.494934    3669 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0504 20:39:39.507000    3669 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.508242    3669 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.508009    3669 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0504 20:39:39.508311    3669 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0504 20:39:39.508335    3669 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.509167    3669 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.509485    3669 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.513146    3669 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0504 20:39:39.513179    3669 server.go:109] MetricServer registers OVN Controller metrics
I0504 20:39:39.517198    3669 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0504 20:39:39.517679    3669 server.go:113] MetricServer registers OVN Northd metrics
I0504 20:39:39.522071    3669 metrics.go:519] OVN Metrics Server starts to run ...
I0504 20:39:39.595556    3669 factory.go:1977] *v1.Namespace informer cache synced successfully
I0504 20:39:39.595576    3669 factory.go:1977] *v1.Node informer cache synced successfully
I0504 20:39:39.595581    3669 factory.go:1977] *v1.Service informer cache synced successfully
I0504 20:39:39.595585    3669 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0504 20:39:39.595606    3669 factory.go:1977] *v1.Pod informer cache synced successfully
I0504 20:39:39.595611    3669 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0504 20:39:39.595699    3669 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 20:39:39.595700    3669 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 20:39:39.595725    3669 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 20:39:39.595727    3669 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 20:39:39.598942    3669 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 20:39:39.598944    3669 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0504 20:39:39.600835    3669 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0504 20:39:39.600845    3669 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0504 20:39:39.600846    3669 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0504 20:39:39.600853    3669 factory.go:1977] *v1.Pod informer cache synced successfully
I0504 20:39:39.600856    3669 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0504 20:39:39.600859    3669 factory.go:1977] *v1.Namespace informer cache synced successfully
I0504 20:39:39.600862    3669 factory.go:1977] *v1.Node informer cache synced successfully
I0504 20:39:39.600864    3669 factory.go:1977] *v1.Service informer cache synced successfully
I0504 20:39:39.600894    3669 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.600904    3669 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.603821    3669 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.606200    3669 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0504 20:39:39.606214    3669 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0504 20:39:39.606223    3669 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0504 20:39:39.606247    3669 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.606257    3669 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.608786    3669 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.612257    3669 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0504 20:39:39.612270    3669 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0504 20:39:39.612308    3669 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.612318    3669 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.614940    3669 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.618188    3669 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0504 20:39:39.618197    3669 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0504 20:39:39.618235    3669 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.618246    3669 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.620713    3669 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.624010    3669 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0504 20:39:39.624023    3669 factory.go:1977] *v1.EgressService informer cache synced successfully
I0504 20:39:39.624075    3669 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.624086    3669 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.626942    3669 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.629149    3669 factory.go:1977] *v1.EgressService informer cache synced successfully
I0504 20:39:39.629158    3669 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0504 20:39:39.629326    3669 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0504 20:39:39.629342    3669 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0504 20:39:39.632026    3669 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0504 20:39:39.634296    3669 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0504 20:39:39.634310    3669 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0504 20:39:39.634345    3669 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.634358    3669 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.634359    3669 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.634370    3669 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.637075    3669 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.637139    3669 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0504 20:39:39.639328    3669 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0504 20:39:39.639338    3669 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0504 20:39:39.639341    3669 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0504 20:39:39.639345    3669 factory.go:680] Watch Factory start up complete, took: 149.664806ms
I0504 20:39:39.639406    3669 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0504 20:39:39.644710    3669 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0504 20:39:39.644725    3669 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0504 20:39:39.644735    3669 factory.go:680] Watch Factory start up complete, took: 149.924884ms
I0504 20:39:39.644746    3669 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-101.ec2.internal" zone
I0504 20:39:39.684920    3669 default_node_network_controller.go:710] Initializing the default node network controller
I0504 20:39:39.769562    3669 udn_isolation.go:101] Starting UDN host isolation manager
I0504 20:39:39.775523    3669 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0504 20:39:39.833385    3669 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0504 20:39:39.833480    3669 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0504 20:39:39.833497    3669 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0504 20:39:39.864875    3669 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0504 20:39:39.864936    3669 default_node_network_controller.go:809] Node ip-10-0-1-101.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0504 20:39:39.869831    3669 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.101"] k8s.ovn.org/zone-name:ip-10-0-1-101.ec2.internal] on node ip-10-0-1-101.ec2.internal
I0504 20:39:39.889209    3669 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0504 20:39:39.894906    3669 controller_manager.go:429] Waiting for node in zone sync took: 250.147315ms
I0504 20:39:39.895008    3669 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0504 20:39:39.895155    3669 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0504 20:39:39.895265    3669 gateway_init.go:263] Preparing Gateway
I0504 20:39:39.895276    3669 gateway_shared_intf.go:1687] Creating new gateway
I0504 20:39:39.899833    3669 controller_manager.go:611] Switching to transit router for layer2 networks
I0504 20:39:39.899848    3669 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-101.ec2.internal
I0504 20:39:39.914601    3669 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0504 20:39:39.920642    3669 controller_manager.go:290] SCTP support detected in OVN
I0504 20:39:39.921165    3669 services_controller.go:69] Creating services controller for network=default
I0504 20:39:39.921272    3669 udn_enabled_svc.go:80] Waiting for service informer to sync
I0504 20:39:39.921304    3669 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0504 20:39:39.921329    3669 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0504 20:39:39.921340    3669 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0504 20:39:39.921348    3669 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0504 20:39:39.921495    3669 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0504 20:39:39.921535    3669 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0504 20:39:39.921602    3669 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.455µs
I0504 20:39:39.921623    3669 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 80.424µs
I0504 20:39:39.921629    3669 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 94.007µs
I0504 20:39:39.921635    3669 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0504 20:39:39.921643    3669 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0504 20:39:39.921651    3669 default_network_controller.go:325] Starting the default network controller
I0504 20:39:39.921759    3669 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.519µs
I0504 20:39:39.921871    3669 udn_enabled_svc.go:95] Performing full resync
I0504 20:39:39.922156    3669 udn_enabled_svc.go:99] Waiting for handler to sync
I0504 20:39:39.922167    3669 udn_enabled_svc.go:104] Starting worker
I0504 20:39:39.930206    3669 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0504 20:39:39.930266    3669 repair.go:33] Syncing exgw routes took 48.531µs
I0504 20:39:39.930286    3669 default_network_controller.go:414] Starting all the Watchers...
I0504 20:39:39.930407    3669 namespace.go:98] [openshift-backplane-srep] adding namespace
I0504 20:39:39.930414    3669 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0504 20:39:39.930418    3669 namespace.go:98] [openshift-ingress] adding namespace
I0504 20:39:39.930424    3669 namespace.go:98] [dedicated-admin] adding namespace
I0504 20:39:39.930428    3669 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0504 20:39:39.930407    3669 namespace.go:98] [openshift] adding namespace
I0504 20:39:39.930436    3669 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0504 20:39:39.930433    3669 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0504 20:39:39.930447    3669 namespace.go:98] [openshift-network-operator] adding namespace
I0504 20:39:39.930449    3669 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0504 20:39:39.930448    3669 namespace.go:98] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] adding namespace
I0504 20:39:39.930450    3669 namespace.go:98] [openshift-config-managed] adding namespace
I0504 20:39:39.930463    3669 namespace.go:98] [openshift-apiserver] adding namespace
I0504 20:39:39.930481    3669 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0504 20:39:39.930407    3669 namespace.go:98] [openshift-operators-redhat] adding namespace
I0504 20:39:39.930953    3669 namespace.go:102] [openshift-backplane-srep] adding namespace took 534.493µs
I0504 20:39:39.930968    3669 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0504 20:39:39.931357    3669 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 385.401µs
I0504 20:39:39.931369    3669 namespace.go:98] [openshift-package-operator] adding namespace
I0504 20:39:39.931800    3669 namespace.go:102] [openshift-package-operator] adding namespace took 426.214µs
I0504 20:39:39.931815    3669 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0504 20:39:39.932272    3669 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 452.026µs
I0504 20:39:39.932284    3669 namespace.go:98] [openshift-config] adding namespace
I0504 20:39:39.932694    3669 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.270391ms
I0504 20:39:39.932709    3669 namespace.go:98] [openshift-ingress-operator] adding namespace
I0504 20:39:39.933227    3669 namespace.go:102] [openshift-ingress] adding namespace took 2.80166ms
I0504 20:39:39.933237    3669 namespace.go:98] [openshift-backplane-csm] adding namespace
I0504 20:39:39.933647    3669 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.208944ms
I0504 20:39:39.933662    3669 namespace.go:98] [openshift-etcd] adding namespace
I0504 20:39:39.934201    3669 namespace.go:102] [dedicated-admin] adding namespace took 3.76513ms
I0504 20:39:39.934217    3669 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0504 20:39:39.934692    3669 namespace.go:102] [openshift] adding namespace took 4.252941ms
I0504 20:39:39.934703    3669 namespace.go:98] [openshift-insights] adding namespace
I0504 20:39:39.935272    3669 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.827287ms
I0504 20:39:39.935290    3669 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0504 20:39:39.935743    3669 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.299314ms
I0504 20:39:39.935757    3669 namespace.go:98] [openshift-controller-manager] adding namespace
I0504 20:39:39.936229    3669 namespace.go:102] [openshift-network-operator] adding namespace took 5.770878ms
W0504 20:39:39.936231    3669 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-q5jng: pod openshift-network-diagnostics/network-check-target-q5jng: no pod IPs found 
W0504 20:39:39.936266    3669 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-chrv8: pod openshift-network-diagnostics/network-check-target-chrv8: no pod IPs found 
I0504 20:39:39.936244    3669 namespace.go:98] [openshift-image-registry] adding namespace
I0504 20:39:39.936857    3669 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.393013ms
I0504 20:39:39.936874    3669 namespace.go:98] [openshift-operators] adding namespace
I0504 20:39:39.937367    3669 namespace.go:102] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] adding namespace took 6.902125ms
I0504 20:39:39.937380    3669 namespace.go:98] [kube-system] adding namespace
I0504 20:39:39.937919    3669 namespace.go:102] [openshift-config-managed] adding namespace took 7.453754ms
I0504 20:39:39.937929    3669 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0504 20:39:39.938417    3669 namespace.go:102] [openshift-apiserver] adding namespace took 7.943599ms
I0504 20:39:39.938432    3669 namespace.go:98] [kube-node-lease] adding namespace
I0504 20:39:39.938998    3669 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.506312ms
I0504 20:39:39.939014    3669 namespace.go:98] [openshift-multus] adding namespace
I0504 20:39:39.939504    3669 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.990382ms
I0504 20:39:39.939515    3669 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0504 20:39:39.939994    3669 namespace.go:102] [openshift-config] adding namespace took 7.706029ms
I0504 20:39:39.940480    3669 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.76692ms
I0504 20:39:39.940492    3669 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0504 20:39:39.940961    3669 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.720646ms
I0504 20:39:39.940972    3669 namespace.go:98] [kube-public] adding namespace
I0504 20:39:39.941441    3669 namespace.go:102] [openshift-etcd] adding namespace took 7.774206ms
I0504 20:39:39.941452    3669 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0504 20:39:39.941944    3669 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.720726ms
I0504 20:39:39.941965    3669 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0504 20:39:39.942426    3669 namespace.go:102] [openshift-insights] adding namespace took 7.714829ms
I0504 20:39:39.942444    3669 namespace.go:98] [openshift-cluster-version] adding namespace
I0504 20:39:39.942871    3669 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.575037ms
I0504 20:39:39.942903    3669 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0504 20:39:39.943387    3669 namespace.go:102] [openshift-controller-manager] adding namespace took 7.624108ms
I0504 20:39:39.943401    3669 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0504 20:39:39.944369    3669 namespace.go:102] [openshift-image-registry] adding namespace took 8.051146ms
I0504 20:39:39.944388    3669 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0504 20:39:39.944900    3669 namespace.go:102] [openshift-operators] adding namespace took 8.018226ms
I0504 20:39:39.944915    3669 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0504 20:39:39.945316    3669 namespace.go:102] [kube-system] adding namespace took 7.931934ms
I0504 20:39:39.945325    3669 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0504 20:39:39.945879    3669 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.94377ms
I0504 20:39:39.945896    3669 namespace.go:98] [openshift-dns] adding namespace
W0504 20:39:39.946301    3669 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8nbhl: pod openshift-multus/network-metrics-daemon-8nbhl: no pod IPs found 
W0504 20:39:39.946331    3669 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f2tg6: pod openshift-multus/network-metrics-daemon-f2tg6: no pod IPs found 
I0504 20:39:39.946351    3669 namespace.go:102] [kube-node-lease] adding namespace took 7.912469ms
I0504 20:39:39.946366    3669 namespace.go:98] [openshift-config-operator] adding namespace
I0504 20:39:39.946912    3669 namespace.go:102] [openshift-multus] adding namespace took 7.893046ms
I0504 20:39:39.946933    3669 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0504 20:39:39.947351    3669 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.829989ms
I0504 20:39:39.947364    3669 namespace.go:98] [openshift-marketplace] adding namespace
I0504 20:39:39.947858    3669 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.360555ms
I0504 20:39:39.947869    3669 namespace.go:98] [openshift-dns-operator] adding namespace
I0504 20:39:39.948351    3669 namespace.go:102] [kube-public] adding namespace took 7.373345ms
I0504 20:39:39.948366    3669 namespace.go:98] [openshift-host-network] adding namespace
I0504 20:39:39.948723    3669 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.26546ms
I0504 20:39:39.948739    3669 namespace.go:98] [openshift-authentication] adding namespace
I0504 20:39:39.949192    3669 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.2203ms
I0504 20:39:39.949206    3669 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0504 20:39:39.949602    3669 namespace.go:102] [openshift-cluster-version] adding namespace took 7.137982ms
I0504 20:39:39.949616    3669 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0504 20:39:39.949974    3669 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.067136ms
I0504 20:39:39.949985    3669 namespace.go:98] [openshift-console] adding namespace
I0504 20:39:39.950435    3669 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.029562ms
I0504 20:39:39.950448    3669 namespace.go:98] [openshift-ingress-canary] adding namespace
I0504 20:39:39.950826    3669 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.432261ms
I0504 20:39:39.950838    3669 namespace.go:98] [openshift-monitoring] adding namespace
I0504 20:39:39.951224    3669 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.30269ms
I0504 20:39:39.951237    3669 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0504 20:39:39.951715    3669 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.382849ms
I0504 20:39:39.951731    3669 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0504 20:39:39.952166    3669 namespace.go:102] [openshift-dns] adding namespace took 6.263757ms
I0504 20:39:39.952177    3669 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0504 20:39:39.952546    3669 namespace.go:102] [openshift-config-operator] adding namespace took 6.174862ms
I0504 20:39:39.952560    3669 namespace.go:98] [openshift-backplane-tam] adding namespace
I0504 20:39:39.952974    3669 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.035777ms
I0504 20:39:39.952987    3669 namespace.go:98] [openshift-console-operator] adding namespace
I0504 20:39:39.953376    3669 namespace.go:102] [openshift-marketplace] adding namespace took 6.007202ms
I0504 20:39:39.953388    3669 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0504 20:39:39.953718    3669 namespace.go:102] [openshift-dns-operator] adding namespace took 5.844046ms
I0504 20:39:39.953734    3669 namespace.go:98] [openshift-authentication-operator] adding namespace
I0504 20:39:39.954303    3669 namespace.go:102] [openshift-host-network] adding namespace took 5.93233ms
I0504 20:39:39.954317    3669 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0504 20:39:39.954852    3669 namespace.go:102] [openshift-authentication] adding namespace took 6.10732ms
I0504 20:39:39.954863    3669 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0504 20:39:39.955387    3669 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.177893ms
I0504 20:39:39.955397    3669 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0504 20:39:39.955909    3669 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.288997ms
I0504 20:39:39.955919    3669 namespace.go:98] [openshift-machine-api] adding namespace
I0504 20:39:39.956324    3669 namespace.go:102] [openshift-console] adding namespace took 6.335266ms
I0504 20:39:39.956333    3669 namespace.go:98] [openshift-backplane] adding namespace
I0504 20:39:39.956832    3669 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.377935ms
I0504 20:39:39.956846    3669 namespace.go:98] [openshift-console-user-settings] adding namespace
I0504 20:39:39.957375    3669 namespace.go:102] [openshift-monitoring] adding namespace took 6.520189ms
I0504 20:39:39.957392    3669 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0504 20:39:39.957842    3669 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.600049ms
I0504 20:39:39.957855    3669 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0504 20:39:39.958311    3669 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.576419ms
I0504 20:39:39.958320    3669 namespace.go:98] [openshift-node] adding namespace
I0504 20:39:39.958797    3669 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.615905ms
I0504 20:39:39.958808    3669 namespace.go:98] [openshift-backplane-cse] adding namespace
I0504 20:39:39.959256    3669 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.689307ms
I0504 20:39:39.959272    3669 namespace.go:98] [openshift-network-node-identity] adding namespace
I0504 20:39:39.959716    3669 namespace.go:102] [openshift-console-operator] adding namespace took 6.723351ms
I0504 20:39:39.959733    3669 namespace.go:98] [default] adding namespace
I0504 20:39:39.960122    3669 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.727003ms
I0504 20:39:39.960139    3669 namespace.go:98] [openshift-infra] adding namespace
I0504 20:39:39.960583    3669 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.844333ms
I0504 20:39:39.960605    3669 namespace.go:98] [openshift-backplane-cee] adding namespace
I0504 20:39:39.961112    3669 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.790414ms
I0504 20:39:39.961559    3669 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.692077ms
I0504 20:39:39.962012    3669 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.610576ms
I0504 20:39:39.962490    3669 namespace.go:102] [openshift-machine-api] adding namespace took 6.566891ms
I0504 20:39:39.963051    3669 namespace.go:102] [openshift-backplane] adding namespace took 6.709957ms
I0504 20:39:39.963070    3669 namespace.go:98] [openshift-logging] adding namespace
I0504 20:39:39.963468    3669 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.615942ms
I0504 20:39:39.963941    3669 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.542782ms
I0504 20:39:39.964458    3669 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.596385ms
I0504 20:39:39.964988    3669 namespace.go:102] [openshift-node] adding namespace took 6.662385ms
I0504 20:39:39.965396    3669 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.583346ms
I0504 20:39:39.965931    3669 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.65097ms
I0504 20:39:39.965949    3669 namespace.go:98] [openshift-network-console] adding namespace
I0504 20:39:39.966362    3669 namespace.go:102] [default] adding namespace took 6.62249ms
I0504 20:39:39.966375    3669 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0504 20:39:39.967011    3669 namespace.go:102] [openshift-infra] adding namespace took 6.866463ms
I0504 20:39:39.967434    3669 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.823291ms
I0504 20:39:39.967937    3669 namespace.go:102] [openshift-logging] adding namespace took 4.862188ms
I0504 20:39:39.968502    3669 namespace.go:102] [openshift-network-console] adding namespace took 2.545545ms
I0504 20:39:39.968948    3669 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.567268ms
W0504 20:39:39.969030    3669 master.go:458] Unable to parse local node ip-10-0-1-101.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0504 20:39:39.969038    3669 master.go:471] Unable to parse remote node ip-10-0-0-208.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0504 20:39:39.969043    3669 master.go:481] Removing stale chassis with ID/Name: 8fea3960-7ab6-43d0-a987-81fa79ea46d4, hostname: ip-10-0-1-101.ec2.internal
I0504 20:39:39.969519    3669 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-208.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-208.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-208.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-208.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-208.ec2.internal
I0504 20:39:39.969549    3669 master.go:548] Adding or Updating local node "ip-10-0-1-101.ec2.internal" for network "default"
I0504 20:39:39.970554    3669 zone_ic_handler.go:195] Time taken to create transit switch: 470.038µs
I0504 20:39:39.970566    3669 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-58.ec2.internal for the network default
I0504 20:39:39.971759    3669 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-58.ec2.internal" on network "default" took: 1.686558ms
I0504 20:39:39.973229    3669 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-101.ec2.internal for the network default
I0504 20:39:39.973380    3669 zone_ic_handler.go:195] Time taken to create transit switch: 140.173µs
I0504 20:39:39.973987    3669 default_network_controller.go:823] Node add failed for ip-10-0-1-101.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-101.ec2.internal, error getting gateway config for node ip-10-0-1-101.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-101.ec2.internal", failed to update chassis to local for local node ip-10-0-1-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-101.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-101.ec2.internal]
E0504 20:39:39.974027    3669 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-101.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-101.ec2.internal, error getting gateway config for node ip-10-0-1-101.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-101.ec2.internal", failed to update chassis to local for local node ip-10-0-1-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-101.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-101.ec2.internal]
I0504 20:39:39.974073    3669 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0504 20:39:39.974095    3669 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0504 20:39:39.974088    3669 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-101.ec2.internal", UID:"feeebd15-5eec-46a4-bab7-2c666db52f8a", APIVersion:"v1", ResourceVersion:"8684", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-101.ec2.internal, error getting gateway config for node ip-10-0-1-101.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-101.ec2.internal", failed to update chassis to local for local node ip-10-0-1-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-101.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-101.ec2.internal]
I0504 20:39:39.974109    3669 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0504 20:39:39.974110    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-101.ec2.internal in network "default"
I0504 20:39:39.974143    3669 node_tracker.go:235] Node ip-10-0-1-101.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-101.ec2.internal"
I0504 20:39:39.974155    3669 node_tracker.go:169] Node ip-10-0-1-101.ec2.internal switch + router changed, syncing services in network "default"
I0504 20:39:39.974168    3669 services_controller.go:574] Full service sync requested for network=default
I0504 20:39:39.974175    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-58.ec2.internal in network "default"
I0504 20:39:39.974209    3669 node_tracker.go:169] Node ip-10-0-2-58.ec2.internal switch + router changed, syncing services in network "default"
I0504 20:39:39.974215    3669 services_controller.go:574] Full service sync requested for network=default
I0504 20:39:39.974220    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default"
I0504 20:39:39.974227    3669 node_tracker.go:235] Node ip-10-0-0-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-208.ec2.internal"
I0504 20:39:39.974233    3669 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default"
I0504 20:39:39.974236    3669 services_controller.go:574] Full service sync requested for network=default
I0504 20:39:39.985601    3669 iptables.go:108] Creating table: filter chain: FORWARD
I0504 20:39:39.991465    3669 iptables.go:108] Creating table: filter chain: OUTPUT
I0504 20:39:39.997397    3669 gateway_shared_intf.go:1816] Gateway Creation Complete
I0504 20:39:39.997412    3669 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-101.ec2.internal","mac-address":"0a:ff:d9:3d:06:83","ip-addresses":["10.0.1.101/24"],"ip-address":"10.0.1.101/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8fea3960-7ab6-43d0-a987-81fa79ea46d4 k8s.ovn.org/node-encap-ips:["10.0.1.101"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.101/24"} k8s.ovn.org/zone-name:ip-10-0-1-101.ec2.internal] on node ip-10-0-1-101.ec2.internal
I0504 20:39:40.012582    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-101.ec2.internal in network "default"
I0504 20:39:40.012659    3669 node_tracker.go:169] Node ip-10-0-1-101.ec2.internal switch + router changed, syncing services in network "default"
I0504 20:39:40.012675    3669 services_controller.go:574] Full service sync requested for network=default
I0504 20:39:40.012706    3669 master.go:548] Adding or Updating local node "ip-10-0-1-101.ec2.internal" for network "default"
I0504 20:39:40.016146    3669 default_node_network_controller.go:519] Node connection status = connected
W0504 20:39:40.017341    3669 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-f2tg6: pod openshift-multus/network-metrics-daemon-f2tg6: no pod IPs found 
W0504 20:39:40.017354    3669 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-q5jng: pod openshift-network-diagnostics/network-check-target-q5jng: no pod IPs found 
I0504 20:39:40.018270    3669 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-101.ec2.internal for the network default
I0504 20:39:40.018416    3669 zone_ic_handler.go:195] Time taken to create transit switch: 135.541µs
I0504 20:39:40.074165    3669 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0504 20:39:40.074199    3669 services_controller.go:208] Setting up event handlers for services for network=default
I0504 20:39:40.074257    3669 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0504 20:39:40.074295    3669 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0504 20:39:40.074307    3669 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0504 20:39:40.174776    3669 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0504 20:39:40.174798    3669 repair.go:60] Starting repairing loop for services
I0504 20:39:40.174893    3669 repair.go:131] Deleted 0 stale service LBs
I0504 20:39:40.174930    3669 repair.go:137] Deleted 0 stale Chassis Template Vars
I0504 20:39:40.174949    3669 repair.go:62] Finished repairing loop for services: 152.579µs
I0504 20:39:40.174972    3669 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0504 20:39:40.174982    3669 services_controller.go:254] Starting workers for network=default
I0504 20:39:40.175245    3669 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-8nbhl, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8nbhl: suppressed error logged: pod openshift-multus/network-metrics-daemon-8nbhl: no pod IPs found 
I0504 20:39:40.175312    3669 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-q5jng] creating logical port openshift-network-diagnostics_network-check-target-q5jng for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:39:40.175444    3669 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-q5jng
I0504 20:39:40.175529    3669 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-chrv8, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-chrv8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-chrv8: no pod IPs found 
I0504 20:39:40.175772    3669 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f2tg6] creating logical port openshift-multus_network-metrics-daemon-f2tg6 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:39:40.175886    3669 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-f2tg6
I0504 20:39:40.191469    3669 pod.go:62] [openshift-network-diagnostics/network-check-target-q5jng] pod update took 16.078807ms
I0504 20:39:40.191486    3669 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-q5jng] addLogicalPort annotation time took 16.098938ms
I0504 20:39:40.191913    3669 pod.go:62] [openshift-multus/network-metrics-daemon-f2tg6] pod update took 16.060765ms
I0504 20:39:40.191930    3669 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-f2tg6] addLogicalPort annotation time took 16.079477ms
I0504 20:39:40.192299    3669 pods.go:271] [openshift-network-diagnostics/network-check-target-q5jng] addLogicalPort took 16.995263ms, libovsdb time 616.816µs
I0504 20:39:40.192701    3669 pods.go:271] [openshift-multus/network-metrics-daemon-f2tg6] addLogicalPort took 16.940458ms, libovsdb time 583.801µs
I0504 20:39:40.193121    3669 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0504 20:39:40.193143    3669 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0504 20:39:40.193154    3669 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0504 20:39:40.193158    3669 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0504 20:39:40.193325    3669 repair.go:29] Repairing admin network policies took 161.607µs
I0504 20:39:40.193418    3669 repair.go:92] Repairing baseline admin network policies took 86.011µs
I0504 20:39:40.193832    3669 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0504 20:39:40.193851    3669 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0504 20:39:40.195811    3669 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0504 20:39:40.195832    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0504 20:39:40.195850    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0504 20:39:40.197980    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0504 20:39:40.197999    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0504 20:39:40.198007    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0504 20:39:40.199459    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0504 20:39:40.199479    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0504 20:39:40.199489    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0504 20:39:40.200884    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0504 20:39:40.200900    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0504 20:39:40.200907    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0504 20:39:40.202480    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0504 20:39:40.202496    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0504 20:39:40.202504    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0504 20:39:40.203960    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0504 20:39:40.203977    3669 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0504 20:39:40.203984    3669 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0504 20:39:40.204298    3669 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0504 20:39:40.204317    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0504 20:39:40.204324    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0504 20:39:40.205746    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0504 20:39:40.205763    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0504 20:39:40.205774    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0504 20:39:40.206703    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0504 20:39:40.206718    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0504 20:39:40.206726    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0504 20:39:40.207219    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0504 20:39:40.207236    3669 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0504 20:39:40.207245    3669 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0504 20:39:40.208193    3669 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0504 20:39:40.208210    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0504 20:39:40.208216    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0504 20:39:40.208452    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0504 20:39:40.208465    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0504 20:39:40.208472    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0504 20:39:40.208920    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0504 20:39:40.208939    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0504 20:39:40.208946    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0504 20:39:40.209731    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0504 20:39:40.209755    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0504 20:39:40.209771    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0504 20:39:40.211342    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0504 20:39:40.211362    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0504 20:39:40.211371    3669 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0504 20:39:40.213059    3669 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0504 20:39:40.213076    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0504 20:39:40.213084    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0504 20:39:40.213726    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0504 20:39:40.213741    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0504 20:39:40.213747    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0504 20:39:40.213996    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0504 20:39:40.214015    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0504 20:39:40.214701    3669 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0504 20:39:40.214713    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0504 20:39:40.215815    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0504 20:39:40.215835    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0504 20:39:40.215841    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0504 20:39:40.216138    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0504 20:39:40.216151    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0504 20:39:40.216158    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0504 20:39:40.216621    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0504 20:39:40.216638    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0504 20:39:40.216647    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0504 20:39:40.217626    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0504 20:39:40.217642    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0504 20:39:40.217649    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0504 20:39:40.218099    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0504 20:39:40.218116    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0504 20:39:40.218123    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0504 20:39:40.218555    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0504 20:39:40.218570    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0504 20:39:40.218609    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0504 20:39:40.219259    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0504 20:39:40.219277    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0504 20:39:40.219285    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0504 20:39:40.220134    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0504 20:39:40.220151    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0504 20:39:40.220157    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0504 20:39:40.220564    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0504 20:39:40.220579    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0504 20:39:40.220586    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0504 20:39:40.221033    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0504 20:39:40.221048    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0504 20:39:40.221058    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0504 20:39:40.222146    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0504 20:39:40.227681    3669 egressfirewall.go:374] Starting EgressFirewall controller
I0504 20:39:40.227713    3669 controller.go:133] Adding controller egress-firewall-controller event handlers
I0504 20:39:40.227732    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0504 20:39:40.227751    3669 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0504 20:39:40.227752    3669 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0504 20:39:40.227795    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0504 20:39:40.227807    3669 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0504 20:39:40.228069    3669 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0504 20:39:40.228095    3669 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0504 20:39:40.228100    3669 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0504 20:39:40.228109    3669 egressqos.go:193] Setting up event handlers for EgressQoS
I0504 20:39:40.228118    3669 egressfirewall.go:723] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall
I0504 20:39:40.228131    3669 egressfirewall.go:723] Syncing node "ip-10-0-1-101.ec2.internal" for egress firewall
I0504 20:39:40.228135    3669 egressfirewall.go:723] Syncing node "ip-10-0-2-58.ec2.internal" for egress firewall
I0504 20:39:40.228304    3669 egressqos.go:245] Starting EgressQoS Controller
I0504 20:39:40.228316    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0504 20:39:40.228322    3669 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0504 20:39:40.228327    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0504 20:39:40.228331    3669 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0504 20:39:40.228336    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0504 20:39:40.228340    3669 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0504 20:39:40.228343    3669 egressqos.go:259] Repairing EgressQoSes
I0504 20:39:40.228347    3669 egressqos.go:399] Starting repairing loop for egressqos
I0504 20:39:40.228431    3669 egressqos.go:401] Finished repairing loop for egressqos: 82.61µs
I0504 20:39:40.228452    3669 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0504 20:39:40.228471    3669 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-101.ec2.internal
I0504 20:39:40.228510    3669 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-101.ec2.internal : 39.876µs
I0504 20:39:40.228696    3669 egressservice_zone.go:210] Starting Egress Services Controller
I0504 20:39:40.228710    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0504 20:39:40.228718    3669 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0504 20:39:40.228724    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0504 20:39:40.228728    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0504 20:39:40.228733    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0504 20:39:40.228738    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0504 20:39:40.228742    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0504 20:39:40.228746    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0504 20:39:40.228750    3669 egressservice_zone.go:228] Repairing Egress Services
I0504 20:39:40.228992    3669 master_controller.go:88] Starting Admin Policy Based Route Controller
I0504 20:39:40.229001    3669 external_controller.go:278] Starting Admin Policy Based Route Controller
I0504 20:39:40.229061    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal
I0504 20:39:40.229096    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 10.606µs
I0504 20:39:40.229106    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-101.ec2.internal
I0504 20:39:40.229110    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-101.ec2.internal: 4.149µs
I0504 20:39:40.229116    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-58.ec2.internal
I0504 20:39:40.229127    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-58.ec2.internal: 10.362µs
I0504 20:39:40.229160    3669 default_network_controller.go:585] Completing all the Watchers took 298.865886ms
I0504 20:39:40.229172    3669 default_network_controller.go:589] Starting unidling controllers
I0504 20:39:40.229183    3669 unidle.go:46] Registering OVN SB ControllerEvent handler
I0504 20:39:40.229188    3669 unidle.go:63] Populating Initial ContollerEvent events
I0504 20:39:40.229198    3669 unidle.go:79] Setting up event handlers for services
I0504 20:39:40.229254    3669 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0504 20:39:40.517690    3669 default_node_network_controller.go:519] Node connection status = connected
I0504 20:39:41.017106    3669 default_node_network_controller.go:519] Node connection status = connected
I0504 20:39:41.180155    3669 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0504 20:39:41.516913    3669 default_node_network_controller.go:519] Node connection status = connected
I0504 20:39:41.534367    3669 bridgeconfig.go:537] Gateway is ready
I0504 20:39:41.534386    3669 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0504 20:39:41.546275    3669 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.101. Updating OVN encap IP.
I0504 20:39:41.551487    3669 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.101 - it is already configured
I0504 20:39:41.551500    3669 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.101/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0504 20:39:41.551916    3669 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.101/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-101.ec2.internal","mac-address":"0a:ff:d9:3d:06:83","ip-addresses":["10.0.1.101/24"],"ip-address":"10.0.1.101/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8fea3960-7ab6-43d0-a987-81fa79ea46d4 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.101/24"}] on node ip-10-0-1-101.ec2.internal
I0504 20:39:41.566533    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-101.ec2.internal
I0504 20:39:41.566566    3669 egressfirewall.go:723] Syncing node "ip-10-0-1-101.ec2.internal" for egress firewall
I0504 20:39:41.566583    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-101.ec2.internal: 23.305µs
I0504 20:39:41.566624    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-101.ec2.internal in network "default"
I0504 20:39:41.566684    3669 node_tracker.go:169] Node ip-10-0-1-101.ec2.internal switch + router changed, syncing services in network "default"
I0504 20:39:41.566701    3669 services_controller.go:574] Full service sync requested for network=default
I0504 20:39:41.566732    3669 master.go:548] Adding or Updating local node "ip-10-0-1-101.ec2.internal" for network "default"
I0504 20:39:41.567995    3669 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.101
I0504 20:39:41.568060    3669 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-101.ec2.internal
I0504 20:39:41.571629    3669 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-101.ec2.internal. Updating no re-route policies
I0504 20:39:41.571694    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nrfd9
I0504 20:39:41.571710    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nrfd9
I0504 20:39:41.571709    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hz2bd
I0504 20:39:41.571720    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-75995
I0504 20:39:41.571727    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-chrv8
I0504 20:39:41.571732    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-75995
I0504 20:39:41.571740    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-chrv8
I0504 20:39:41.571738    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-f555v
I0504 20:39:41.571752    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-75995 after 0 failed attempt(s)
I0504 20:39:41.571746    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-101.ec2.internal
I0504 20:39:41.571756    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-f555v
I0504 20:39:41.571741    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4gwf5
I0504 20:39:41.571760    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f2tg6
I0504 20:39:41.571763    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-101.ec2.internal
I0504 20:39:41.571769    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4gwf5
I0504 20:39:41.571769    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8nbhl
I0504 20:39:41.571773    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f2tg6
I0504 20:39:41.571779    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8nbhl
I0504 20:39:41.571776    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-bzgjq
I0504 20:39:41.571779    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-f555v after 0 failed attempt(s)
I0504 20:39:41.571782    3669 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-chrv8, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-chrv8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-chrv8: no pod IPs found 
I0504 20:39:41.571787    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4gwf5 after 0 failed attempt(s)
I0504 20:39:41.571791    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-101.ec2.internal after 0 failed attempt(s)
I0504 20:39:41.571713    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-q5jng
I0504 20:39:41.571728    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hz2bd
I0504 20:39:41.571803    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-q5jng
I0504 20:39:41.571804    3669 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-8nbhl, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8nbhl: suppressed error logged: pod openshift-multus/network-metrics-daemon-8nbhl: no pod IPs found 
I0504 20:39:41.571822    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-hz2bd after 0 failed attempt(s)
I0504 20:39:41.571825    3669 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f2tg6] creating logical port openshift-multus_network-metrics-daemon-f2tg6 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:39:41.571766    3669 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-101.ec2.internal
I0504 20:39:41.571837    3669 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-q5jng] creating logical port openshift-network-diagnostics_network-check-target-q5jng for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:39:41.571737    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-6lxl9
I0504 20:39:41.571869    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-6lxl9
I0504 20:39:41.571889    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-6lxl9 after 0 failed attempt(s)
I0504 20:39:41.571730    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nrfd9 after 0 failed attempt(s)
I0504 20:39:41.571838    3669 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-101.ec2.internal
I0504 20:39:41.571698    3669 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-8f87s
I0504 20:39:41.571936    3669 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-8f87s
I0504 20:39:41.571942    3669 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-101.ec2.internal after 0 failed attempt(s)
I0504 20:39:41.571793    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-bzgjq
I0504 20:39:41.571953    3669 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-8f87s after 0 failed attempt(s)
I0504 20:39:41.571781    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-9x7dc
I0504 20:39:41.571965    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-bzgjq after 0 failed attempt(s)
I0504 20:39:41.571966    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-9x7dc
I0504 20:39:41.571984    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-9x7dc after 0 failed attempt(s)
I0504 20:39:41.572564    3669 pods.go:271] [openshift-multus/network-metrics-daemon-f2tg6] addLogicalPort took 768.342µs, libovsdb time 244µs
I0504 20:39:41.572576    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-f2tg6 after 0 failed attempt(s)
I0504 20:39:41.572672    3669 pods.go:271] [openshift-network-diagnostics/network-check-target-q5jng] addLogicalPort took 844.167µs, libovsdb time 394.325µs
I0504 20:39:41.572681    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-q5jng after 0 failed attempt(s)
I0504 20:39:41.582405    3669 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0504 20:39:41.593506    3669 iptables.go:108] Creating table: mangle chain: OUTPUT
I0504 20:39:41.596681    3669 iptables.go:108] Creating table: nat chain: OUTPUT
I0504 20:39:41.644284    3669 iptables.go:108] Creating table: nat chain: PREROUTING
I0504 20:39:41.664136    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal
I0504 20:39:41.664140    3669 egressfirewall.go:723] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall
I0504 20:39:41.664152    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 21.029µs
I0504 20:39:41.664152    3669 default_network_controller.go:1025] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0504 20:39:41.708046    3669 iptables.go:108] Creating table: filter chain: FORWARD
I0504 20:39:41.724068    3669 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0504 20:39:41.724186    3669 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0504 20:39:41.724227    3669 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0504 20:39:41.724290    3669 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0504 20:39:41.724335    3669 gateway_init.go:325] Gateway and management port readiness took 1.711980005s
I0504 20:39:41.724362    3669 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0504 20:39:41.724394    3669 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0504 20:39:41.724407    3669 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0504 20:39:41.724416    3669 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0504 20:39:41.724469    3669 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0504 20:39:41.724542    3669 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.718µs
I0504 20:39:41.724782    3669 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0504 20:39:41.724807    3669 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.385µs
I0504 20:39:41.724814    3669 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.93µs
I0504 20:39:41.724820    3669 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0504 20:39:41.724829    3669 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0504 20:39:41.724837    3669 default_node_network_controller.go:899] Starting the default node network controller
I0504 20:39:41.724842    3669 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0504 20:39:41.724854    3669 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.162µs
I0504 20:39:41.724965    3669 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0504 20:39:41.724973    3669 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0504 20:39:41.724995    3669 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a0d3f0 0xc0002ef1f0 0xc0002ef260 0xc0002ef2d0 0xc0002ef340 0xc0002ef3b0 <nil> 0xc0002ef420 0xc000a213b0 0xc0002ef490 0xc0002ef500 <nil> 0xc000b1c2d0 0xc00652f500 <nil> <nil> <nil> 0xc0002ef570 <nil> map[0x2ff9080:0xc0021184e0 0x2ff95c0:0xc002118660 0x2ffa2e0:0xc00242f740 0x2ffa580:0xc002118480 0x2ffad60:0xc002118540 0x2ffb000:0xc0021185a0 0x2ffb2a0:0xc002118600 0x2ffba80:0xc0021186c0 0x2ffbd20:0xc0021187e0 0x3026980:0xc000a3e660 0x3026d20:0xc000a3e6c0 0x3027800:0xc000c1c480 0x3029160:0xc001c9e000 0x30298a0:0xc003a049c0 0x302a720:0xc000a3e600] 0xc0000d2af0 0}
I0504 20:39:41.725049    3669 gateway.go:151] Starting gateway service sync
I0504 20:39:41.725421    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0504 20:39:41.727429    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0504 20:39:41.754686    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0504 20:39:41.755982    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0504 20:39:41.757169    3669 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0504 20:39:41.790566    3669 gateway.go:168] Gateway service sync done. Time taken: 65.505057ms
I0504 20:39:41.791109    3669 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32305
I0504 20:39:41.791407    3669 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a0d3f0 0xc0002ef1f0 0xc0002ef260 0xc0002ef2d0 0xc0002ef340 0xc0002ef3b0 <nil> 0xc0002ef420 0xc000a213b0 0xc0002ef490 0xc0002ef500 <nil> 0xc000b1c2d0 0xc00652f500 <nil> <nil> <nil> 0xc0002ef570 <nil> map[0x2ff9080:0xc0021184e0 0x2ff95c0:0xc002118660 0x2ffa2e0:0xc00242f740 0x2ffa580:0xc002118480 0x2ffad60:0xc002118540 0x2ffb000:0xc0021185a0 0x2ffb2a0:0xc002118600 0x2ffba80:0xc0021186c0 0x2ffbd20:0xc0021187e0 0x3026980:0xc000a3e660 0x3026d20:0xc000a3e6c0 0x3027800:0xc000c1c480 0x3029160:0xc001c9e000 0x30298a0:0xc003a049c0 0x302a720:0xc000a3e600] 0xc0000d2af0 0}
I0504 20:39:41.791876    3669 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a0d3f0 0xc0002ef1f0 0xc0002ef260 0xc0002ef2d0 0xc0002ef340 0xc0002ef3b0 <nil> 0xc0002ef420 0xc000a213b0 0xc0002ef490 0xc0002ef500 <nil> 0xc000b1c2d0 0xc00652f500 <nil> <nil> <nil> 0xc0002ef570 <nil> map[0x2ff9080:0xc0021184e0 0x2ff95c0:0xc002118660 0x2ffa2e0:0xc00242f740 0x2ffa580:0xc002118480 0x2ffad60:0xc002118540 0x2ffb000:0xc0021185a0 0x2ffb2a0:0xc002118600 0x2ffba80:0xc0021186c0 0x2ffbd20:0xc0021187e0 0x3026980:0xc000a3e660 0x3026d20:0xc000a3e6c0 0x3027800:0xc000c1c480 0x3029160:0xc001c9e000 0x30298a0:0xc003a049c0 0x302a720:0xc000a3e600] 0xc0000d2af0 0}
I0504 20:39:41.791915    3669 gateway.go:532] Reconciling gateway with updates
I0504 20:39:41.797234    3669 gateway.go:339] Spawning Conntrack Rule Check Thread
I0504 20:39:41.797353    3669 default_node_network_controller.go:944] Gateway and management port readiness took 72.369951ms
I0504 20:39:41.797385    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0504 20:39:41.797397    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0504 20:39:41.797406    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0504 20:39:41.797406    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0504 20:39:41.797413    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0504 20:39:41.797414    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0504 20:39:41.797416    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0504 20:39:41.797411    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0504 20:39:41.797429    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0504 20:39:41.797429    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 32429 is already open, no action needed
I0504 20:39:41.797435    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0504 20:39:41.797438    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0504 20:39:41.797440    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 30809 is already open, no action needed
I0504 20:39:41.797439    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0504 20:39:41.797448    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.797455    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0504 20:39:41.797456    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0504 20:39:41.797457    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0504 20:39:41.797463    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0504 20:39:41.797469    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0504 20:39:41.797470    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0504 20:39:41.797475    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 20:39:41.797478    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0504 20:39:41.797482    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0504 20:39:41.797481    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0504 20:39:41.797496    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0504 20:39:41.797501    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0504 20:39:41.797505    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0504 20:39:41.797506    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0504 20:39:41.797425    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0504 20:39:41.797515    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0504 20:39:41.797443    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0504 20:39:41.797521    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0504 20:39:41.797526    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0504 20:39:41.797526    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0504 20:39:41.797529    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0504 20:39:41.797528    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0504 20:39:41.797541    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0504 20:39:41.797543    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0504 20:39:41.797541    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0504 20:39:41.797439    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0504 20:39:41.797547    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0504 20:39:41.797556    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0504 20:39:41.797558    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0504 20:39:41.797562    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0504 20:39:41.797563    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0504 20:39:41.797574    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0504 20:39:41.797471    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0504 20:39:41.797603    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0504 20:39:41.797495    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0504 20:39:41.797613    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0504 20:39:41.797618    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0504 20:39:41.797544    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0504 20:39:41.797624    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0504 20:39:41.797627    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0504 20:39:41.797419    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0504 20:39:41.797517    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0504 20:39:41.797631    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.797638    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0504 20:39:41.797483    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 20:39:41.797502    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0504 20:39:41.797674    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0504 20:39:41.797686    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0504 20:39:41.797605    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0504 20:39:41.797688    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0504 20:39:41.797478    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0504 20:39:41.797532    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0504 20:39:41.797750    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0504 20:39:41.797750    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0504 20:39:41.797759    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0504 20:39:41.797767    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0504 20:39:41.797772    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0504 20:39:41.797774    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0504 20:39:41.797778    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0504 20:39:41.797781    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0504 20:39:41.797789    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0504 20:39:41.797799    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0504 20:39:41.797801    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0504 20:39:41.797816    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0504 20:39:41.797756    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0504 20:39:41.797489    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0504 20:39:41.797502    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0504 20:39:41.797842    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0504 20:39:41.797541    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0504 20:39:41.797513    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0504 20:39:41.797518    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0504 20:39:41.797519    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0504 20:39:41.797525    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0504 20:39:41.797550    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0504 20:39:41.797628    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0504 20:39:41.797631    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0504 20:39:41.797454    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0504 20:39:41.798048    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0504 20:39:41.797754    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0504 20:39:41.798059    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0504 20:39:41.797490    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0504 20:39:41.798135    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0504 20:39:41.797948    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0504 20:39:41.797534    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0504 20:39:41.798263    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0504 20:39:41.798718    3669 node_ip_handler_linux.go:160] Node IP manager is running
W0504 20:39:41.834102    3669 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0504 20:39:41.834253    3669 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0504 20:39:41.834439    3669 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0504 20:39:41.842602    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0504 20:39:41.842610    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0504 20:39:41.881055    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0504 20:39:41.881082    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0504 20:39:41.881089    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0504 20:39:41.881096    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.881102    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0504 20:39:41.881035    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0504 20:39:41.919486    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0504 20:39:41.919516    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0504 20:39:41.919524    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0504 20:39:41.919531    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0504 20:39:41.919537    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0504 20:39:41.919547    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0504 20:39:41.919555    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0504 20:39:41.919573    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0504 20:39:41.919580    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0504 20:39:41.919585    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.919623    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0504 20:39:41.919633    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0504 20:39:41.919638    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.919643    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0504 20:39:41.919648    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.919655    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0504 20:39:41.919662    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0504 20:39:41.919670    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.919675    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.919680    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0504 20:39:41.919685    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.919690    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0504 20:39:41.919695    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.919700    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0504 20:39:41.919705    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0504 20:39:41.919711    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
W0504 20:39:43.573989    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0504 20:39:43.649473    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0504 20:39:43.819080    3669 default_network_controller.go:1025] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0504 20:39:43.883183    3669 default_node_network_controller.go:1380] Starting node controller node sync
W0504 20:39:43.883234    3669 egressip_healthcheck.go:76] Health checking using insecure connection
I0504 20:39:43.883311    3669 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0504 20:39:43.894779    3669 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.575342ms
I0504 20:39:43.894955    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-58.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0504 20:39:43.894969    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-58.ec2.internal", IP: 10.0.2.58 to PMTUD blocking rules
I0504 20:39:43.900517    3669 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0504 20:39:43.900810    3669 egressservice_node.go:93] Setting up event handlers for Egress Services
I0504 20:39:43.900984    3669 egressservice_node.go:183] Starting Egress Services Controller
I0504 20:39:43.901004    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0504 20:39:43.901016    3669 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0504 20:39:43.901026    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0504 20:39:43.901034    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0504 20:39:43.901044    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0504 20:39:43.901052    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0504 20:39:43.901059    3669 egressservice_node.go:197] Repairing Egress Services
I0504 20:39:43.910441    3669 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0504 20:39:43.910453    3669 external_controller.go:278] Starting Admin Policy Based Route Controller
I0504 20:39:43.910662    3669 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0504 20:39:43.910674    3669 link_network_manager.go:119] Link manager is running
I0504 20:39:43.910682    3669 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0504 20:39:43.910955    3669 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0504 20:39:43.911481    3669 vrf_manager.go:128] VRF manager is running
I0504 20:39:43.911782    3669 node_controller_manager.go:437] Removing flows to drop GARP
I0504 20:39:43.911791    3669 gateway.go:532] Reconciling gateway with updates
I0504 20:39:43.935495    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0504 20:39:43.935503    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0504 20:39:43.935515    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0504 20:39:43.935517    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0504 20:39:43.935530    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 32429 is already open, no action needed
I0504 20:39:43.935534    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0504 20:39:43.935539    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 30809 is already open, no action needed
I0504 20:39:43.935543    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0504 20:39:43.935542    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0504 20:39:43.935545    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0504 20:39:43.935560    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0504 20:39:43.935566    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0504 20:39:43.935570    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0504 20:39:43.935582    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0504 20:39:43.935610    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0504 20:39:43.935622    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0504 20:39:43.935626    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0504 20:39:43.935629    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0504 20:39:43.935632    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0504 20:39:43.935648    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0504 20:39:43.935652    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0504 20:39:43.935652    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 20:39:43.935661    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0504 20:39:43.935664    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0504 20:39:43.935667    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0504 20:39:43.935656    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0504 20:39:43.935674    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0504 20:39:43.935535    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0504 20:39:43.935683    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0504 20:39:43.935687    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0504 20:39:43.935694    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0504 20:39:43.935697    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0504 20:39:43.935684    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0504 20:39:43.935742    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0504 20:39:43.935754    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0504 20:39:43.935761    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0504 20:39:43.935768    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0504 20:39:43.935773    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0504 20:39:43.935623    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0504 20:39:43.935652    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0504 20:39:43.935791    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0504 20:39:43.935790    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0504 20:39:43.935720    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0504 20:39:43.935670    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0504 20:39:43.935802    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0504 20:39:43.935808    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0504 20:39:43.935661    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0504 20:39:43.935835    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0504 20:39:43.935825    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0504 20:39:43.935870    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0504 20:39:43.935634    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0504 20:39:43.935880    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0504 20:39:43.935886    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0504 20:39:43.935522    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0504 20:39:43.935899    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0504 20:39:43.935859    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0504 20:39:43.935507    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0504 20:39:43.935546    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0504 20:39:43.935950    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0504 20:39:43.935956    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0504 20:39:43.935555    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0504 20:39:43.935962    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0504 20:39:43.935967    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0504 20:39:43.935974    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0504 20:39:43.935545    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0504 20:39:43.936006    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0504 20:39:43.935639    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0504 20:39:43.936034    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0504 20:39:43.935653    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0504 20:39:43.936039    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0504 20:39:43.936045    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0504 20:39:43.936052    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0504 20:39:43.935671    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 20:39:43.935673    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0504 20:39:43.936087    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0504 20:39:43.936091    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0504 20:39:43.935697    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0504 20:39:43.936100    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0504 20:39:43.935704    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0504 20:39:43.936136    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0504 20:39:43.935523    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0504 20:39:43.935715    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0504 20:39:43.936205    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0504 20:39:43.936223    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0504 20:39:43.935717    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0504 20:39:43.936233    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0504 20:39:43.935715    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0504 20:39:43.936256    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0504 20:39:43.936260    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0504 20:39:43.935729    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0504 20:39:43.936267    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0504 20:39:43.935732    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0504 20:39:43.936292    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0504 20:39:43.936296    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0504 20:39:43.935732    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0504 20:39:43.936307    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0504 20:39:43.935739    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0504 20:39:43.936329    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0504 20:39:43.935797    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0504 20:39:43.935636    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0504 20:39:43.936372    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0504 20:39:43.974478    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0504 20:39:43.974489    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0504 20:39:43.974506    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0504 20:39:43.974514    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0504 20:39:43.974522    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0504 20:39:44.011955    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0504 20:39:44.011974    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0504 20:39:44.011984    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0504 20:39:44.012007    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0504 20:39:44.012016    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0504 20:39:44.012022    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0504 20:39:44.012028    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0504 20:39:44.012035    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0504 20:39:44.012040    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0504 20:39:44.012045    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0504 20:39:44.012052    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0504 20:39:44.012058    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0504 20:39:44.012064    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0504 20:39:44.012069    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0504 20:39:44.012087    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0504 20:39:44.012101    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0504 20:39:44.012119    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0504 20:39:44.012126    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0504 20:39:44.012132    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0504 20:39:44.049280    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0504 20:39:44.049308    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0504 20:39:44.049316    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0504 20:39:44.049322    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0504 20:39:44.049328    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0504 20:39:44.049334    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0504 20:39:44.049339    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0504 20:39:44.049352    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0504 20:39:44.049371    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
W0504 20:39:44.466819    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0504 20:39:45.045076    3669 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0504 20:39:45.046135    3669 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.036706ms
I0504 20:39:45.071649    3669 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0504 20:39:45.509484    3669 namespace.go:98] [openshift-service-ca] adding namespace
I0504 20:39:45.510357    3669 namespace.go:102] [openshift-service-ca] adding namespace took 848.677µs
I0504 20:39:45.574521    3669 namespace.go:142] [openshift-service-ca] updating namespace
I0504 20:39:46.215351    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-101.ec2.internal
I0504 20:39:46.215410    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-101.ec2.internal: 65.078µs
I0504 20:39:46.248004    3669 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7cd54b949-2zp52] creating logical port openshift-image-registry_image-registry-7cd54b949-2zp52 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:39:46.248240    3669 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6df458665-btbqb] creating logical port openshift-ingress_router-default-6df458665-btbqb for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:39:46.248260    3669 kube.go:256] Updating pod openshift-image-registry/image-registry-7cd54b949-2zp52
I0504 20:39:46.248333    3669 kube.go:256] Updating pod openshift-ingress/router-default-6df458665-btbqb
I0504 20:39:46.269383    3669 pod.go:62] [openshift-image-registry/image-registry-7cd54b949-2zp52] pod update took 21.171206ms
I0504 20:39:46.269403    3669 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7cd54b949-2zp52] addLogicalPort annotation time took 21.196931ms
I0504 20:39:46.270647    3669 pods.go:271] [openshift-image-registry/image-registry-7cd54b949-2zp52] addLogicalPort took 22.66454ms, libovsdb time 956.865µs
I0504 20:39:46.272197    3669 pod.go:62] [openshift-ingress/router-default-6df458665-btbqb] pod update took 23.903482ms
I0504 20:39:46.272258    3669 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6df458665-btbqb] addLogicalPort annotation time took 23.947035ms
I0504 20:39:46.273720    3669 pods.go:271] [openshift-ingress/router-default-6df458665-btbqb] addLogicalPort took 25.509737ms, libovsdb time 1.058508ms
I0504 20:39:46.276510    3669 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mwpd4] creating logical port openshift-dns_dns-default-mwpd4 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:39:46.276663    3669 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-shfs8] creating logical port openshift-ingress-canary_ingress-canary-shfs8 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:39:46.276672    3669 kube.go:256] Updating pod openshift-dns/dns-default-mwpd4
I0504 20:39:46.276724    3669 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-shfs8
I0504 20:39:46.295412    3669 pod.go:62] [openshift-ingress-canary/ingress-canary-shfs8] pod update took 18.705676ms
I0504 20:39:46.295433    3669 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-shfs8] addLogicalPort annotation time took 18.726782ms
I0504 20:39:46.296648    3669 pods.go:271] [openshift-ingress-canary/ingress-canary-shfs8] addLogicalPort took 19.994343ms, libovsdb time 898.141µs
I0504 20:39:46.297545    3669 pod.go:62] [openshift-dns/dns-default-mwpd4] pod update took 20.91661ms
I0504 20:39:46.297579    3669 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-mwpd4] addLogicalPort annotation time took 20.939875ms
I0504 20:39:46.298656    3669 pods.go:271] [openshift-dns/dns-default-mwpd4] addLogicalPort took 22.157212ms, libovsdb time 763.101µs
I0504 20:39:47.032426    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default"
I0504 20:39:47.032711    3669 node_tracker.go:235] Node ip-10-0-0-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-208.ec2.internal"
I0504 20:39:47.032730    3669 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default"
I0504 20:39:47.032745    3669 services_controller.go:574] Full service sync requested for network=default
I0504 20:39:47.032426    3669 default_network_controller.go:1025] Node "ip-10-0-0-208.ec2.internal" in remote zone "ip-10-0-0-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0504 20:39:47.032898    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0504 20:39:47.033038    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 20:39:47.033174    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0504 20:39:47.177838    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default"
I0504 20:39:47.177888    3669 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-dtzgl] creating logical port openshift-service-ca_service-ca-d9cb48497-dtzgl for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:39:47.177907    3669 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default"
I0504 20:39:47.177921    3669 services_controller.go:574] Full service sync requested for network=default
I0504 20:39:47.177942    3669 default_network_controller.go:1025] Node "ip-10-0-0-208.ec2.internal" in remote zone "ip-10-0-0-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0504 20:39:47.177998    3669 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-dtzgl
W0504 20:39:47.178292    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0504 20:39:47.178346    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 20:39:47.178547    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0504 20:39:47.179062    3669 zone_ic_handler.go:195] Time taken to create transit switch: 327.63µs
I0504 20:39:47.179078    3669 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-208.ec2.internal for the network default
I0504 20:39:47.180309    3669 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-208.ec2.internal" on network "default" took: 1.587788ms
I0504 20:39:47.191940    3669 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-dtzgl] pod update took 13.977196ms
I0504 20:39:47.191967    3669 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-dtzgl] addLogicalPort annotation time took 14.008177ms
I0504 20:39:47.193241    3669 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-dtzgl] addLogicalPort took 15.37139ms, libovsdb time 944.593µs
I0504 20:39:47.842163    3669 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-dtzgl 74669b5cc4ceb624304b2ebb4320fcba4c0c728c0ad0a4089996bf9731d086dd network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-dtzgl 74669b5cc4ceb624304b2ebb4320fcba4c0c728c0ad0a4089996bf9731d086dd network default NAD default NAD key ]
I0504 20:39:47.842163    3669 cni.go:452] [openshift-ingress-canary/ingress-canary-shfs8 27e5f772bb7b72fff1a3f453408efbe8b1db324b9f9915a39da8c04185106830 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-shfs8 27e5f772bb7b72fff1a3f453408efbe8b1db324b9f9915a39da8c04185106830 network default NAD default NAD key ]
I0504 20:39:47.881041    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-dtzgl, hostIfaceName: 74669b5cc4ceb62, network: default, NAD default, SandboxID: "74669b5cc4ceb624304b2ebb4320fcba4c0c728c0ad0a4089996bf9731d086dd", PCI device ID: , UID: "3c4c87a2-2fae-4242-a39c-2744e232c908", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0504 20:39:47.881138    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-shfs8, hostIfaceName: 27e5f772bb7b72f, network: default, NAD default, SandboxID: "27e5f772bb7b72fff1a3f453408efbe8b1db324b9f9915a39da8c04185106830", PCI device ID: , UID: "4768a8fa-20fa-424c-8b2d-d17d2737b160", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0504 20:39:47.926731    3669 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-dtzgl 74669b5cc4ceb624304b2ebb4320fcba4c0c728c0ad0a4089996bf9731d086dd network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-dtzgl 74669b5cc4ceb624304b2ebb4320fcba4c0c728c0ad0a4089996bf9731d086dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a7:0b:b6:3b:7f\",\"name\":\"74669b5cc4ceb62\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba06aeac-b38c-4427-9bd8-89e338d1d30e\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:39:47.932739    3669 cni.go:473] [openshift-ingress-canary/ingress-canary-shfs8 27e5f772bb7b72fff1a3f453408efbe8b1db324b9f9915a39da8c04185106830 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-shfs8 27e5f772bb7b72fff1a3f453408efbe8b1db324b9f9915a39da8c04185106830 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2a:c4:a2:2c:f4\",\"name\":\"27e5f772bb7b72f\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/265c1f9c-9121-48c2-ba55-6485bf3b9076\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:39:49.232031    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default"
I0504 20:39:49.232108    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal
I0504 20:39:49.232114    3669 egressfirewall.go:723] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall
I0504 20:39:49.232127    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 25.089µs
I0504 20:39:49.232136    3669 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default"
I0504 20:39:49.232147    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 10.0.0.208 to PMTUD blocking rules
I0504 20:39:49.232160    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0504 20:39:49.232187    3669 services_controller.go:574] Full service sync requested for network=default
W0504 20:39:49.232354    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0504 20:39:49.232767    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0504 20:39:49.232838    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0504 20:39:49.239391    3669 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-208.ec2.internal. Updating no re-route policies
I0504 20:39:49.255283    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 10.0.0.208 to PMTUD blocking rules
I0504 20:39:49.255300    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0504 20:39:49.291838    3669 cni.go:452] [openshift-network-diagnostics/network-check-target-q5jng ceeef71ecd48af8be719371d0c08890d43f5381451da83e242bede1406059e7d network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-q5jng ceeef71ecd48af8be719371d0c08890d43f5381451da83e242bede1406059e7d network default NAD default NAD key ]
I0504 20:39:49.304947    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-q5jng, hostIfaceName: ceeef71ecd48af8, network: default, NAD default, SandboxID: "ceeef71ecd48af8be719371d0c08890d43f5381451da83e242bede1406059e7d", PCI device ID: , UID: "a1e44a58-358d-4a46-a9e9-874358c5fc12", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0504 20:39:49.354158    3669 cni.go:473] [openshift-network-diagnostics/network-check-target-q5jng ceeef71ecd48af8be719371d0c08890d43f5381451da83e242bede1406059e7d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-q5jng ceeef71ecd48af8be719371d0c08890d43f5381451da83e242bede1406059e7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:4f:f8:6f:12:7b\",\"name\":\"ceeef71ecd48af8\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ac8b6d5-113e-4370-911b-393e12101d44\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:39:56.758191    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0504 20:40:02.249121    3669 cni.go:452] [openshift-image-registry/image-registry-7cd54b949-2zp52 e4d66c1fe8179ad72910075a251bc7e216d19df94c99d27f0d661ddd76e61af7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7cd54b949-2zp52 e4d66c1fe8179ad72910075a251bc7e216d19df94c99d27f0d661ddd76e61af7 network default NAD default NAD key ]
I0504 20:40:02.258925    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7cd54b949-2zp52, hostIfaceName: e4d66c1fe8179ad, network: default, NAD default, SandboxID: "e4d66c1fe8179ad72910075a251bc7e216d19df94c99d27f0d661ddd76e61af7", PCI device ID: , UID: "9b16172d-bf3d-4fc1-98db-6a642e7a6ea0", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0504 20:40:02.265656    3669 cni.go:452] [openshift-ingress/router-default-6df458665-btbqb 30da098707c8a8e21db6675c735e25e7d34be4c7af499b134a5ebeeecef996f9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6df458665-btbqb 30da098707c8a8e21db6675c735e25e7d34be4c7af499b134a5ebeeecef996f9 network default NAD default NAD key ]
I0504 20:40:02.275739    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6df458665-btbqb, hostIfaceName: 30da098707c8a8e, network: default, NAD default, SandboxID: "30da098707c8a8e21db6675c735e25e7d34be4c7af499b134a5ebeeecef996f9", PCI device ID: , UID: "bcaff974-12be-46a9-86c2-dce09a410be3", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0504 20:40:02.308047    3669 cni.go:473] [openshift-image-registry/image-registry-7cd54b949-2zp52 e4d66c1fe8179ad72910075a251bc7e216d19df94c99d27f0d661ddd76e61af7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7cd54b949-2zp52 e4d66c1fe8179ad72910075a251bc7e216d19df94c99d27f0d661ddd76e61af7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:64:c6:04:0e:e2\",\"name\":\"e4d66c1fe8179ad\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d72e6262-3269-47de-9737-e46417f8e176\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:40:02.325068    3669 cni.go:452] [openshift-dns/dns-default-mwpd4 c41e04290a66dbed282db086654fa916465a107fefcc451a1e379ff2cc567a4b network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-mwpd4 c41e04290a66dbed282db086654fa916465a107fefcc451a1e379ff2cc567a4b network default NAD default NAD key ]
I0504 20:40:02.325120    3669 cni.go:473] [openshift-ingress/router-default-6df458665-btbqb 30da098707c8a8e21db6675c735e25e7d34be4c7af499b134a5ebeeecef996f9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6df458665-btbqb 30da098707c8a8e21db6675c735e25e7d34be4c7af499b134a5ebeeecef996f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:39:fe:4d:67:fa\",\"name\":\"30da098707c8a8e\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/066724d7-a533-44d0-8ee1-81953af53c2b\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:40:02.334660    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mwpd4, hostIfaceName: c41e04290a66dbe, network: default, NAD default, SandboxID: "c41e04290a66dbed282db086654fa916465a107fefcc451a1e379ff2cc567a4b", PCI device ID: , UID: "4263e81f-fbff-443d-87b8-42f8d0bfe82c", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0504 20:40:02.379289    3669 cni.go:473] [openshift-dns/dns-default-mwpd4 c41e04290a66dbed282db086654fa916465a107fefcc451a1e379ff2cc567a4b network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-mwpd4 c41e04290a66dbed282db086654fa916465a107fefcc451a1e379ff2cc567a4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:6d:b7:31:b3:ad\",\"name\":\"c41e04290a66dbe\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c657a67f-ed7c-4287-b215-7bc8f213a220\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:40:07.748047    3669 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0504 20:40:07.748066    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0504 20:40:07.748071    3669 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0504 20:40:07.748196    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 20:40:07.768439    3669 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0504 20:40:07.828472    3669 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0504 20:40:07.833944    3669 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-678b7c6486-8zhwb IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-678b7c6486-8zhwb: no pod IPs found 
I0504 20:40:07.856839    3669 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632120-xmbn7 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:40:07.856959    3669 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7
W0504 20:40:07.860331    3669 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0504 20:40:07.879637    3669 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7] pod update took 22.706076ms
I0504 20:40:07.879659    3669 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7] addLogicalPort annotation time took 22.732117ms
I0504 20:40:07.880788    3669 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7] addLogicalPort took 23.968479ms, libovsdb time 826.243µs
I0504 20:40:07.965982    3669 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-lvtc2] creating logical port openshift-insights_insights-runtime-extractor-lvtc2 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:40:07.966086    3669 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-lvtc2
I0504 20:40:07.981555    3669 pod.go:62] [openshift-insights/insights-runtime-extractor-lvtc2] pod update took 15.500756ms
I0504 20:40:07.981574    3669 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-lvtc2] addLogicalPort annotation time took 15.526589ms
I0504 20:40:07.982797    3669 pods.go:271] [openshift-insights/insights-runtime-extractor-lvtc2] addLogicalPort took 16.83025ms, libovsdb time 909.163µs
I0504 20:40:08.302532    3669 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 ca7388bd3ff4149d0fbc2d8edfaa4337d1ee5c8d9fc9e0d46a22114833c34299 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 ca7388bd3ff4149d0fbc2d8edfaa4337d1ee5c8d9fc9e0d46a22114833c34299 network default NAD default NAD key ]
I0504 20:40:08.312431    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632120-xmbn7, hostIfaceName: ca7388bd3ff4149, network: default, NAD default, SandboxID: "ca7388bd3ff4149d0fbc2d8edfaa4337d1ee5c8d9fc9e0d46a22114833c34299", PCI device ID: , UID: "b9fb9a25-2258-4153-a434-eb23c6ddb3fb", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0504 20:40:08.359229    3669 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 ca7388bd3ff4149d0fbc2d8edfaa4337d1ee5c8d9fc9e0d46a22114833c34299 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 ca7388bd3ff4149d0fbc2d8edfaa4337d1ee5c8d9fc9e0d46a22114833c34299 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:9a:2f:85:83:12\",\"name\":\"ca7388bd3ff4149\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73e71255-1be9-4994-add9-5f40ebb77838\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:40:08.362563    3669 cni.go:452] [openshift-insights/insights-runtime-extractor-lvtc2 3f0b81d90bf6924ff248932a491bb070a6af50ed195316a6666c228b1a9d5f24 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-lvtc2 3f0b81d90bf6924ff248932a491bb070a6af50ed195316a6666c228b1a9d5f24 network default NAD default NAD key ]
I0504 20:40:08.372718    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-lvtc2, hostIfaceName: 3f0b81d90bf6924, network: default, NAD default, SandboxID: "3f0b81d90bf6924ff248932a491bb070a6af50ed195316a6666c228b1a9d5f24", PCI device ID: , UID: "6acaf226-ef8c-4c8c-92e3-02b1d4c9c6ad", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0504 20:40:08.418017    3669 cni.go:473] [openshift-insights/insights-runtime-extractor-lvtc2 3f0b81d90bf6924ff248932a491bb070a6af50ed195316a6666c228b1a9d5f24 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-lvtc2 3f0b81d90bf6924ff248932a491bb070a6af50ed195316a6666c228b1a9d5f24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:d7:a6:b6:35:5f\",\"name\":\"3f0b81d90bf6924\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcb68adc-9631-4d67-892f-4b470c8b3119\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:40:08.658333    3669 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0504 20:40:08.658352    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0504 20:40:08.658357    3669 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0504 20:40:09.019925    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal
I0504 20:40:09.019954    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 37.193µs
I0504 20:40:09.407435    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gfbb7] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-gfbb7 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:40:09.407561    3669 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gfbb7
I0504 20:40:09.426529    3669 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gfbb7] pod update took 18.994966ms
I0504 20:40:09.426557    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gfbb7] addLogicalPort annotation time took 19.027924ms
I0504 20:40:09.427862    3669 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gfbb7] addLogicalPort took 20.440543ms, libovsdb time 984.828µs
W0504 20:40:09.857014    3669 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0504 20:40:10.389958    3669 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gfbb7 7cc19884b9fd07dd93840c9a80f1e34ddfa8cd316b8b1275c490252c545a8ffd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gfbb7 7cc19884b9fd07dd93840c9a80f1e34ddfa8cd316b8b1275c490252c545a8ffd network default NAD default NAD key ]
I0504 20:40:10.399884    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-gfbb7, hostIfaceName: 7cc19884b9fd07d, network: default, NAD default, SandboxID: "7cc19884b9fd07dd93840c9a80f1e34ddfa8cd316b8b1275c490252c545a8ffd", PCI device ID: , UID: "0d064833-688b-4360-89b1-1b30f240ae67", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0504 20:40:10.447363    3669 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gfbb7 7cc19884b9fd07dd93840c9a80f1e34ddfa8cd316b8b1275c490252c545a8ffd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gfbb7 7cc19884b9fd07dd93840c9a80f1e34ddfa8cd316b8b1275c490252c545a8ffd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f0:9c:07:12:a3\",\"name\":\"7cc19884b9fd07d\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcd8ed6b-f4dc-4be3-bf84-e74a548300db\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:40:12.661906    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0504 20:40:12.686204    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0504 20:40:13.909246    3669 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0504 20:40:13.909272    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0504 20:40:13.909279    3669 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0504 20:40:14.471648    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 20:40:14.471677    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 20:40:16.631287    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0504 20:40:16.631306    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0504 20:40:16.631312    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0504 20:40:21.245291    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:40:21.245452    3669 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0504 20:40:21.274743    3669 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 29.330135ms
I0504 20:40:21.274768    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 29.364699ms
I0504 20:40:21.276016    3669 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 30.744355ms, libovsdb time 945.699µs
I0504 20:40:21.295531    3669 cni.go:452] [openshift-multus/network-metrics-daemon-f2tg6 032d37098a120c4a80a800bdfd307fd4bab693d4ec54c3b426be984ed12a7988 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-f2tg6 032d37098a120c4a80a800bdfd307fd4bab693d4ec54c3b426be984ed12a7988 network default NAD default NAD key ]
I0504 20:40:21.304691    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-f2tg6, hostIfaceName: 032d37098a120c4, network: default, NAD default, SandboxID: "032d37098a120c4a80a800bdfd307fd4bab693d4ec54c3b426be984ed12a7988", PCI device ID: , UID: "790addb6-465f-4520-b442-ba39a4f3b3d3", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0504 20:40:21.356655    3669 cni.go:473] [openshift-multus/network-metrics-daemon-f2tg6 032d37098a120c4a80a800bdfd307fd4bab693d4ec54c3b426be984ed12a7988 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-f2tg6 032d37098a120c4a80a800bdfd307fd4bab693d4ec54c3b426be984ed12a7988 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:72:54:46:16:97\",\"name\":\"032d37098a120c4\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41ec5a8f-cd72-4bb3-ae51-2695b45d0ed0\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:40:22.220245    3669 cni.go:452] [openshift-monitoring/alertmanager-main-1 ef23315252e7714eaca20cb107430b05d67d2e9ca0ea38682a3a77a401a3b483 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 ef23315252e7714eaca20cb107430b05d67d2e9ca0ea38682a3a77a401a3b483 network default NAD default NAD key ]
I0504 20:40:22.229910    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: ef23315252e7714, network: default, NAD default, SandboxID: "ef23315252e7714eaca20cb107430b05d67d2e9ca0ea38682a3a77a401a3b483", PCI device ID: , UID: "d39f3713-3886-4d6d-b54e-5d58d4f1920d", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0504 20:40:22.280937    3669 cni.go:473] [openshift-monitoring/alertmanager-main-1 ef23315252e7714eaca20cb107430b05d67d2e9ca0ea38682a3a77a401a3b483 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 ef23315252e7714eaca20cb107430b05d67d2e9ca0ea38682a3a77a401a3b483 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:66:cc:5c:3e:d8\",\"name\":\"ef23315252e7714\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b435cb3-de14-474f-8700-bd324ec968d3\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:40:23.206898    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-57d4668466-xlt5t] creating logical port openshift-monitoring_thanos-querier-57d4668466-xlt5t for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:40:23.207023    3669 kube.go:256] Updating pod openshift-monitoring/thanos-querier-57d4668466-xlt5t
I0504 20:40:23.227782    3669 pod.go:62] [openshift-monitoring/thanos-querier-57d4668466-xlt5t] pod update took 20.804857ms
I0504 20:40:23.227804    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-57d4668466-xlt5t] addLogicalPort annotation time took 20.831441ms
I0504 20:40:23.228996    3669 pods.go:271] [openshift-monitoring/thanos-querier-57d4668466-xlt5t] addLogicalPort took 22.118046ms, libovsdb time 872.051µs
I0504 20:40:23.595363    3669 cni.go:452] [openshift-monitoring/thanos-querier-57d4668466-xlt5t 54a1aa8a6ff4c9aca6914c996e2fbd81dc9f1cc737272612b34cd84739066426 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-57d4668466-xlt5t 54a1aa8a6ff4c9aca6914c996e2fbd81dc9f1cc737272612b34cd84739066426 network default NAD default NAD key ]
I0504 20:40:23.604657    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-57d4668466-xlt5t, hostIfaceName: 54a1aa8a6ff4c9a, network: default, NAD default, SandboxID: "54a1aa8a6ff4c9aca6914c996e2fbd81dc9f1cc737272612b34cd84739066426", PCI device ID: , UID: "f7fb7aed-a505-401a-87fa-0d0b9c8a8c4b", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0504 20:40:23.650626    3669 cni.go:473] [openshift-monitoring/thanos-querier-57d4668466-xlt5t 54a1aa8a6ff4c9aca6914c996e2fbd81dc9f1cc737272612b34cd84739066426 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-57d4668466-xlt5t 54a1aa8a6ff4c9aca6914c996e2fbd81dc9f1cc737272612b34cd84739066426 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:19:c6:d4:48:42\",\"name\":\"54a1aa8a6ff4c9a\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c24ccf26-f661-49dc-95ca-3c1e1a1fd69b\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:40:24.728948    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-x59fv] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-x59fv for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:40:24.729112    3669 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-x59fv
W0504 20:40:24.738574    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:24.738608    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:24.738617    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0504 20:40:24.743867    3669 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x59fv] pod update took 14.777536ms
I0504 20:40:24.743892    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-x59fv] addLogicalPort annotation time took 14.808134ms
I0504 20:40:24.745247    3669 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x59fv] addLogicalPort took 16.318323ms, libovsdb time 1.040927ms
I0504 20:40:24.854858    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7bf585d689-txtxt] creating logical port openshift-monitoring_metrics-server-7bf585d689-txtxt for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:40:24.855026    3669 kube.go:256] Updating pod openshift-monitoring/metrics-server-7bf585d689-txtxt
I0504 20:40:24.872352    3669 pod.go:62] [openshift-monitoring/metrics-server-7bf585d689-txtxt] pod update took 17.362796ms
I0504 20:40:24.872372    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7bf585d689-txtxt] addLogicalPort annotation time took 17.387581ms
I0504 20:40:24.873499    3669 pods.go:271] [openshift-monitoring/metrics-server-7bf585d689-txtxt] addLogicalPort took 18.660444ms, libovsdb time 768.255µs
I0504 20:40:25.142659    3669 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x59fv ad3cd800f0123599530dc5670165a37164b75e0d3354b4c6afa7507660d7cb33 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x59fv ad3cd800f0123599530dc5670165a37164b75e0d3354b4c6afa7507660d7cb33 network default NAD default NAD key ]
I0504 20:40:25.152698    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-x59fv, hostIfaceName: ad3cd800f012359, network: default, NAD default, SandboxID: "ad3cd800f0123599530dc5670165a37164b75e0d3354b4c6afa7507660d7cb33", PCI device ID: , UID: "e8faa997-bf6b-4c74-a622-da3788c4e1ac", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0504 20:40:25.204301    3669 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x59fv ad3cd800f0123599530dc5670165a37164b75e0d3354b4c6afa7507660d7cb33 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x59fv ad3cd800f0123599530dc5670165a37164b75e0d3354b4c6afa7507660d7cb33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:2f:35:2e:df:c0\",\"name\":\"ad3cd800f012359\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/931c7c41-6b42-4726-9811-60dc001443cf\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:40:25.240815    3669 cni.go:452] [openshift-monitoring/metrics-server-7bf585d689-txtxt 35543db0fffd4e5300697339e1660476520bbb2a464a7411a5487c6046812df3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7bf585d689-txtxt 35543db0fffd4e5300697339e1660476520bbb2a464a7411a5487c6046812df3 network default NAD default NAD key ]
I0504 20:40:25.250720    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7bf585d689-txtxt, hostIfaceName: 35543db0fffd4e5, network: default, NAD default, SandboxID: "35543db0fffd4e5300697339e1660476520bbb2a464a7411a5487c6046812df3", PCI device ID: , UID: "16af04b6-4b23-444e-a662-182598b412b5", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0504 20:40:25.298849    3669 cni.go:473] [openshift-monitoring/metrics-server-7bf585d689-txtxt 35543db0fffd4e5300697339e1660476520bbb2a464a7411a5487c6046812df3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7bf585d689-txtxt 35543db0fffd4e5300697339e1660476520bbb2a464a7411a5487c6046812df3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8e:3f:a0:de:5f\",\"name\":\"35543db0fffd4e5\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7516e9fa-b27e-4298-a8c1-cdc97f9ae60a\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:40:25.598565    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0504 20:40:25.968717    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:25.968743    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:25.968750    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:26.576646    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0504 20:40:26.576678    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0504 20:40:26.595246    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:40:26.595446    3669 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0504 20:40:26.643535    3669 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 48.157419ms
I0504 20:40:26.643559    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 48.187665ms
I0504 20:40:26.644950    3669 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 49.728025ms, libovsdb time 1.024448ms
I0504 20:40:27.247806    3669 cni.go:452] [openshift-monitoring/prometheus-k8s-0 8f5c1fd30a316d682117ae42f1b1b59fbe4fc620d460c9fa46486b595557a16d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 8f5c1fd30a316d682117ae42f1b1b59fbe4fc620d460c9fa46486b595557a16d network default NAD default NAD key ]
I0504 20:40:27.276037    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 8f5c1fd30a316d6, network: default, NAD default, SandboxID: "8f5c1fd30a316d682117ae42f1b1b59fbe4fc620d460c9fa46486b595557a16d", PCI device ID: , UID: "856428e1-ac76-432b-afb4-88504cb5bd02", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0504 20:40:27.328777    3669 cni.go:473] [openshift-monitoring/prometheus-k8s-0 8f5c1fd30a316d682117ae42f1b1b59fbe4fc620d460c9fa46486b595557a16d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 8f5c1fd30a316d682117ae42f1b1b59fbe4fc620d460c9fa46486b595557a16d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:d3:45:81:5f:0f\",\"name\":\"8f5c1fd30a316d6\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ce18520-5510-4775-87f7-ddd99d6d6232\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:40:27.752230    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 20:40:27.752259    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 20:40:27.777546    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:27.777569    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:27.777577    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:27.777583    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:27.798347    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0504 20:40:27.964628    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0504 20:40:27.997446    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0504 20:40:28.992257    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 20:40:28.992280    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 20:40:29.073827    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:29.073904    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:29.073916    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:29.073922    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:31.782474    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
I0504 20:40:33.014406    3669 cni.go:452] [openshift-image-registry/image-registry-7cd54b949-2zp52 e4d66c1fe8179ad72910075a251bc7e216d19df94c99d27f0d661ddd76e61af7 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7cd54b949-2zp52 e4d66c1fe8179ad72910075a251bc7e216d19df94c99d27f0d661ddd76e61af7 network default NAD default NAD key ]
I0504 20:40:33.087905    3669 cni.go:473] [openshift-image-registry/image-registry-7cd54b949-2zp52 e4d66c1fe8179ad72910075a251bc7e216d19df94c99d27f0d661ddd76e61af7 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7cd54b949-2zp52 e4d66c1fe8179ad72910075a251bc7e216d19df94c99d27f0d661ddd76e61af7 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:40:33.140409    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:40:33.140447    3669 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7cd54b949-2zp52
I0504 20:40:33.141671    3669 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7cd54b949-2zp52, ips: 10.129.0.5
I0504 20:40:33.141699    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:40:33.150830    3669 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f7bbd6968-qwxtv] creating logical port openshift-image-registry_image-registry-5f7bbd6968-qwxtv for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:40:33.150952    3669 kube.go:256] Updating pod openshift-image-registry/image-registry-5f7bbd6968-qwxtv
I0504 20:40:33.167375    3669 pod.go:62] [openshift-image-registry/image-registry-5f7bbd6968-qwxtv] pod update took 16.472706ms
I0504 20:40:33.167401    3669 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f7bbd6968-qwxtv] addLogicalPort annotation time took 16.503149ms
I0504 20:40:33.168716    3669 pods.go:271] [openshift-image-registry/image-registry-5f7bbd6968-qwxtv] addLogicalPort took 17.904097ms, libovsdb time 944.677µs
I0504 20:40:33.509795    3669 cni.go:452] [openshift-image-registry/image-registry-5f7bbd6968-qwxtv ef6e963359752ba7fb501f10aa9eef87b195c48605182c1376c73a2baaaefd14 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5f7bbd6968-qwxtv ef6e963359752ba7fb501f10aa9eef87b195c48605182c1376c73a2baaaefd14 network default NAD default NAD key ]
I0504 20:40:33.519231    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5f7bbd6968-qwxtv, hostIfaceName: ef6e963359752ba, network: default, NAD default, SandboxID: "ef6e963359752ba7fb501f10aa9eef87b195c48605182c1376c73a2baaaefd14", PCI device ID: , UID: "eb44983d-68e5-4be5-bf34-b0eebe24a44d", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0504 20:40:33.568403    3669 cni.go:473] [openshift-image-registry/image-registry-5f7bbd6968-qwxtv ef6e963359752ba7fb501f10aa9eef87b195c48605182c1376c73a2baaaefd14 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5f7bbd6968-qwxtv ef6e963359752ba7fb501f10aa9eef87b195c48605182c1376c73a2baaaefd14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:5f:f0:be:79:80\",\"name\":\"ef6e963359752ba\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5f0aa40-be2c-4f5f-aba3-fd9b45902a9e\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:40:33.761346    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:33.761369    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:33.761375    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0504 20:40:33.761381    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0504 20:40:33.793096    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:40:33.793132    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:40:33.799427    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cd54b949-2zp52
I0504 20:40:33.799455    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cd54b949-2zp52
I0504 20:40:36.169042    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:40:36.169546    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:40:36.169575    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:40:36.169586    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0504 20:40:36.169626    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:40:36.169634    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0504 20:40:37.197270    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:40:37.197292    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:40:37.197306    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:40:37.197315    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:40:38.971613    3669 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0504 20:40:38.981609    3669 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0504 20:40:48.470784    3669 base_network_controller_pods.go:487] [default/openshift-console/console-5c56547d87-mztrn] creating logical port openshift-console_console-5c56547d87-mztrn for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:40:48.470877    3669 kube.go:256] Updating pod openshift-console/console-5c56547d87-mztrn
I0504 20:40:48.488164    3669 pod.go:62] [openshift-console/console-5c56547d87-mztrn] pod update took 17.310893ms
I0504 20:40:48.488187    3669 base_network_controller_pods.go:951] [default/openshift-console/console-5c56547d87-mztrn] addLogicalPort annotation time took 17.341105ms
I0504 20:40:48.489466    3669 pods.go:271] [openshift-console/console-5c56547d87-mztrn] addLogicalPort took 18.69196ms, libovsdb time 954.626µs
W0504 20:40:48.748758    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0504 20:40:48.829636    3669 cni.go:452] [openshift-console/console-5c56547d87-mztrn 14500c69e0198b0172d38f672edf7166e89bfebacf5ba02130229c1bfffa9c49 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c56547d87-mztrn 14500c69e0198b0172d38f672edf7166e89bfebacf5ba02130229c1bfffa9c49 network default NAD default NAD key ]
I0504 20:40:48.839017    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c56547d87-mztrn, hostIfaceName: 14500c69e0198b0, network: default, NAD default, SandboxID: "14500c69e0198b0172d38f672edf7166e89bfebacf5ba02130229c1bfffa9c49", PCI device ID: , UID: "22f12e3d-60df-47e5-a273-0beb87696ce6", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0504 20:40:48.889200    3669 cni.go:473] [openshift-console/console-5c56547d87-mztrn 14500c69e0198b0172d38f672edf7166e89bfebacf5ba02130229c1bfffa9c49 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c56547d87-mztrn 14500c69e0198b0172d38f672edf7166e89bfebacf5ba02130229c1bfffa9c49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:85:70:df:1d:de\",\"name\":\"14500c69e0198b0\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9a8b05d-f398-46cc-b0b3-97ba358372fe\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:40:51.847722    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0504 20:40:52.235687    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:52.235715    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:52.235724    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:52.235739    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:52.235745    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:52.235751    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:52.267483    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:52.267501    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:52.267507    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:40:54.793506    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0504 20:40:55.766352    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0504 20:40:55.817619    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0504 20:40:56.233093    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:40:56.233719    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:40:56.788066    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:40:56.788092    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:40:56.791875    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cd54b949-f8shc
I0504 20:40:56.791904    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cd54b949-f8shc
W0504 20:40:58.786535    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0504 20:40:58.879868    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0504 20:41:04.818034    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0504 20:41:14.857360    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0504 20:41:19.353207    3669 obj_retry.go:498] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:41:19.353786    3669 obj_retry.go:498] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:41:19.869940    3669 obj_retry.go:492] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:41:19.869964    3669 obj_retry.go:492] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:41:19.876086    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-858c4f66ff-jn7ws
I0504 20:41:19.876113    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-858c4f66ff-jn7ws
I0504 20:41:24.088188    3669 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-z9tb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:41:24.088731    3669 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-z9tb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:41:24.915117    3669 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-z9tb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:41:24.915138    3669 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-z9tb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:41:24.920392    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c56547d87-z9tb6
I0504 20:41:24.920420    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c56547d87-z9tb6
W0504 20:41:27.020537    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 20:41:27.020555    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0504 20:41:29.361425    3669 cni.go:452] [openshift-console/console-5c56547d87-mztrn 14500c69e0198b0172d38f672edf7166e89bfebacf5ba02130229c1bfffa9c49 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c56547d87-mztrn 14500c69e0198b0172d38f672edf7166e89bfebacf5ba02130229c1bfffa9c49 network default NAD default NAD key ]
I0504 20:41:29.443312    3669 cni.go:473] [openshift-console/console-5c56547d87-mztrn 14500c69e0198b0172d38f672edf7166e89bfebacf5ba02130229c1bfffa9c49 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c56547d87-mztrn 14500c69e0198b0172d38f672edf7166e89bfebacf5ba02130229c1bfffa9c49 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:41:29.486910    3669 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-mztrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:41:29.486946    3669 pods.go:176] Deleting pod: openshift-console/console-5c56547d87-mztrn
I0504 20:41:29.488199    3669 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c56547d87-mztrn, ips: 10.129.0.19
I0504 20:41:29.488226    3669 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-mztrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:41:29.988201    3669 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-mztrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:41:29.988230    3669 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-mztrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:41:29.994839    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c56547d87-mztrn
I0504 20:41:29.994868    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c56547d87-mztrn
I0504 20:41:41.924612    3669 cni.go:452] [openshift-monitoring/alertmanager-main-1 ef23315252e7714eaca20cb107430b05d67d2e9ca0ea38682a3a77a401a3b483 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 ef23315252e7714eaca20cb107430b05d67d2e9ca0ea38682a3a77a401a3b483 network default NAD default NAD key ]
I0504 20:41:42.026371    3669 cni.go:473] [openshift-monitoring/alertmanager-main-1 ef23315252e7714eaca20cb107430b05d67d2e9ca0ea38682a3a77a401a3b483 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 ef23315252e7714eaca20cb107430b05d67d2e9ca0ea38682a3a77a401a3b483 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:41:42.088395    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:41:42.088434    3669 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0504 20:41:42.089798    3669 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.13
I0504 20:41:42.089830    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:41:43.075724    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:41:43.075753    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:41:43.082619    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0504 20:41:43.082650    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0504 20:41:43.131059    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:41:43.131195    3669 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0504 20:41:43.154224    3669 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.070819ms
I0504 20:41:43.154280    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.127833ms
I0504 20:41:43.155574    3669 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.529363ms, libovsdb time 924.961µs
I0504 20:41:43.491516    3669 cni.go:452] [openshift-monitoring/alertmanager-main-1 6e91479163d7ed02a727c0dc8919fca0a0c81b312d9ab413c0710db186f5a68b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6e91479163d7ed02a727c0dc8919fca0a0c81b312d9ab413c0710db186f5a68b network default NAD default NAD key ]
I0504 20:41:43.500681    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6e91479163d7ed0, network: default, NAD default, SandboxID: "6e91479163d7ed02a727c0dc8919fca0a0c81b312d9ab413c0710db186f5a68b", PCI device ID: , UID: "bae937e1-263f-4db7-8b20-d69cc984971d", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0504 20:41:43.549054    3669 cni.go:473] [openshift-monitoring/alertmanager-main-1 6e91479163d7ed02a727c0dc8919fca0a0c81b312d9ab413c0710db186f5a68b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6e91479163d7ed02a727c0dc8919fca0a0c81b312d9ab413c0710db186f5a68b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:21:c3:04:1c:9a\",\"name\":\"6e91479163d7ed0\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2288023-1073-4ecd-9b1e-4abc19b18b32\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:41:44.876316    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5bc6c687c6-m67ps] creating logical port openshift-monitoring_telemeter-client-5bc6c687c6-m67ps for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:41:44.876439    3669 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5bc6c687c6-m67ps
I0504 20:41:44.908519    3669 pod.go:62] [openshift-monitoring/telemeter-client-5bc6c687c6-m67ps] pod update took 32.109ms
I0504 20:41:44.908542    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5bc6c687c6-m67ps] addLogicalPort annotation time took 32.134924ms
I0504 20:41:44.909725    3669 pods.go:271] [openshift-monitoring/telemeter-client-5bc6c687c6-m67ps] addLogicalPort took 33.428498ms, libovsdb time 852.515µs
I0504 20:41:45.230966    3669 cni.go:452] [openshift-monitoring/telemeter-client-5bc6c687c6-m67ps 1e083ea51e09891629da56e97b1d7782039f3917a96e3db14bb64229da0cb9d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5bc6c687c6-m67ps 1e083ea51e09891629da56e97b1d7782039f3917a96e3db14bb64229da0cb9d1 network default NAD default NAD key ]
I0504 20:41:45.240300    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5bc6c687c6-m67ps, hostIfaceName: 1e083ea51e09891, network: default, NAD default, SandboxID: "1e083ea51e09891629da56e97b1d7782039f3917a96e3db14bb64229da0cb9d1", PCI device ID: , UID: "da13e866-8c36-4442-99b0-7f5fe8ae7358", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0504 20:41:45.288503    3669 cni.go:473] [openshift-monitoring/telemeter-client-5bc6c687c6-m67ps 1e083ea51e09891629da56e97b1d7782039f3917a96e3db14bb64229da0cb9d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5bc6c687c6-m67ps 1e083ea51e09891629da56e97b1d7782039f3917a96e3db14bb64229da0cb9d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:20:f6:76:89:3a\",\"name\":\"1e083ea51e09891\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/366df9fe-e841-490b-9887-c6a32c87b9c8\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:41:46.611373    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:41:46.612016    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:41:47.345498    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:41:47.345538    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:41:47.352959    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0504 20:41:47.352982    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0504 20:41:48.389803    3669 base_network_controller_pods.go:487] [default/openshift-console/console-8479cf557c-97g2t] creating logical port openshift-console_console-8479cf557c-97g2t for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:41:48.389931    3669 kube.go:256] Updating pod openshift-console/console-8479cf557c-97g2t
I0504 20:41:48.424458    3669 pod.go:62] [openshift-console/console-8479cf557c-97g2t] pod update took 34.554343ms
I0504 20:41:48.424483    3669 base_network_controller_pods.go:951] [default/openshift-console/console-8479cf557c-97g2t] addLogicalPort annotation time took 34.580862ms
I0504 20:41:48.425624    3669 pods.go:271] [openshift-console/console-8479cf557c-97g2t] addLogicalPort took 35.839996ms, libovsdb time 796.791µs
I0504 20:41:48.741982    3669 cni.go:452] [openshift-console/console-8479cf557c-97g2t e958ee937335225c5f4e919a12aec1de5721e80d1741250cfbc3fb40c2cf16fb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8479cf557c-97g2t e958ee937335225c5f4e919a12aec1de5721e80d1741250cfbc3fb40c2cf16fb network default NAD default NAD key ]
I0504 20:41:48.751703    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8479cf557c-97g2t, hostIfaceName: e958ee937335225, network: default, NAD default, SandboxID: "e958ee937335225c5f4e919a12aec1de5721e80d1741250cfbc3fb40c2cf16fb", PCI device ID: , UID: "fb095def-6e78-41e1-a3af-359696e4d163", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0504 20:41:48.799849    3669 cni.go:473] [openshift-console/console-8479cf557c-97g2t e958ee937335225c5f4e919a12aec1de5721e80d1741250cfbc3fb40c2cf16fb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8479cf557c-97g2t e958ee937335225c5f4e919a12aec1de5721e80d1741250cfbc3fb40c2cf16fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:46:8c:d4:2d:15\",\"name\":\"e958ee937335225\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64949771-82ae-44d1-b13e-3fe1fc8a0cce\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:41:59.156705    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0504 20:42:13.543637    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:42:13.543655    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0504 20:42:13.543661    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0504 20:42:13.686152    3669 obj_retry.go:498] Detected object openshift-console/console-746d468875-7cgwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:42:13.686680    3669 obj_retry.go:498] Detected object openshift-console/console-746d468875-7cgwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:42:14.085973    3669 obj_retry.go:492] Detected object openshift-console/console-746d468875-7cgwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:42:14.086001    3669 obj_retry.go:492] Detected object openshift-console/console-746d468875-7cgwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:42:14.092720    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746d468875-7cgwt
I0504 20:42:14.092746    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746d468875-7cgwt
I0504 20:42:14.861678    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:42:14.862326    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:42:15.478350    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:42:15.478369    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:42:15.485329    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0504 20:42:15.485360    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0504 20:42:24.475788    3669 obj_retry.go:498] Detected object openshift-console/console-746d468875-zzrsl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:42:24.476390    3669 obj_retry.go:498] Detected object openshift-console/console-746d468875-zzrsl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:42:24.819212    3669 obj_retry.go:492] Detected object openshift-console/console-746d468875-zzrsl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:42:24.819239    3669 obj_retry.go:492] Detected object openshift-console/console-746d468875-zzrsl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:42:24.825785    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746d468875-zzrsl
I0504 20:42:24.825805    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746d468875-zzrsl
I0504 20:42:49.820352    3669 cni.go:452] [openshift-monitoring/prometheus-k8s-0 8f5c1fd30a316d682117ae42f1b1b59fbe4fc620d460c9fa46486b595557a16d network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 8f5c1fd30a316d682117ae42f1b1b59fbe4fc620d460c9fa46486b595557a16d network default NAD default NAD key ]
I0504 20:42:49.895069    3669 cni.go:473] [openshift-monitoring/prometheus-k8s-0 8f5c1fd30a316d682117ae42f1b1b59fbe4fc620d460c9fa46486b595557a16d network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 8f5c1fd30a316d682117ae42f1b1b59fbe4fc620d460c9fa46486b595557a16d network default NAD default NAD key default], result "{}", err <nil>
I0504 20:42:49.955048    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:42:49.955081    3669 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0504 20:42:49.956237    3669 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.17
I0504 20:42:49.956265    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:42:50.352836    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:42:50.352863    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:42:50.363044    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0504 20:42:50.363072    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0504 20:42:50.406490    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:42:50.406632    3669 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0504 20:42:50.435182    3669 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.619522ms
I0504 20:42:50.435208    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.649179ms
I0504 20:42:50.436393    3669 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.922594ms, libovsdb time 850.393µs
I0504 20:42:50.766574    3669 cni.go:452] [openshift-monitoring/prometheus-k8s-0 98d980572bd453a53e3446cee1db7ac336734c71968fa29cc4a6f17fc3ab4504 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 98d980572bd453a53e3446cee1db7ac336734c71968fa29cc4a6f17fc3ab4504 network default NAD default NAD key ]
I0504 20:42:50.777027    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 98d980572bd453a, network: default, NAD default, SandboxID: "98d980572bd453a53e3446cee1db7ac336734c71968fa29cc4a6f17fc3ab4504", PCI device ID: , UID: "e56a826c-52de-4565-be47-2b387c52931c", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0504 20:42:50.832397    3669 cni.go:473] [openshift-monitoring/prometheus-k8s-0 98d980572bd453a53e3446cee1db7ac336734c71968fa29cc4a6f17fc3ab4504 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 98d980572bd453a53e3446cee1db7ac336734c71968fa29cc4a6f17fc3ab4504 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:24:39:4b:5c:24\",\"name\":\"98d980572bd453a\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db9b0a9c-390d-43d1-a167-b0b495c10df1\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:43:04.421363    3669 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 ca7388bd3ff4149d0fbc2d8edfaa4337d1ee5c8d9fc9e0d46a22114833c34299 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 ca7388bd3ff4149d0fbc2d8edfaa4337d1ee5c8d9fc9e0d46a22114833c34299 network default NAD default NAD key ]
I0504 20:43:04.503497    3669 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 ca7388bd3ff4149d0fbc2d8edfaa4337d1ee5c8d9fc9e0d46a22114833c34299 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 ca7388bd3ff4149d0fbc2d8edfaa4337d1ee5c8d9fc9e0d46a22114833c34299 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:43:04.544624    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:43:04.544658    3669 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7
I0504 20:43:04.545911    3669 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7, ips: 10.129.0.10
I0504 20:43:04.545942    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:43:05.441716    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:43:05.441745    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 20:43:51.629229    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0504 20:43:51.629253    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0504 20:44:23.866966    3669 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-vrkgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:44:23.867506    3669 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-vrkgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:44:24.582310    3669 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-vrkgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:44:24.582336    3669 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-vrkgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:44:24.588756    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8479cf557c-vrkgd
I0504 20:44:24.588779    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8479cf557c-vrkgd
I0504 20:44:34.144531    3669 cni.go:452] [openshift-console/console-8479cf557c-97g2t e958ee937335225c5f4e919a12aec1de5721e80d1741250cfbc3fb40c2cf16fb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8479cf557c-97g2t e958ee937335225c5f4e919a12aec1de5721e80d1741250cfbc3fb40c2cf16fb network default NAD default NAD key ]
I0504 20:44:34.213984    3669 cni.go:473] [openshift-console/console-8479cf557c-97g2t e958ee937335225c5f4e919a12aec1de5721e80d1741250cfbc3fb40c2cf16fb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8479cf557c-97g2t e958ee937335225c5f4e919a12aec1de5721e80d1741250cfbc3fb40c2cf16fb network default NAD default NAD key default], result "{}", err <nil>
I0504 20:44:34.259415    3669 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-97g2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:44:34.259449    3669 pods.go:176] Deleting pod: openshift-console/console-8479cf557c-97g2t
I0504 20:44:34.260724    3669 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8479cf557c-97g2t, ips: 10.129.0.22
I0504 20:44:34.260749    3669 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-97g2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:44:34.759053    3669 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-97g2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:44:34.759079    3669 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-97g2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:44:34.764816    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8479cf557c-97g2t
I0504 20:44:34.764845    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8479cf557c-97g2t
I0504 20:44:46.601626    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0504 20:44:51.696289    3669 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0504 20:45:00.509633    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136
I0504 20:45:28.601915    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
W0504 20:45:43.852815    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0504 20:45:49.623164    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0504 20:45:51.513061    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0504 20:45:54.910208    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0504 20:45:54.910272    3669 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-9xgrs IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-9xgrs: no pod IPs found 
I0504 20:46:12.821131    3669 namespace.go:98] [tsf] adding namespace
I0504 20:46:12.821924    3669 namespace.go:102] [tsf] adding namespace took 768.482µs
I0504 20:46:12.836484    3669 namespace.go:142] [tsf] updating namespace
I0504 20:46:12.846623    3669 namespace.go:142] [tsf] updating namespace
I0504 20:46:14.519945    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=539
I0504 20:46:16.756820    3669 namespace.go:98] [rhtpa-operator] adding namespace
I0504 20:46:16.756846    3669 namespace.go:98] [tsf-tas] adding namespace
I0504 20:46:16.757711    3669 namespace.go:102] [rhtpa-operator] adding namespace took 865.315µs
I0504 20:46:16.758226    3669 namespace.go:102] [tsf-tas] adding namespace took 1.365113ms
I0504 20:46:16.758499    3669 namespace.go:98] [tsf-keycloak] adding namespace
I0504 20:46:16.759052    3669 namespace.go:102] [tsf-keycloak] adding namespace took 538.526µs
I0504 20:46:16.760963    3669 namespace.go:98] [rhbk-operator] adding namespace
I0504 20:46:16.761542    3669 namespace.go:102] [rhbk-operator] adding namespace took 564.859µs
I0504 20:46:16.765742    3669 namespace.go:98] [tsf-tpa] adding namespace
I0504 20:46:16.765751    3669 namespace.go:98] [konflux-ui] adding namespace
I0504 20:46:16.766284    3669 namespace.go:102] [tsf-tpa] adding namespace took 530.886µs
I0504 20:46:16.766869    3669 namespace.go:102] [konflux-ui] adding namespace took 1.109337ms
I0504 20:46:16.770271    3669 namespace.go:98] [konflux-operator] adding namespace
I0504 20:46:16.770376    3669 namespace.go:98] [cert-manager-operator] adding namespace
I0504 20:46:16.770841    3669 namespace.go:102] [konflux-operator] adding namespace took 556.097µs
I0504 20:46:16.771377    3669 namespace.go:102] [cert-manager-operator] adding namespace took 990.091µs
I0504 20:46:16.777347    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0504 20:46:16.791117    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0504 20:46:16.800410    3669 namespace.go:142] [tsf-tas] updating namespace
I0504 20:46:16.809400    3669 namespace.go:142] [tsf-tas] updating namespace
I0504 20:46:16.819830    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0504 20:46:16.830365    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0504 20:46:16.835545    3669 namespace.go:142] [rhbk-operator] updating namespace
I0504 20:46:16.847550    3669 namespace.go:142] [rhbk-operator] updating namespace
I0504 20:46:16.847753    3669 namespace.go:142] [konflux-ui] updating namespace
I0504 20:46:16.879500    3669 namespace.go:142] [tsf-tpa] updating namespace
I0504 20:46:16.891310    3669 namespace.go:142] [konflux-operator] updating namespace
I0504 20:46:16.900807    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0504 20:46:16.907233    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0504 20:46:16.921019    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0504 20:46:16.974465    3669 namespace.go:142] [tsf-tas] updating namespace
I0504 20:46:16.981305    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0504 20:46:16.992369    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0504 20:46:17.189423    3669 namespace.go:142] [rhbk-operator] updating namespace
I0504 20:46:17.225338    3669 namespace.go:142] [konflux-ui] updating namespace
I0504 20:46:17.243327    3669 namespace.go:142] [konflux-ui] updating namespace
I0504 20:46:17.378321    3669 namespace.go:142] [tsf-tpa] updating namespace
I0504 20:46:17.390394    3669 namespace.go:142] [tsf-tpa] updating namespace
I0504 20:46:17.578779    3669 namespace.go:142] [konflux-operator] updating namespace
I0504 20:46:17.590918    3669 namespace.go:142] [konflux-operator] updating namespace
I0504 20:46:18.146454    3669 namespace.go:142] [tsf-tpa] updating namespace
I0504 20:46:18.161710    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0504 20:46:18.323682    3669 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:46:18.323804    3669 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0504 20:46:18.340335    3669 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 16.561584ms
I0504 20:46:18.340358    3669 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 16.591445ms
I0504 20:46:18.341583    3669 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.923291ms, libovsdb time 824.971µs
I0504 20:46:18.704441    3669 cni.go:452] [tsf/test-tsf-subscriptions 6b96a5de949418aeea0b20d21aecfb3e2b16b0abd06c77b23268351a93fc6e3f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 6b96a5de949418aeea0b20d21aecfb3e2b16b0abd06c77b23268351a93fc6e3f network default NAD default NAD key ]
I0504 20:46:18.713461    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 6b96a5de949418a, network: default, NAD default, SandboxID: "6b96a5de949418aeea0b20d21aecfb3e2b16b0abd06c77b23268351a93fc6e3f", PCI device ID: , UID: "b92286e7-bc9b-4b2d-aa3f-0719945158d8", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0504 20:46:18.764923    3669 cni.go:473] [tsf/test-tsf-subscriptions 6b96a5de949418aeea0b20d21aecfb3e2b16b0abd06c77b23268351a93fc6e3f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 6b96a5de949418aeea0b20d21aecfb3e2b16b0abd06c77b23268351a93fc6e3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:ca:ba:41:07:67\",\"name\":\"6b96a5de949418a\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38217a7d-7aa9-4b7b-b341-441cbbade552\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:46:23.597407    3669 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:23.598006    3669 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:23.598040    3669 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:23.598052    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 20:46:23.598063    3669 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:23.598068    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 20:46:23.622286    3669 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:23.623101    3669 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:23.623142    3669 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:23.623152    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 20:46:23.623165    3669 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:23.623174    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 20:46:24.621686    3669 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:24.621709    3669 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:24.621726    3669 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:24.621736    3669 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:24.655004    3669 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:24.655027    3669 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:24.655044    3669 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:24.655054    3669 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:26.629359    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0504 20:46:27.629993    3669 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:27.630564    3669 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:27.630611    3669 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:27.630620    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 20:46:27.630630    3669 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:27.630636    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 20:46:28.636538    3669 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:28.637080    3669 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:28.637112    3669 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:28.637122    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 20:46:28.637130    3669 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:28.637135    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 20:46:28.662865    3669 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:28.662891    3669 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:28.662909    3669 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:28.662919    3669 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:29.669397    3669 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:29.669423    3669 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:29.669438    3669 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:29.669452    3669 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:30.676778    3669 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:30.677289    3669 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:30.677318    3669 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:30.677328    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 20:46:30.677337    3669 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:30.677341    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 20:46:30.705385    3669 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:30.705826    3669 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:30.705847    3669 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:30.705853    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 20:46:30.705861    3669 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:46:30.705865    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 20:46:31.701242    3669 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:31.701264    3669 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:31.701279    3669 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:31.701288    3669 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:31.732668    3669 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:31.732687    3669 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:31.732699    3669 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:46:31.732709    3669 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 20:46:39.586638    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0504 20:46:41.093249    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0504 20:46:41.133401    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0504 20:46:42.719548    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0504 20:46:42.759394    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0504 20:46:42.791740    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0504 20:46:42.811251    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0504 20:46:43.511989    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72
I0504 20:46:43.987056    3669 namespace.go:98] [cert-manager] adding namespace
I0504 20:46:43.987880    3669 namespace.go:102] [cert-manager] adding namespace took 802.243µs
I0504 20:46:44.061244    3669 namespace.go:142] [cert-manager] updating namespace
I0504 20:46:44.114531    3669 namespace.go:142] [cert-manager] updating namespace
W0504 20:46:44.178262    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0504 20:46:46.302818    3669 namespace.go:142] [openshift-operators] updating namespace
I0504 20:46:46.325277    3669 namespace.go:142] [openshift-operators] updating namespace
W0504 20:46:53.704510    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0504 20:46:53.704529    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0504 20:46:55.773019    3669 namespace.go:98] [trusted-artifact-signer] adding namespace
I0504 20:46:55.773937    3669 namespace.go:102] [trusted-artifact-signer] adding namespace took 895.373µs
I0504 20:46:55.820430    3669 namespace.go:142] [trusted-artifact-signer] updating namespace
I0504 20:46:55.869441    3669 namespace.go:142] [trusted-artifact-signer] updating namespace
W0504 20:46:56.222736    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0504 20:47:00.013810    3669 namespace.go:142] [openshift-operators] updating namespace
I0504 20:47:06.606726    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0504 20:47:10.399810    3669 cni.go:452] [tsf/test-tsf-subscriptions 6b96a5de949418aeea0b20d21aecfb3e2b16b0abd06c77b23268351a93fc6e3f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 6b96a5de949418aeea0b20d21aecfb3e2b16b0abd06c77b23268351a93fc6e3f network default NAD default NAD key ]
I0504 20:47:10.473796    3669 cni.go:473] [tsf/test-tsf-subscriptions 6b96a5de949418aeea0b20d21aecfb3e2b16b0abd06c77b23268351a93fc6e3f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 6b96a5de949418aeea0b20d21aecfb3e2b16b0abd06c77b23268351a93fc6e3f network default NAD default NAD key default], result "{}", err <nil>
I0504 20:47:10.541112    3669 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:47:10.541143    3669 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0504 20:47:10.542286    3669 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.24
I0504 20:47:10.542309    3669 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:47:10.568146    3669 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:47:10.568176    3669 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:47:10.576787    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0504 20:47:10.576812    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0504 20:47:11.640240    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0504 20:47:12.178174    3669 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:47:12.178274    3669 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0504 20:47:12.197046    3669 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 18.804332ms
I0504 20:47:12.197066    3669 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 18.830532ms
I0504 20:47:12.198218    3669 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 20.058843ms, libovsdb time 861.307µs
I0504 20:47:12.556879    3669 cni.go:452] [tsf/test-tsf-infrastructure 11e81a81b3162207901f64787acca46dcb982b75ee0b4b8d82fcecf729588d31 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 11e81a81b3162207901f64787acca46dcb982b75ee0b4b8d82fcecf729588d31 network default NAD default NAD key ]
I0504 20:47:12.566776    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 11e81a81b316220, network: default, NAD default, SandboxID: "11e81a81b3162207901f64787acca46dcb982b75ee0b4b8d82fcecf729588d31", PCI device ID: , UID: "a9c1ff50-bd43-4d8c-b5bf-e6f11ef388c3", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0504 20:47:12.615850    3669 cni.go:473] [tsf/test-tsf-infrastructure 11e81a81b3162207901f64787acca46dcb982b75ee0b4b8d82fcecf729588d31 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 11e81a81b3162207901f64787acca46dcb982b75ee0b4b8d82fcecf729588d31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:b3:d4:09:c0:e9\",\"name\":\"11e81a81b316220\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06f2df98-bb6b-4304-8fa8-70079311c977\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:47:14.650106    3669 namespace.go:98] [openshift-pipelines] adding namespace
I0504 20:47:14.651009    3669 namespace.go:102] [openshift-pipelines] adding namespace took 878.16µs
I0504 20:47:14.675365    3669 namespace.go:142] [openshift-pipelines] updating namespace
I0504 20:47:15.093774    3669 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hjvfp] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-hjvfp for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:47:15.093913    3669 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hjvfp
I0504 20:47:15.113413    3669 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hjvfp] pod update took 19.522681ms
I0504 20:47:15.113443    3669 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hjvfp] addLogicalPort annotation time took 19.558753ms
I0504 20:47:15.114636    3669 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hjvfp] addLogicalPort took 20.88448ms, libovsdb time 853.124µs
I0504 20:47:15.413376    3669 namespace.go:142] [cert-manager] updating namespace
I0504 20:47:15.614529    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0504 20:47:16.014992    3669 namespace.go:142] [konflux-operator] updating namespace
I0504 20:47:16.215492    3669 namespace.go:142] [konflux-ui] updating namespace
I0504 20:47:16.416887    3669 namespace.go:142] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] updating namespace
I0504 20:47:16.819738    3669 namespace.go:142] [rhbk-operator] updating namespace
I0504 20:47:17.019363    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0504 20:47:17.222857    3669 namespace.go:142] [trusted-artifact-signer] updating namespace
I0504 20:47:17.422222    3669 namespace.go:142] [tsf] updating namespace
I0504 20:47:17.624889    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0504 20:47:17.823943    3669 namespace.go:142] [tsf-tas] updating namespace
I0504 20:47:18.026285    3669 namespace.go:142] [tsf-tpa] updating namespace
I0504 20:47:18.152983    3669 namespace.go:142] [cert-manager] updating namespace
I0504 20:47:18.160318    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0504 20:47:18.168542    3669 namespace.go:142] [default] updating namespace
I0504 20:47:18.175864    3669 namespace.go:142] [konflux-operator] updating namespace
I0504 20:47:18.185390    3669 namespace.go:142] [konflux-ui] updating namespace
I0504 20:47:18.193624    3669 namespace.go:142] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] updating namespace
I0504 20:47:18.200341    3669 namespace.go:142] [openshift] updating namespace
I0504 20:47:18.209844    3669 namespace.go:142] [rhbk-operator] updating namespace
I0504 20:47:18.218930    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0504 20:47:18.228856    3669 namespace.go:142] [trusted-artifact-signer] updating namespace
I0504 20:47:18.249951    3669 namespace.go:142] [tsf] updating namespace
I0504 20:47:18.269312    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0504 20:47:18.290584    3669 namespace.go:142] [tsf-tas] updating namespace
I0504 20:47:18.313288    3669 namespace.go:142] [tsf-tpa] updating namespace
I0504 20:47:18.409786    3669 namespace.go:142] [cert-manager] updating namespace
I0504 20:47:18.514674    3669 namespace.go:142] [cert-manager-operator] updating namespace
I0504 20:47:18.611744    3669 namespace.go:142] [default] updating namespace
I0504 20:47:18.713452    3669 namespace.go:142] [konflux-operator] updating namespace
I0504 20:47:18.814024    3669 namespace.go:142] [konflux-ui] updating namespace
I0504 20:47:18.911222    3669 namespace.go:142] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] updating namespace
I0504 20:47:19.009073    3669 namespace.go:142] [openshift] updating namespace
I0504 20:47:19.085213    3669 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hjvfp 18bad6ef4462998dd0437a6328197063e62e44126203bb98ffde764edd438568 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hjvfp 18bad6ef4462998dd0437a6328197063e62e44126203bb98ffde764edd438568 network default NAD default NAD key ]
I0504 20:47:19.094765    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-hjvfp, hostIfaceName: 18bad6ef4462998, network: default, NAD default, SandboxID: "18bad6ef4462998dd0437a6328197063e62e44126203bb98ffde764edd438568", PCI device ID: , UID: "48704c15-c7b5-48e7-8dc8-d648d432fa8e", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0504 20:47:19.109987    3669 namespace.go:142] [rhbk-operator] updating namespace
I0504 20:47:19.143311    3669 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hjvfp 18bad6ef4462998dd0437a6328197063e62e44126203bb98ffde764edd438568 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hjvfp 18bad6ef4462998dd0437a6328197063e62e44126203bb98ffde764edd438568 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b6:4e:5e:78:d2\",\"name\":\"18bad6ef4462998\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d789914-0ef2-4bbb-8c22-0f10b2676d81\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:47:19.210502    3669 namespace.go:142] [rhtpa-operator] updating namespace
I0504 20:47:19.311081    3669 namespace.go:142] [trusted-artifact-signer] updating namespace
I0504 20:47:19.411633    3669 namespace.go:142] [tsf] updating namespace
I0504 20:47:19.511762    3669 namespace.go:142] [tsf-keycloak] updating namespace
I0504 20:47:19.612675    3669 namespace.go:142] [tsf-tas] updating namespace
I0504 20:47:19.710725    3669 namespace.go:142] [tsf-tpa] updating namespace
I0504 20:47:20.051717    3669 namespace.go:142] [openshift-pipelines] updating namespace
W0504 20:47:22.497820    3669 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0504 20:47:27.813410    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-4hgq6] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-4hgq6 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:47:27.813519    3669 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-4hgq6
I0504 20:47:27.847417    3669 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4hgq6] pod update took 33.921779ms
I0504 20:47:27.847438    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-4hgq6] addLogicalPort annotation time took 33.947809ms
I0504 20:47:27.848502    3669 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4hgq6] addLogicalPort took 35.105389ms, libovsdb time 759.431µs
I0504 20:47:27.919031    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:47:27.919109    3669 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv
I0504 20:47:27.940926    3669 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv] pod update took 21.838382ms
I0504 20:47:27.940946    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv] addLogicalPort annotation time took 21.864855ms
I0504 20:47:27.942042    3669 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv] addLogicalPort took 23.025131ms, libovsdb time 793.656µs
I0504 20:47:28.189321    3669 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4hgq6 e84f7c352de74f0bb3fb9ad17afb251815a4c4aaf7d4b8b11c268b45ec928e34 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-4hgq6 e84f7c352de74f0bb3fb9ad17afb251815a4c4aaf7d4b8b11c268b45ec928e34 network default NAD default NAD key ]
I0504 20:47:28.199516    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-4hgq6, hostIfaceName: e84f7c352de74f0, network: default, NAD default, SandboxID: "e84f7c352de74f0bb3fb9ad17afb251815a4c4aaf7d4b8b11c268b45ec928e34", PCI device ID: , UID: "0b9f6cf5-8345-4a44-a271-ca05cb43ae89", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0504 20:47:28.248416    3669 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4hgq6 e84f7c352de74f0bb3fb9ad17afb251815a4c4aaf7d4b8b11c268b45ec928e34 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-4hgq6 e84f7c352de74f0bb3fb9ad17afb251815a4c4aaf7d4b8b11c268b45ec928e34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:9d:ba:c9:3f:c9\",\"name\":\"e84f7c352de74f0\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/435bebb9-cbb5-48d3-a008-e62dc37443d4\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:47:28.289174    3669 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv 91426b0982d5bd95345183a7800eb12951f430778ac29c9920f4e94c7d2bc5cb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv 91426b0982d5bd95345183a7800eb12951f430778ac29c9920f4e94c7d2bc5cb network default NAD default NAD key ]
I0504 20:47:28.298742    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv, hostIfaceName: 91426b0982d5bd9, network: default, NAD default, SandboxID: "91426b0982d5bd95345183a7800eb12951f430778ac29c9920f4e94c7d2bc5cb", PCI device ID: , UID: "254e98ff-b2dc-4a57-ae9c-34640d6af35f", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0504 20:47:28.349423    3669 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv 91426b0982d5bd95345183a7800eb12951f430778ac29c9920f4e94c7d2bc5cb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-f4zxv 91426b0982d5bd95345183a7800eb12951f430778ac29c9920f4e94c7d2bc5cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:58:a2:7a:6d:01\",\"name\":\"91426b0982d5bd9\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b78df93-265e-4588-bddb-1c32b003e15d\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:47:29.295162    3669 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0504 20:47:30.857761    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0504 20:47:30.857782    3669 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0504 20:47:30.857792    3669 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0504 20:47:33.320816    3669 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 20:47:33.320835    3669 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 20:47:33.320840    3669 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 20:47:33.320844    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 20:47:38.525025    3669 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0504 20:47:38.525044    3669 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0504 20:47:38.525050    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0504 20:47:43.462682    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0504 20:47:49.533731    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0504 20:47:49.533754    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0504 20:47:49.533762    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0504 20:47:50.639780    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
W0504 20:48:01.020510    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0504 20:48:04.640715    3669 cni.go:452] [tsf/test-tsf-infrastructure 11e81a81b3162207901f64787acca46dcb982b75ee0b4b8d82fcecf729588d31 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 11e81a81b3162207901f64787acca46dcb982b75ee0b4b8d82fcecf729588d31 network default NAD default NAD key ]
I0504 20:48:04.727963    3669 cni.go:473] [tsf/test-tsf-infrastructure 11e81a81b3162207901f64787acca46dcb982b75ee0b4b8d82fcecf729588d31 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 11e81a81b3162207901f64787acca46dcb982b75ee0b4b8d82fcecf729588d31 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:48:04.788716    3669 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:48:04.788755    3669 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0504 20:48:04.790131    3669 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.25
I0504 20:48:04.790160    3669 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:48:04.812360    3669 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:48:04.812380    3669 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:48:04.815887    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0504 20:48:04.815915    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0504 20:48:05.981517    3669 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:48:05.981630    3669 kube.go:256] Updating pod tsf/test-tsf-iam
I0504 20:48:05.996941    3669 pod.go:62] [tsf/test-tsf-iam] pod update took 15.351632ms
I0504 20:48:05.996971    3669 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.378628ms
I0504 20:48:05.998315    3669 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.811293ms, libovsdb time 887.683µs
I0504 20:48:06.336156    3669 cni.go:452] [tsf/test-tsf-iam db72335b589cc45a47435152798ab6a0464dc99dbf4928dd1753f0796085b8e5 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam db72335b589cc45a47435152798ab6a0464dc99dbf4928dd1753f0796085b8e5 network default NAD default NAD key ]
I0504 20:48:06.346496    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: db72335b589cc45, network: default, NAD default, SandboxID: "db72335b589cc45a47435152798ab6a0464dc99dbf4928dd1753f0796085b8e5", PCI device ID: , UID: "1b71e255-5418-4c37-a46a-37e71016d3ee", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0504 20:48:06.394924    3669 cni.go:473] [tsf/test-tsf-iam db72335b589cc45a47435152798ab6a0464dc99dbf4928dd1753f0796085b8e5 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam db72335b589cc45a47435152798ab6a0464dc99dbf4928dd1753f0796085b8e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:d1:3d:ae:5d:19\",\"name\":\"db72335b589cc45\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b49e41a-26ea-43f1-a103-42c2eca2cdb6\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:48:06.836363    3669 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0504 20:48:06.837084    3669 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0504 20:48:06.837111    3669 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0504 20:48:06.839437    3669 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0504 20:48:07.184404    3669 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:48:07.184496    3669 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0504 20:48:07.199945    3669 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.474398ms
I0504 20:48:07.199964    3669 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.497389ms
I0504 20:48:07.201178    3669 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.792249ms, libovsdb time 842.528µs
I0504 20:48:07.540577    3669 cni.go:452] [tsf-keycloak/keycloak-0 141da8bc17da17fdb112ab6552e4d7203fdeec4699d710206705d9babc7db1dd network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 141da8bc17da17fdb112ab6552e4d7203fdeec4699d710206705d9babc7db1dd network default NAD default NAD key ]
I0504 20:48:07.567665    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 141da8bc17da17f, network: default, NAD default, SandboxID: "141da8bc17da17fdb112ab6552e4d7203fdeec4699d710206705d9babc7db1dd", PCI device ID: , UID: "04a165e1-6132-458a-91c5-e2ee751754eb", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0504 20:48:07.614521    3669 cni.go:473] [tsf-keycloak/keycloak-0 141da8bc17da17fdb112ab6552e4d7203fdeec4699d710206705d9babc7db1dd network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 141da8bc17da17fdb112ab6552e4d7203fdeec4699d710206705d9babc7db1dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c2:fe:51:7e:1b\",\"name\":\"141da8bc17da17f\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa6099a8-bfca-4360-b846-d6f99698b72b\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:48:13.699226    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0504 20:48:13.699249    3669 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0504 20:48:13.702139    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0504 20:48:13.702157    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0504 20:48:18.019674    3669 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0504 20:48:27.512469    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=110
I0504 20:48:31.666332    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jqr4r] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-jqr4r for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:48:31.666416    3669 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jqr4r
I0504 20:48:31.680642    3669 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jqr4r] pod update took 14.246873ms
I0504 20:48:31.680661    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jqr4r] addLogicalPort annotation time took 14.270667ms
I0504 20:48:31.681878    3669 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jqr4r] addLogicalPort took 15.565956ms, libovsdb time 897.025µs
I0504 20:48:32.027487    3669 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jqr4r b3a7f5c03608a929d65e2666ae05ee4353506f650aad902cc36ccdfb55c68409 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jqr4r b3a7f5c03608a929d65e2666ae05ee4353506f650aad902cc36ccdfb55c68409 network default NAD default NAD key ]
I0504 20:48:32.037224    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-jqr4r, hostIfaceName: b3a7f5c03608a92, network: default, NAD default, SandboxID: "b3a7f5c03608a929d65e2666ae05ee4353506f650aad902cc36ccdfb55c68409", PCI device ID: , UID: "a1c98563-8700-42de-a176-358007706d1e", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0504 20:48:32.085257    3669 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jqr4r b3a7f5c03608a929d65e2666ae05ee4353506f650aad902cc36ccdfb55c68409 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jqr4r b3a7f5c03608a929d65e2666ae05ee4353506f650aad902cc36ccdfb55c68409 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:12:f3:ac:24:ba\",\"name\":\"b3a7f5c03608a92\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9610a6f8-2104-4c50-8a76-dfe500b803d2\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:48:35.601626    3669 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0504 20:48:35.601647    3669 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0504 20:48:35.601653    3669 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0504 20:48:40.793413    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0504 20:48:40.793434    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0504 20:48:40.795892    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0504 20:48:40.795911    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0504 20:48:45.634406    3669 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0504 20:48:46.999370    3669 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-pkdnn] creating logical port tsf-keycloak_tsf-iam-pkdnn for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:48:46.999526    3669 kube.go:256] Updating pod tsf-keycloak/tsf-iam-pkdnn
I0504 20:48:47.017430    3669 pod.go:62] [tsf-keycloak/tsf-iam-pkdnn] pod update took 17.936464ms
I0504 20:48:47.017459    3669 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-pkdnn] addLogicalPort annotation time took 17.972603ms
I0504 20:48:47.018822    3669 pods.go:271] [tsf-keycloak/tsf-iam-pkdnn] addLogicalPort took 19.473036ms, libovsdb time 997.67µs
I0504 20:48:47.366932    3669 cni.go:452] [tsf-keycloak/tsf-iam-pkdnn 9f4534b1b807c28f420f74ce5acf15dd8903cb4e5f7da8cc527af5ba2f3e393b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-pkdnn 9f4534b1b807c28f420f74ce5acf15dd8903cb4e5f7da8cc527af5ba2f3e393b network default NAD default NAD key ]
I0504 20:48:47.376059    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-pkdnn, hostIfaceName: 9f4534b1b807c28, network: default, NAD default, SandboxID: "9f4534b1b807c28f420f74ce5acf15dd8903cb4e5f7da8cc527af5ba2f3e393b", PCI device ID: , UID: "af8fe6ab-02c9-4ccd-b5a7-43beec38f444", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0504 20:48:47.427193    3669 cni.go:473] [tsf-keycloak/tsf-iam-pkdnn 9f4534b1b807c28f420f74ce5acf15dd8903cb4e5f7da8cc527af5ba2f3e393b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-pkdnn 9f4534b1b807c28f420f74ce5acf15dd8903cb4e5f7da8cc527af5ba2f3e393b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:5c:a2:b7:aa:a7\",\"name\":\"9f4534b1b807c28\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed137a82-62a6-437b-9873-d15293b603d5\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:48:56.949096    3669 cni.go:452] [tsf/test-tsf-iam db72335b589cc45a47435152798ab6a0464dc99dbf4928dd1753f0796085b8e5 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam db72335b589cc45a47435152798ab6a0464dc99dbf4928dd1753f0796085b8e5 network default NAD default NAD key ]
I0504 20:48:57.027669    3669 cni.go:473] [tsf/test-tsf-iam db72335b589cc45a47435152798ab6a0464dc99dbf4928dd1753f0796085b8e5 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam db72335b589cc45a47435152798ab6a0464dc99dbf4928dd1753f0796085b8e5 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:48:57.081413    3669 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:48:57.081575    3669 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0504 20:48:57.082952    3669 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.29
I0504 20:48:57.082990    3669 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:48:57.127240    3669 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:48:57.127334    3669 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:48:57.133907    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0504 20:48:57.133937    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0504 20:48:57.611710    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0504 20:48:57.981723    3669 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:48:57.981828    3669 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0504 20:48:57.997082    3669 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.277967ms
I0504 20:48:57.997151    3669 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.351471ms
I0504 20:48:57.998458    3669 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.756074ms, libovsdb time 973.274µs
I0504 20:48:58.344571    3669 cni.go:452] [tsf-tas/test-tsf-tas 7ff700c2799aa66ef8e81c816272764c281c1c3b005f295441d0dc623d900bbe network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 7ff700c2799aa66ef8e81c816272764c281c1c3b005f295441d0dc623d900bbe network default NAD default NAD key ]
I0504 20:48:58.354573    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 7ff700c2799aa66, network: default, NAD default, SandboxID: "7ff700c2799aa66ef8e81c816272764c281c1c3b005f295441d0dc623d900bbe", PCI device ID: , UID: "766c631d-5b3e-49fd-b178-3d3df7025374", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0504 20:48:58.408033    3669 cni.go:473] [tsf-tas/test-tsf-tas 7ff700c2799aa66ef8e81c816272764c281c1c3b005f295441d0dc623d900bbe network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 7ff700c2799aa66ef8e81c816272764c281c1c3b005f295441d0dc623d900bbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:57:26:7b:8c:69\",\"name\":\"7ff700c2799aa66\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ff2bd43-4fba-4a6b-8da2-fab0c9c9cccf\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:49:00.247103    3669 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-cd4cdd9dd-x9s8m] creating logical port tsf-tas_trillian-logserver-cd4cdd9dd-x9s8m for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:49:00.247213    3669 kube.go:256] Updating pod tsf-tas/trillian-logserver-cd4cdd9dd-x9s8m
I0504 20:49:00.299086    3669 kube.go:256] Updating pod tsf-tas/trillian-logserver-cd4cdd9dd-x9s8m
I0504 20:49:00.319670    3669 pod.go:62] [tsf-tas/trillian-logserver-cd4cdd9dd-x9s8m] pod update took 72.48885ms
I0504 20:49:00.319696    3669 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-cd4cdd9dd-x9s8m] addLogicalPort annotation time took 72.526031ms
I0504 20:49:00.320903    3669 pods.go:271] [tsf-tas/trillian-logserver-cd4cdd9dd-x9s8m] addLogicalPort took 73.815437ms, libovsdb time 873.68µs
I0504 20:49:00.535280    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8wjhs] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-8wjhs for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:49:00.535369    3669 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8wjhs
I0504 20:49:00.558684    3669 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8wjhs] pod update took 23.335383ms
I0504 20:49:00.558712    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8wjhs] addLogicalPort annotation time took 23.370416ms
I0504 20:49:00.559927    3669 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8wjhs] addLogicalPort took 24.664754ms, libovsdb time 823.365µs
I0504 20:49:00.898803    3669 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8wjhs bbf92458d542404e5aae9a1f51b4903d073a6785aa24125777d2704974497d8f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8wjhs bbf92458d542404e5aae9a1f51b4903d073a6785aa24125777d2704974497d8f network default NAD default NAD key ]
I0504 20:49:00.910178    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-8wjhs, hostIfaceName: bbf92458d542404, network: default, NAD default, SandboxID: "bbf92458d542404e5aae9a1f51b4903d073a6785aa24125777d2704974497d8f", PCI device ID: , UID: "e931f636-43f3-4d00-8129-aef7874ee017", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0504 20:49:00.963504    3669 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8wjhs bbf92458d542404e5aae9a1f51b4903d073a6785aa24125777d2704974497d8f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8wjhs bbf92458d542404e5aae9a1f51b4903d073a6785aa24125777d2704974497d8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ce:b0:b8:05:3a\",\"name\":\"bbf92458d542404\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85f7249f-fcfd-481c-819f-049351a4847d\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:49:01.204286    3669 cni.go:452] [tsf-tas/trillian-logserver-cd4cdd9dd-x9s8m 2f2353a95f0336422a2c7990e075b3445c0f9aae69d7d50d5fafbdbe7395235a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-cd4cdd9dd-x9s8m 2f2353a95f0336422a2c7990e075b3445c0f9aae69d7d50d5fafbdbe7395235a network default NAD default NAD key ]
I0504 20:49:01.215632    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-cd4cdd9dd-x9s8m, hostIfaceName: 2f2353a95f03364, network: default, NAD default, SandboxID: "2f2353a95f0336422a2c7990e075b3445c0f9aae69d7d50d5fafbdbe7395235a", PCI device ID: , UID: "e2d8fca9-ca0c-48a9-bd83-865d91b3c8b6", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0504 20:49:01.271186    3669 cni.go:473] [tsf-tas/trillian-logserver-cd4cdd9dd-x9s8m 2f2353a95f0336422a2c7990e075b3445c0f9aae69d7d50d5fafbdbe7395235a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-cd4cdd9dd-x9s8m 2f2353a95f0336422a2c7990e075b3445c0f9aae69d7d50d5fafbdbe7395235a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:fd:4d:46:ce:57\",\"name\":\"2f2353a95f03364\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6e02d93-9bba-47fd-ba37-d7a394cf8623\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:49:03.377001    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0504 20:49:03.377019    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0504 20:49:04.617962    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
W0504 20:49:05.000651    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0504 20:49:05.772045    3669 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0504 20:49:05.772065    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0504 20:49:06.009776    3669 cni.go:452] [tsf-keycloak/tsf-iam-pkdnn 9f4534b1b807c28f420f74ce5acf15dd8903cb4e5f7da8cc527af5ba2f3e393b network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-pkdnn 9f4534b1b807c28f420f74ce5acf15dd8903cb4e5f7da8cc527af5ba2f3e393b network default NAD default NAD key ]
I0504 20:49:06.088235    3669 cni.go:473] [tsf-keycloak/tsf-iam-pkdnn 9f4534b1b807c28f420f74ce5acf15dd8903cb4e5f7da8cc527af5ba2f3e393b network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-pkdnn 9f4534b1b807c28f420f74ce5acf15dd8903cb4e5f7da8cc527af5ba2f3e393b network default NAD default NAD key default], result "{}", err <nil>
I0504 20:49:06.513416    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=106
I0504 20:49:07.751310    3669 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pkdnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:07.751344    3669 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-pkdnn
I0504 20:49:07.752763    3669 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-pkdnn, ips: 10.129.0.32
I0504 20:49:07.752791    3669 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pkdnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0504 20:49:08.013685    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0504 20:49:08.416119    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0504 20:49:08.778366    3669 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pkdnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:49:08.778389    3669 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pkdnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 20:49:12.807307    3669 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0504 20:49:13.946388    3669 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:13.946972    3669 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:14.850646    3669 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:49:14.850668    3669 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 20:49:16.007099    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0504 20:49:17.095359    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-fk2tj] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-fk2tj for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:49:17.095471    3669 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-fk2tj
I0504 20:49:17.112618    3669 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fk2tj] pod update took 17.175489ms
I0504 20:49:17.112642    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-fk2tj] addLogicalPort annotation time took 17.206632ms
I0504 20:49:17.113902    3669 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fk2tj] addLogicalPort took 18.56695ms, libovsdb time 867.58µs
I0504 20:49:18.057582    3669 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fk2tj bfd5d81dd91c750e5726d943c706d6801d1179637db408db7246b753676f1c80 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-fk2tj bfd5d81dd91c750e5726d943c706d6801d1179637db408db7246b753676f1c80 network default NAD default NAD key ]
I0504 20:49:18.067128    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-fk2tj, hostIfaceName: bfd5d81dd91c750, network: default, NAD default, SandboxID: "bfd5d81dd91c750e5726d943c706d6801d1179637db408db7246b753676f1c80", PCI device ID: , UID: "eb91a9b1-478e-42d8-bc8e-2f06d6fbb6d9", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0504 20:49:18.119865    3669 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fk2tj bfd5d81dd91c750e5726d943c706d6801d1179637db408db7246b753676f1c80 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-fk2tj bfd5d81dd91c750e5726d943c706d6801d1179637db408db7246b753676f1c80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:af:81:7c:45:61\",\"name\":\"bfd5d81dd91c750\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e885c6d-faa4-47e0-ab56-5be1d3c8568a\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:49:42.146496    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
I0504 20:49:47.212992    3669 cni.go:452] [tsf-tas/test-tsf-tas 7ff700c2799aa66ef8e81c816272764c281c1c3b005f295441d0dc623d900bbe network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 7ff700c2799aa66ef8e81c816272764c281c1c3b005f295441d0dc623d900bbe network default NAD default NAD key ]
I0504 20:49:47.294579    3669 cni.go:473] [tsf-tas/test-tsf-tas 7ff700c2799aa66ef8e81c816272764c281c1c3b005f295441d0dc623d900bbe network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 7ff700c2799aa66ef8e81c816272764c281c1c3b005f295441d0dc623d900bbe network default NAD default NAD key default], result "{}", err <nil>
I0504 20:49:47.343633    3669 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:47.343669    3669 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0504 20:49:47.345031    3669 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.33
I0504 20:49:47.345062    3669 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:47.365289    3669 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:49:47.365316    3669 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:49:47.371790    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0504 20:49:47.371816    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0504 20:49:56.162189    3669 obj_retry.go:498] Detected object tsf/patch-tekton-config-9m8rz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:56.162765    3669 obj_retry.go:498] Detected object tsf/patch-tekton-config-9m8rz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:57.182719    3669 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:49:57.182745    3669 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:49:57.285413    3669 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-84bgh] creating logical port tsf_tsf-tekton-configuration-84bgh for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:49:57.285508    3669 kube.go:256] Updating pod tsf/tsf-tekton-configuration-84bgh
I0504 20:49:57.297114    3669 pod.go:62] [tsf/tsf-tekton-configuration-84bgh] pod update took 11.63015ms
I0504 20:49:57.297137    3669 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-84bgh] addLogicalPort annotation time took 11.657512ms
I0504 20:49:57.298436    3669 pods.go:271] [tsf/tsf-tekton-configuration-84bgh] addLogicalPort took 13.038451ms, libovsdb time 962.066µs
I0504 20:49:57.666959    3669 cni.go:452] [tsf/tsf-tekton-configuration-84bgh fe51a5b4501d933a62ab38063847508f5047cf3d5e694fff294a539424db6854 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-84bgh fe51a5b4501d933a62ab38063847508f5047cf3d5e694fff294a539424db6854 network default NAD default NAD key ]
I0504 20:49:57.676074    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-84bgh, hostIfaceName: fe51a5b4501d933, network: default, NAD default, SandboxID: "fe51a5b4501d933a62ab38063847508f5047cf3d5e694fff294a539424db6854", PCI device ID: , UID: "0da7b5d5-ca24-46b2-97e6-20d88ffff403", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0504 20:49:57.727494    3669 cni.go:473] [tsf/tsf-tekton-configuration-84bgh fe51a5b4501d933a62ab38063847508f5047cf3d5e694fff294a539424db6854 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-84bgh fe51a5b4501d933a62ab38063847508f5047cf3d5e694fff294a539424db6854 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:de:97:71:49:01\",\"name\":\"fe51a5b4501d933\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/458c0141-2a8a-4def-9bd7-aeb607159c03\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:49:57.824032    3669 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:57.824570    3669 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:57.864485    3669 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:57.865047    3669 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:49:58.706486    3669 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:49:58.706512    3669 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:49:58.730917    3669 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:49:58.730943    3669 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:00.180925    3669 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632130-pdczv for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:00.181027    3669 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv
I0504 20:50:00.193781    3669 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv] pod update took 12.776074ms
I0504 20:50:00.193805    3669 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv] addLogicalPort annotation time took 12.807823ms
I0504 20:50:00.195150    3669 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv] addLogicalPort took 14.246169ms, libovsdb time 967.59µs
I0504 20:50:01.016968    3669 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv 8d8c61b4a7e8be70cd7ac4878080c782f0db002b3fcce024b364228f01a5b2c4 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv 8d8c61b4a7e8be70cd7ac4878080c782f0db002b3fcce024b364228f01a5b2c4 network default NAD default NAD key ]
I0504 20:50:01.026334    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632130-pdczv, hostIfaceName: 8d8c61b4a7e8be7, network: default, NAD default, SandboxID: "8d8c61b4a7e8be70cd7ac4878080c782f0db002b3fcce024b364228f01a5b2c4", PCI device ID: , UID: "05c19669-55c1-4ac6-828e-c8814818e3e7", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0504 20:50:01.078982    3669 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv 8d8c61b4a7e8be70cd7ac4878080c782f0db002b3fcce024b364228f01a5b2c4 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv 8d8c61b4a7e8be70cd7ac4878080c782f0db002b3fcce024b364228f01a5b2c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:80:11:88:11:6e\",\"name\":\"8d8c61b4a7e8be7\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a6883e1-3249-43f9-abf6-5eb6a040a3f0\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:50:01.699768    3669 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-67b4bd88cc-945cb] creating logical port tsf-tas_rekor-redis-67b4bd88cc-945cb for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:01.699867    3669 kube.go:256] Updating pod tsf-tas/rekor-redis-67b4bd88cc-945cb
I0504 20:50:01.716514    3669 pod.go:62] [tsf-tas/rekor-redis-67b4bd88cc-945cb] pod update took 16.670856ms
I0504 20:50:01.716542    3669 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-67b4bd88cc-945cb] addLogicalPort annotation time took 16.704663ms
I0504 20:50:01.717820    3669 pods.go:271] [tsf-tas/rekor-redis-67b4bd88cc-945cb] addLogicalPort took 18.07142ms, libovsdb time 861.512µs
I0504 20:50:01.875283    3669 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6495f9d89c-sr7hd] creating logical port tsf-tas_rekor-search-ui-6495f9d89c-sr7hd for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:01.875404    3669 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6495f9d89c-sr7hd
I0504 20:50:01.891548    3669 pod.go:62] [tsf-tas/rekor-search-ui-6495f9d89c-sr7hd] pod update took 16.166975ms
I0504 20:50:01.891575    3669 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6495f9d89c-sr7hd] addLogicalPort annotation time took 16.197716ms
I0504 20:50:01.892903    3669 pods.go:271] [tsf-tas/rekor-search-ui-6495f9d89c-sr7hd] addLogicalPort took 17.638085ms, libovsdb time 932.573µs
I0504 20:50:02.059770    3669 cni.go:452] [tsf-tas/rekor-redis-67b4bd88cc-945cb 8bb180f77e4110789e1d23b7d6a3adceedcdae88b965eb686cca4a3f2ef618aa network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-67b4bd88cc-945cb 8bb180f77e4110789e1d23b7d6a3adceedcdae88b965eb686cca4a3f2ef618aa network default NAD default NAD key ]
I0504 20:50:02.069939    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-67b4bd88cc-945cb, hostIfaceName: 8bb180f77e41107, network: default, NAD default, SandboxID: "8bb180f77e4110789e1d23b7d6a3adceedcdae88b965eb686cca4a3f2ef618aa", PCI device ID: , UID: "cfc62c08-55aa-40eb-8cc7-2591e081113c", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0504 20:50:02.124011    3669 cni.go:473] [tsf-tas/rekor-redis-67b4bd88cc-945cb 8bb180f77e4110789e1d23b7d6a3adceedcdae88b965eb686cca4a3f2ef618aa network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-67b4bd88cc-945cb 8bb180f77e4110789e1d23b7d6a3adceedcdae88b965eb686cca4a3f2ef618aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:0f:8f:4b:60:a1\",\"name\":\"8bb180f77e41107\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/254a6c54-dd78-416d-837d-61124708d484\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:50:02.236334    3669 cni.go:452] [tsf-tas/rekor-search-ui-6495f9d89c-sr7hd d3729f7f6b746cb65618d8081d1e5bd313eb4b232bfcdbaa0f2036c0859e855c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6495f9d89c-sr7hd d3729f7f6b746cb65618d8081d1e5bd313eb4b232bfcdbaa0f2036c0859e855c network default NAD default NAD key ]
I0504 20:50:02.246311    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6495f9d89c-sr7hd, hostIfaceName: d3729f7f6b746cb, network: default, NAD default, SandboxID: "d3729f7f6b746cb65618d8081d1e5bd313eb4b232bfcdbaa0f2036c0859e855c", PCI device ID: , UID: "59bb2690-2954-478b-9bd5-0345bd97b7e6", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0504 20:50:02.302567    3669 cni.go:473] [tsf-tas/rekor-search-ui-6495f9d89c-sr7hd d3729f7f6b746cb65618d8081d1e5bd313eb4b232bfcdbaa0f2036c0859e855c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6495f9d89c-sr7hd d3729f7f6b746cb65618d8081d1e5bd313eb4b232bfcdbaa0f2036c0859e855c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:39:88:0b:74:b0\",\"name\":\"d3729f7f6b746cb\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58f5733c-e137-4594-bd9e-8b6203c1558e\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:50:03.310959    3669 cni.go:452] [tsf/tsf-tekton-configuration-84bgh fe51a5b4501d933a62ab38063847508f5047cf3d5e694fff294a539424db6854 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-84bgh fe51a5b4501d933a62ab38063847508f5047cf3d5e694fff294a539424db6854 network default NAD default NAD key ]
I0504 20:50:03.406809    3669 cni.go:473] [tsf/tsf-tekton-configuration-84bgh fe51a5b4501d933a62ab38063847508f5047cf3d5e694fff294a539424db6854 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-84bgh fe51a5b4501d933a62ab38063847508f5047cf3d5e694fff294a539424db6854 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:50:03.459781    3669 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-84bgh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:03.459818    3669 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-84bgh
I0504 20:50:03.461387    3669 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-84bgh, ips: 10.129.0.37
I0504 20:50:03.461422    3669 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-84bgh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0504 20:50:03.728892    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0504 20:50:04.310138    3669 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-84bgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:04.310209    3669 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-84bgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:04.313432    3669 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv 8d8c61b4a7e8be70cd7ac4878080c782f0db002b3fcce024b364228f01a5b2c4 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv 8d8c61b4a7e8be70cd7ac4878080c782f0db002b3fcce024b364228f01a5b2c4 network default NAD default NAD key ]
I0504 20:50:04.343887    3669 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:04.343942    3669 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:04.350349    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9m8rz
I0504 20:50:04.350440    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9m8rz
I0504 20:50:04.408016    3669 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv 8d8c61b4a7e8be70cd7ac4878080c782f0db002b3fcce024b364228f01a5b2c4 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv 8d8c61b4a7e8be70cd7ac4878080c782f0db002b3fcce024b364228f01a5b2c4 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:50:05.041635    3669 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:05.041723    3669 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0504 20:50:05.054853    3669 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.153769ms
I0504 20:50:05.054874    3669 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.17825ms
I0504 20:50:05.056058    3669 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.465415ms, libovsdb time 805.632µs
I0504 20:50:05.153932    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:05.153973    3669 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv
I0504 20:50:05.155421    3669 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv, ips: 10.129.0.38
I0504 20:50:05.155454    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:06.175518    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:06.175568    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:07.518761    3669 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 30b5b300c7dc976c71bbe2b9f72648b18768bf4244ffc115ab304dcfd6b21314 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 30b5b300c7dc976c71bbe2b9f72648b18768bf4244ffc115ab304dcfd6b21314 network default NAD default NAD key ]
I0504 20:50:07.529175    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 30b5b300c7dc976, network: default, NAD default, SandboxID: "30b5b300c7dc976c71bbe2b9f72648b18768bf4244ffc115ab304dcfd6b21314", PCI device ID: , UID: "761d5e3c-cc15-424d-bda3-07dc87635df3", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0504 20:50:07.585833    3669 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 30b5b300c7dc976c71bbe2b9f72648b18768bf4244ffc115ab304dcfd6b21314 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 30b5b300c7dc976c71bbe2b9f72648b18768bf4244ffc115ab304dcfd6b21314 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:92:04:ec:08:02\",\"name\":\"30b5b300c7dc976\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3dc7c400-93f1-49ff-b938-68ccb924cf91\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:50:08.332667    3669 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0504 20:50:08.349258    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0504 20:50:10.096021    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0504 20:50:11.364774    3669 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 30b5b300c7dc976c71bbe2b9f72648b18768bf4244ffc115ab304dcfd6b21314 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 30b5b300c7dc976c71bbe2b9f72648b18768bf4244ffc115ab304dcfd6b21314 network default NAD default NAD key ]
I0504 20:50:11.448704    3669 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 30b5b300c7dc976c71bbe2b9f72648b18768bf4244ffc115ab304dcfd6b21314 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 30b5b300c7dc976c71bbe2b9f72648b18768bf4244ffc115ab304dcfd6b21314 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:50:11.496721    3669 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:11.496755    3669 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0504 20:50:11.498080    3669 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.41
I0504 20:50:11.498134    3669 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:11.519009    3669 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:11.519029    3669 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:11.523404    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0504 20:50:11.523434    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0504 20:50:11.737219    3669 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:11.737360    3669 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0504 20:50:11.751344    3669 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.01555ms
I0504 20:50:11.751364    3669 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.039547ms
I0504 20:50:11.752585    3669 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.381975ms, libovsdb time 853.814µs
I0504 20:50:12.097113    3669 cni.go:452] [tsf-tpa/test-tsf-tpa cc0a0ac765139d881908150bd382b4a80ea04402a0c637da820a4ce221f022fd network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa cc0a0ac765139d881908150bd382b4a80ea04402a0c637da820a4ce221f022fd network default NAD default NAD key ]
I0504 20:50:12.106711    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: cc0a0ac765139d8, network: default, NAD default, SandboxID: "cc0a0ac765139d881908150bd382b4a80ea04402a0c637da820a4ce221f022fd", PCI device ID: , UID: "d1e2c179-3fad-4af3-8332-9e5840418671", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0504 20:50:12.159208    3669 cni.go:473] [tsf-tpa/test-tsf-tpa cc0a0ac765139d881908150bd382b4a80ea04402a0c637da820a4ce221f022fd network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa cc0a0ac765139d881908150bd382b4a80ea04402a0c637da820a4ce221f022fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:a5:4e:97:d3:42\",\"name\":\"cc0a0ac765139d8\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c7fe4da-7866-45c2-884c-b9d2d5d107dd\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:50:16.944012    3669 obj_retry.go:498] Detected object tsf-tpa/create-db-g5fkz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:16.944651    3669 obj_retry.go:498] Detected object tsf-tpa/create-db-g5fkz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:17.967135    3669 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:17.967158    3669 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:18.071565    3669 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-b9j8f] creating logical port tsf-tpa_migrate-db-b9j8f for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:18.071715    3669 kube.go:256] Updating pod tsf-tpa/migrate-db-b9j8f
I0504 20:50:18.084266    3669 pod.go:62] [tsf-tpa/migrate-db-b9j8f] pod update took 12.586997ms
I0504 20:50:18.084290    3669 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-b9j8f] addLogicalPort annotation time took 12.616389ms
I0504 20:50:18.085564    3669 pods.go:271] [tsf-tpa/migrate-db-b9j8f] addLogicalPort took 14.023902ms, libovsdb time 816.879µs
I0504 20:50:18.430423    3669 cni.go:452] [tsf-tpa/migrate-db-b9j8f 1ab210dda1d4c61fe8493cdee3baf77708b70203e02cc18758842c1d6289a005 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-b9j8f 1ab210dda1d4c61fe8493cdee3baf77708b70203e02cc18758842c1d6289a005 network default NAD default NAD key ]
I0504 20:50:18.439946    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-b9j8f, hostIfaceName: 1ab210dda1d4c61, network: default, NAD default, SandboxID: "1ab210dda1d4c61fe8493cdee3baf77708b70203e02cc18758842c1d6289a005", PCI device ID: , UID: "fab2a498-fc2f-4310-8374-8e73a7411364", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0504 20:50:18.493281    3669 cni.go:473] [tsf-tpa/migrate-db-b9j8f 1ab210dda1d4c61fe8493cdee3baf77708b70203e02cc18758842c1d6289a005 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-b9j8f 1ab210dda1d4c61fe8493cdee3baf77708b70203e02cc18758842c1d6289a005 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:bf:db:c3:d0:ee\",\"name\":\"1ab210dda1d4c61\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bc27722-1729-4b6f-ac92-e23fd2f339ec\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:50:20.380387    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
W0504 20:50:20.497337    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0504 20:50:22.431558    3669 cni.go:452] [tsf-tpa/migrate-db-b9j8f 1ab210dda1d4c61fe8493cdee3baf77708b70203e02cc18758842c1d6289a005 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-b9j8f 1ab210dda1d4c61fe8493cdee3baf77708b70203e02cc18758842c1d6289a005 network default NAD default NAD key ]
I0504 20:50:22.451836    3669 namespace.go:142] [openshift-pipelines] updating namespace
I0504 20:50:22.538691    3669 cni.go:473] [tsf-tpa/migrate-db-b9j8f 1ab210dda1d4c61fe8493cdee3baf77708b70203e02cc18758842c1d6289a005 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-b9j8f 1ab210dda1d4c61fe8493cdee3baf77708b70203e02cc18758842c1d6289a005 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:50:22.585240    3669 obj_retry.go:498] Detected object tsf-tpa/migrate-db-b9j8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:22.585277    3669 pods.go:176] Deleting pod: tsf-tpa/migrate-db-b9j8f
I0504 20:50:22.586647    3669 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-b9j8f, ips: 10.129.0.43
I0504 20:50:22.586680    3669 obj_retry.go:498] Detected object tsf-tpa/migrate-db-b9j8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:23.608789    3669 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:23.608814    3669 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:26.001413    3669 obj_retry.go:498] Detected object tsf-tpa/create-importers-4gjwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:26.001984    3669 obj_retry.go:498] Detected object tsf-tpa/create-importers-4gjwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:27.024455    3669 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:27.024487    3669 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:27.957040    3669 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-gz5ml-pxrk5] creating logical port tsf-tas_tuf-repository-init-gz5ml-pxrk5 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:27.957165    3669 kube.go:256] Updating pod tsf-tas/tuf-repository-init-gz5ml-pxrk5
I0504 20:50:27.970096    3669 pod.go:62] [tsf-tas/tuf-repository-init-gz5ml-pxrk5] pod update took 12.954144ms
I0504 20:50:27.970122    3669 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-gz5ml-pxrk5] addLogicalPort annotation time took 12.987413ms
I0504 20:50:27.971659    3669 pods.go:271] [tsf-tas/tuf-repository-init-gz5ml-pxrk5] addLogicalPort took 14.638184ms, libovsdb time 1.015563ms
I0504 20:50:32.260877    3669 cni.go:452] [tsf-tas/tuf-repository-init-gz5ml-pxrk5 8437d8f9b2153fbeafd0291cb9f3bd7a5ccd97742fd9f5a20397aa54ff731702 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-gz5ml-pxrk5 8437d8f9b2153fbeafd0291cb9f3bd7a5ccd97742fd9f5a20397aa54ff731702 network default NAD default NAD key ]
I0504 20:50:32.270409    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-gz5ml-pxrk5, hostIfaceName: 8437d8f9b2153fb, network: default, NAD default, SandboxID: "8437d8f9b2153fbeafd0291cb9f3bd7a5ccd97742fd9f5a20397aa54ff731702", PCI device ID: , UID: "f788eb2a-a137-4f38-8c1c-ef5d9166538c", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0504 20:50:32.324782    3669 cni.go:473] [tsf-tas/tuf-repository-init-gz5ml-pxrk5 8437d8f9b2153fbeafd0291cb9f3bd7a5ccd97742fd9f5a20397aa54ff731702 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-gz5ml-pxrk5 8437d8f9b2153fbeafd0291cb9f3bd7a5ccd97742fd9f5a20397aa54ff731702 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:b1:78:ad:48:15\",\"name\":\"8437d8f9b2153fb\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc216a5b-3ac2-48dd-b1d7-e82826d0cea7\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:50:40.532074    3669 cni.go:452] [tsf-tas/tuf-repository-init-gz5ml-pxrk5 8437d8f9b2153fbeafd0291cb9f3bd7a5ccd97742fd9f5a20397aa54ff731702 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-gz5ml-pxrk5 8437d8f9b2153fbeafd0291cb9f3bd7a5ccd97742fd9f5a20397aa54ff731702 network default NAD default NAD key ]
I0504 20:50:40.619085    3669 cni.go:473] [tsf-tas/tuf-repository-init-gz5ml-pxrk5 8437d8f9b2153fbeafd0291cb9f3bd7a5ccd97742fd9f5a20397aa54ff731702 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-gz5ml-pxrk5 8437d8f9b2153fbeafd0291cb9f3bd7a5ccd97742fd9f5a20397aa54ff731702 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:50:40.677179    3669 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:40.677211    3669 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-gz5ml-pxrk5
I0504 20:50:40.678578    3669 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-gz5ml-pxrk5, ips: 10.129.0.44
I0504 20:50:40.678619    3669 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0504 20:50:41.281958    3669 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0504 20:50:41.547565    3669 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:41.547602    3669 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:45.117203    3669 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-mj6q6] creating logical port tsf-tas_tuf-97fc8ff76-mj6q6 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:45.117316    3669 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-mj6q6
I0504 20:50:45.136587    3669 pod.go:62] [tsf-tas/tuf-97fc8ff76-mj6q6] pod update took 19.303644ms
I0504 20:50:45.136620    3669 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-mj6q6] addLogicalPort annotation time took 19.341507ms
I0504 20:50:45.137825    3669 pods.go:271] [tsf-tas/tuf-97fc8ff76-mj6q6] addLogicalPort took 20.638042ms, libovsdb time 849.479µs
I0504 20:50:49.678383    3669 cni.go:452] [tsf-tas/tuf-97fc8ff76-mj6q6 9f3a28eaf331b63607ea527625adad2bdcd27275c1a26d1ee2c949ef14f3a267 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-mj6q6 9f3a28eaf331b63607ea527625adad2bdcd27275c1a26d1ee2c949ef14f3a267 network default NAD default NAD key ]
I0504 20:50:49.688391    3669 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-mj6q6, hostIfaceName: 9f3a28eaf331b63, network: default, NAD default, SandboxID: "9f3a28eaf331b63607ea527625adad2bdcd27275c1a26d1ee2c949ef14f3a267", PCI device ID: , UID: "207ff6f0-910d-492f-9d00-dfcf148a98c5", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0504 20:50:49.740215    3669 cni.go:473] [tsf-tas/tuf-97fc8ff76-mj6q6 9f3a28eaf331b63607ea527625adad2bdcd27275c1a26d1ee2c949ef14f3a267 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-mj6q6 9f3a28eaf331b63607ea527625adad2bdcd27275c1a26d1ee2c949ef14f3a267 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:82:af:bc:55:00\",\"name\":\"9f3a28eaf331b63\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0823a972-038c-477d-a39a-0240f863effa\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:50:52.590080    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0504 20:50:54.610617    3669 cni.go:452] [tsf-tpa/test-tsf-tpa cc0a0ac765139d881908150bd382b4a80ea04402a0c637da820a4ce221f022fd network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa cc0a0ac765139d881908150bd382b4a80ea04402a0c637da820a4ce221f022fd network default NAD default NAD key ]
I0504 20:50:54.692911    3669 cni.go:473] [tsf-tpa/test-tsf-tpa cc0a0ac765139d881908150bd382b4a80ea04402a0c637da820a4ce221f022fd network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa cc0a0ac765139d881908150bd382b4a80ea04402a0c637da820a4ce221f022fd network default NAD default NAD key default], result "{}", err <nil>
I0504 20:50:54.742575    3669 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:54.742671    3669 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0504 20:50:54.743972    3669 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.42
I0504 20:50:54.744002    3669 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:50:54.764016    3669 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:54.764045    3669 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:50:54.771541    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0504 20:50:54.771568    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0504 20:50:55.554443    3669 namespace.go:98] [image-controller] adding namespace
I0504 20:50:55.555397    3669 namespace.go:102] [image-controller] adding namespace took 930.896µs
I0504 20:50:55.560645    3669 namespace.go:98] [default-tenant] adding namespace
I0504 20:50:55.560747    3669 namespace.go:98] [build-service] adding namespace
I0504 20:50:55.561047    3669 namespace.go:98] [integration-service] adding namespace
I0504 20:50:55.561379    3669 namespace.go:102] [default-tenant] adding namespace took 720.059µs
I0504 20:50:55.561994    3669 namespace.go:102] [build-service] adding namespace took 1.232989ms
I0504 20:50:55.562601    3669 namespace.go:102] [integration-service] adding namespace took 1.528938ms
I0504 20:50:55.606550    3669 namespace.go:142] [image-controller] updating namespace
I0504 20:50:55.645544    3669 namespace.go:142] [image-controller] updating namespace
I0504 20:50:55.652534    3669 namespace.go:142] [default-tenant] updating namespace
I0504 20:50:55.688615    3669 namespace.go:142] [default-tenant] updating namespace
I0504 20:50:55.705467    3669 namespace.go:142] [build-service] updating namespace
I0504 20:50:55.737969    3669 namespace.go:142] [build-service] updating namespace
I0504 20:50:55.765871    3669 namespace.go:142] [integration-service] updating namespace
I0504 20:50:55.797505    3669 namespace.go:142] [integration-service] updating namespace
I0504 20:50:55.857548    3669 namespace.go:142] [build-service] updating namespace
I0504 20:50:55.867632    3669 namespace.go:142] [integration-service] updating namespace
I0504 20:50:55.907096    3669 namespace.go:98] [release-service] adding namespace
I0504 20:50:55.908060    3669 namespace.go:102] [release-service] adding namespace took 951.325µs
I0504 20:50:55.985450    3669 namespace.go:142] [konflux-ui] updating namespace
I0504 20:50:56.025425    3669 namespace.go:98] [konflux-info] adding namespace
I0504 20:50:56.025517    3669 namespace.go:142] [release-service] updating namespace
I0504 20:50:56.026309    3669 namespace.go:102] [konflux-info] adding namespace took 867.046µs
I0504 20:50:56.071639    3669 namespace.go:98] [namespace-lister] adding namespace
I0504 20:50:56.071745    3669 namespace.go:142] [release-service] updating namespace
I0504 20:50:56.072438    3669 namespace.go:102] [namespace-lister] adding namespace took 779.887µs
I0504 20:50:56.110432    3669 namespace.go:98] [enterprise-contract-service] adding namespace
I0504 20:50:56.111246    3669 namespace.go:102] [enterprise-contract-service] adding namespace took 792.64µs
I0504 20:50:56.140959    3669 namespace.go:142] [image-controller] updating namespace
I0504 20:50:56.162775    3669 namespace.go:142] [konflux-info] updating namespace
I0504 20:50:56.245472    3669 namespace.go:142] [konflux-info] updating namespace
I0504 20:50:56.292077    3669 namespace.go:142] [default-tenant] updating namespace
I0504 20:50:56.376526    3669 namespace.go:98] [segment-bridge] adding namespace
I0504 20:50:56.377386    3669 namespace.go:102] [segment-bridge] adding namespace took 841.187µs
I0504 20:50:56.392801    3669 namespace.go:142] [namespace-lister] updating namespace
I0504 20:50:56.473573    3669 namespace.go:98] [konflux-cli] adding namespace
I0504 20:50:56.474397    3669 namespace.go:102] [konflux-cli] adding namespace took 788.406µs
I0504 20:50:56.571756    3669 namespace.go:142] [namespace-lister] updating namespace
I0504 20:50:56.708735    3669 namespace.go:142] [enterprise-contract-service] updating namespace
I0504 20:50:56.810885    3669 namespace.go:142] [enterprise-contract-service] updating namespace
I0504 20:50:56.989520    3669 namespace.go:142] [segment-bridge] updating namespace
I0504 20:50:57.057716    3669 namespace.go:142] [konflux-cli] updating namespace
I0504 20:50:57.057733    3669 namespace.go:142] [segment-bridge] updating namespace
I0504 20:50:57.079379    3669 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:57.079502    3669 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0504 20:50:57.136543    3669 namespace.go:142] [build-service] updating namespace
I0504 20:50:57.136671    3669 namespace.go:142] [konflux-cli] updating namespace
I0504 20:50:57.229447    3669 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0504 20:50:57.330908    3669 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 251.431266ms
I0504 20:50:57.330930    3669 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 251.460098ms
I0504 20:50:57.332132    3669 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 252.767308ms, libovsdb time 850.83µs
I0504 20:50:57.430965    3669 cni.go:452] [konflux-ui/test-tsf-konflux 9227e48940d4d490d0dafa1f27ee7311413f3aba3b590eddfbad7c37b915b680 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 9227e48940d4d490d0dafa1f27ee7311413f3aba3b590eddfbad7c37b915b680 network default NAD default NAD key ]
I0504 20:50:57.440636    3669 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 9227e48940d4d49, network: default, NAD default, SandboxID: "9227e48940d4d490d0dafa1f27ee7311413f3aba3b590eddfbad7c37b915b680", PCI device ID: , UID: "9ff91856-88e0-4204-a189-d5eeacef5df2", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23]
I0504 20:50:57.491881    3669 cni.go:473] [konflux-ui/test-tsf-konflux 9227e48940d4d490d0dafa1f27ee7311413f3aba3b590eddfbad7c37b915b680 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 9227e48940d4d490d0dafa1f27ee7311413f3aba3b590eddfbad7c37b915b680 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:2b:14:37:3d:10\",\"name\":\"9227e48940d4d49\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9d7aff9-3397-46d8-b0bf-79b447024040\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:50:57.782850    3669 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-svct9] creating logical port namespace-lister_namespace-lister-696b855848-svct9 for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:57.782945    3669 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-svct9
I0504 20:50:57.918467    3669 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0504 20:50:57.965309    3669 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-svct9
I0504 20:50:58.072559    3669 pod.go:62] [namespace-lister/namespace-lister-696b855848-svct9] pod update took 289.638875ms
I0504 20:50:58.072580    3669 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-svct9] addLogicalPort annotation time took 289.665242ms
I0504 20:50:58.073839    3669 pods.go:271] [namespace-lister/namespace-lister-696b855848-svct9] addLogicalPort took 291.007647ms, libovsdb time 851.836µs
I0504 20:50:58.073932    3669 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0504 20:50:58.073947    3669 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0504 20:50:58.076845    3669 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0504 20:50:58.076870    3669 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0504 20:50:58.076879    3669 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0504 20:50:58.077919    3669 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0504 20:50:58.406962    3669 namespace.go:142] [default-tenant] updating namespace
I0504 20:50:59.029882    3669 namespace.go:142] [image-controller] updating namespace
I0504 20:50:59.236021    3669 namespace.go:142] [integration-service] updating namespace
I0504 20:50:59.442090    3669 namespace.go:142] [konflux-info] updating namespace
I0504 20:50:59.627379    3669 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-tgmqk] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-tgmqk for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:59.627547    3669 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-tgmqk
I0504 20:50:59.629950    3669 cni.go:452] [namespace-lister/namespace-lister-696b855848-svct9 3c0983db0578e19be46b82d2cf35aeafb42a899ad8ff93c3e41765189d8d7355 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-svct9 3c0983db0578e19be46b82d2cf35aeafb42a899ad8ff93c3e41765189d8d7355 network default NAD default NAD key ]
I0504 20:50:59.642226    3669 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-svct9, hostIfaceName: 3c0983db0578e19, network: default, NAD default, SandboxID: "3c0983db0578e19be46b82d2cf35aeafb42a899ad8ff93c3e41765189d8d7355", PCI device ID: , UID: "d2a6e628-3c0d-46c1-b1cc-425db4c32c17", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23]
I0504 20:50:59.653247    3669 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-tgmqk] pod update took 25.723923ms
I0504 20:50:59.653347    3669 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-tgmqk] addLogicalPort annotation time took 25.827079ms
I0504 20:50:59.655029    3669 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-tgmqk] addLogicalPort took 27.666399ms, libovsdb time 1.130403ms
I0504 20:50:59.713241    3669 cni.go:473] [namespace-lister/namespace-lister-696b855848-svct9 3c0983db0578e19be46b82d2cf35aeafb42a899ad8ff93c3e41765189d8d7355 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-svct9 3c0983db0578e19be46b82d2cf35aeafb42a899ad8ff93c3e41765189d8d7355 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:d3:94:19:40:4c\",\"name\":\"3c0983db0578e19\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47389f90-35f1-479a-b509-da01cab5869c\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:50:59.749686    3669 namespace.go:142] [release-service] updating namespace
I0504 20:50:59.772876    3669 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5fbbcbbd95-c5zhr] creating logical port konflux-ui_proxy-5fbbcbbd95-c5zhr for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:50:59.773030    3669 kube.go:256] Updating pod konflux-ui/proxy-5fbbcbbd95-c5zhr
I0504 20:50:59.801639    3669 pod.go:62] [konflux-ui/proxy-5fbbcbbd95-c5zhr] pod update took 28.650617ms
I0504 20:50:59.801666    3669 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5fbbcbbd95-c5zhr] addLogicalPort annotation time took 28.693114ms
I0504 20:50:59.803341    3669 pods.go:271] [konflux-ui/proxy-5fbbcbbd95-c5zhr] addLogicalPort took 30.486549ms, libovsdb time 1.257895ms
I0504 20:50:59.878422    3669 namespace.go:142] [build-service] updating namespace
I0504 20:50:59.903217    3669 namespace.go:142] [default-tenant] updating namespace
I0504 20:50:59.915501    3669 namespace.go:142] [image-controller] updating namespace
I0504 20:50:59.930450    3669 namespace.go:142] [integration-service] updating namespace
I0504 20:50:59.952501    3669 namespace.go:142] [konflux-info] updating namespace
I0504 20:50:59.968568    3669 namespace.go:142] [release-service] updating namespace
I0504 20:51:00.035751    3669 namespace.go:142] [build-service] updating namespace
I0504 20:51:00.125667    3669 namespace.go:142] [default-tenant] updating namespace
I0504 20:51:00.193514    3669 namespace.go:142] [image-controller] updating namespace
I0504 20:51:00.255851    3669 namespace.go:142] [integration-service] updating namespace
I0504 20:51:00.340668    3669 namespace.go:142] [konflux-info] updating namespace
I0504 20:51:00.426714    3669 namespace.go:142] [release-service] updating namespace
I0504 20:51:00.462512    3669 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-66c55dcbdd-vwg2w] creating logical port integration-service_integration-service-controller-manager-66c55dcbdd-vwg2w for pod on switch ip-10-0-1-101.ec2.internal
I0504 20:51:00.462622    3669 kube.go:256] Updating pod integration-service/integration-service-controller-manager-66c55dcbdd-vwg2w
I0504 20:51:00.484036    3669 pod.go:62] [integration-service/integration-service-controller-manager-66c55dcbdd-vwg2w] pod update took 21.448588ms
I0504 20:51:00.484065    3669 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-66c55dcbdd-vwg2w] addLogicalPort annotation time took 21.483431ms
I0504 20:51:00.485551    3669 pods.go:271] [integration-service/integration-service-controller-manager-66c55dcbdd-vwg2w] addLogicalPort took 23.053294ms, libovsdb time 1.022183ms
W0504 20:51:01.654508    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0504 20:51:01.662449    3669 namespace.go:142] [enterprise-contract-service] updating namespace
I0504 20:51:01.868213    3669 namespace.go:142] [konflux-cli] updating namespace
I0504 20:51:02.065118    3669 namespace.go:142] [namespace-lister] updating namespace
I0504 20:51:02.266107    3669 namespace.go:142] [segment-bridge] updating namespace
I0504 20:51:02.407143    3669 namespace.go:142] [enterprise-contract-service] updating namespace
I0504 20:51:02.422808    3669 namespace.go:142] [konflux-cli] updating namespace
I0504 20:51:02.440792    3669 namespace.go:142] [namespace-lister] updating namespace
I0504 20:51:02.461885    3669 namespace.go:142] [segment-bridge] updating namespace
I0504 20:51:02.527465    3669 namespace.go:142] [enterprise-contract-service] updating namespace
I0504 20:51:02.595225    3669 namespace.go:142] [konflux-cli] updating namespace
W0504 20:51:02.666439    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister
I0504 20:51:02.694388    3669 namespace.go:142] [namespace-lister] updating namespace
I0504 20:51:02.804896    3669 namespace.go:142] [segment-bridge] updating namespace
W0504 20:51:03.086750    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0504 20:51:03.122640    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0504 20:51:03.604968    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
I0504 20:51:04.864909    3669 cni.go:452] [integration-service/integration-service-controller-manager-66c55dcbdd-vwg2w d8e8267f4079b3191453edd19bda26a0515b22e299540b9ee53e2beea368779a network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-66c55dcbdd-vwg2w d8e8267f4079b3191453edd19bda26a0515b22e299540b9ee53e2beea368779a network default NAD default NAD key ]
I0504 20:51:04.865759    3669 cni.go:452] [konflux-ui/proxy-5fbbcbbd95-c5zhr 2f8b4469494d92dea025ab99d250e7a40032120fdde84b5b1b1f347f2bf6b41f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5fbbcbbd95-c5zhr 2f8b4469494d92dea025ab99d250e7a40032120fdde84b5b1b1f347f2bf6b41f network default NAD default NAD key ]
I0504 20:51:04.875659    3669 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5fbbcbbd95-c5zhr, hostIfaceName: 2f8b4469494d92d, network: default, NAD default, SandboxID: "2f8b4469494d92dea025ab99d250e7a40032120fdde84b5b1b1f347f2bf6b41f", PCI device ID: , UID: "3fa7ebb5-ee6f-4361-a7f0-8b8512adaeb9", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23]
I0504 20:51:04.875790    3669 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-66c55dcbdd-vwg2w, hostIfaceName: d8e8267f4079b31, network: default, NAD default, SandboxID: "d8e8267f4079b3191453edd19bda26a0515b22e299540b9ee53e2beea368779a", PCI device ID: , UID: "796cf6be-0712-418a-a6af-59adeb331c67", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23]
I0504 20:51:04.931650    3669 cni.go:473] [integration-service/integration-service-controller-manager-66c55dcbdd-vwg2w d8e8267f4079b3191453edd19bda26a0515b22e299540b9ee53e2beea368779a network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-66c55dcbdd-vwg2w d8e8267f4079b3191453edd19bda26a0515b22e299540b9ee53e2beea368779a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a2:94:02:c0:72\",\"name\":\"d8e8267f4079b31\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62e912c9-d4e1-4290-a498-e252385142ba\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:51:04.954431    3669 cni.go:473] [konflux-ui/proxy-5fbbcbbd95-c5zhr 2f8b4469494d92dea025ab99d250e7a40032120fdde84b5b1b1f347f2bf6b41f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5fbbcbbd95-c5zhr 2f8b4469494d92dea025ab99d250e7a40032120fdde84b5b1b1f347f2bf6b41f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d4:6c:5e:95:ee\",\"name\":\"2f8b4469494d92d\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13541e41-6100-4f9e-ba99-558ca6ae005e\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 20:51:10.166585    3669 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-tgmqk d193fb2bb1d0509fcdda496e6b9d42b0d11ecd070a0c85dfec587377235da5c0 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-tgmqk d193fb2bb1d0509fcdda496e6b9d42b0d11ecd070a0c85dfec587377235da5c0 network default NAD default NAD key ]
I0504 20:51:10.175961    3669 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-tgmqk, hostIfaceName: d193fb2bb1d0509, network: default, NAD default, SandboxID: "d193fb2bb1d0509fcdda496e6b9d42b0d11ecd070a0c85dfec587377235da5c0", PCI device ID: , UID: "513d0366-77b1-44d2-ba5f-136390786d35", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23]
I0504 20:51:10.231706    3669 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-tgmqk d193fb2bb1d0509fcdda496e6b9d42b0d11ecd070a0c85dfec587377235da5c0 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-tgmqk d193fb2bb1d0509fcdda496e6b9d42b0d11ecd070a0c85dfec587377235da5c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:1a:e4:1e:80:f0\",\"name\":\"d193fb2bb1d0509\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97f24ec2-9e6e-4fd2-baac-0c8da2f84695\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0504 20:51:10.723245    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0504 20:51:10.730640    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0504 20:51:10.757531    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0504 20:51:10.757550    3669 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0504 20:51:11.771951    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0504 20:51:11.773562    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0504 20:51:12.151562    3669 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0504 20:51:12.151580    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0504 20:51:12.178988    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0504 20:51:12.179073    3669 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0504 20:51:13.163499    3669 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0504 20:51:21.733021    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0504 20:51:21.737683    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0504 20:51:22.052004    3669 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:51:22.052577    3669 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:51:22.259848    3669 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:51:22.259875    3669 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:51:22.268980    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6
I0504 20:51:22.268997    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6
W0504 20:51:22.745052    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service
W0504 20:51:22.748512    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
I0504 20:51:31.513142    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155
I0504 20:51:38.626982    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0504 20:51:39.480514    3669 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:51:39.481075    3669 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:51:39.481101    3669 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:51:39.481109    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0504 20:51:39.481119    3669 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0504 20:51:39.481123    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0504 20:51:40.505226    3669 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:51:40.505249    3669 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:51:40.505265    3669 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:51:40.505273    3669 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0504 20:51:46.849227    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0504 20:51:46.849252    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
I0504 20:51:59.632252    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0504 20:52:16.467106    3669 obj_retry.go:498] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:52:16.467686    3669 obj_retry.go:498] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:52:16.867064    3669 obj_retry.go:492] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:52:16.867091    3669 obj_retry.go:492] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:52:16.870727    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7687bcb5f4-v9v2v
I0504 20:52:16.870754    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7687bcb5f4-v9v2v
I0504 20:52:27.152668    3669 cni.go:452] [konflux-ui/test-tsf-konflux 9227e48940d4d490d0dafa1f27ee7311413f3aba3b590eddfbad7c37b915b680 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 9227e48940d4d490d0dafa1f27ee7311413f3aba3b590eddfbad7c37b915b680 network default NAD default NAD key ]
I0504 20:52:27.238425    3669 cni.go:473] [konflux-ui/test-tsf-konflux 9227e48940d4d490d0dafa1f27ee7311413f3aba3b590eddfbad7c37b915b680 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 9227e48940d4d490d0dafa1f27ee7311413f3aba3b590eddfbad7c37b915b680 network default NAD default NAD key default], result "{}", err <nil>
I0504 20:52:27.289796    3669 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:52:27.289900    3669 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0504 20:52:27.291523    3669 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.46
I0504 20:52:27.291555    3669 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:52:27.334244    3669 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:52:27.334265    3669 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:52:27.340870    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0504 20:52:27.340895    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0504 20:52:29.517361    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0504 20:52:29.605646    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0504 20:52:32.979477    3669 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 20:52:32.980099    3669 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 20:52:33.834670    3669 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:52:33.834695    3669 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 20:52:33.846575    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8
I0504 20:52:33.846620    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8
I0504 20:53:24.522696    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=644
I0504 20:53:30.605651    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0504 20:54:22.621324    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0504 20:55:43.645650    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0504 20:55:52.643081    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0504 20:56:01.615166    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0504 20:56:09.516139    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71
I0504 20:56:33.611305    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0504 20:56:51.516193    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=20
I0504 20:57:14.638385    3669 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0504 20:57:23.630418    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0504 20:58:07.635445    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0504 20:58:10.516095    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=54
I0504 20:58:29.516536    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=77
I0504 20:58:55.520580    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0504 20:59:10.560639    3669 namespace.go:98] [managed-tenant-8thod] adding namespace
I0504 20:59:10.561491    3669 namespace.go:102] [managed-tenant-8thod] adding namespace took 826.808µs
I0504 20:59:10.607112    3669 namespace.go:142] [managed-tenant-8thod] updating namespace
I0504 20:59:10.686557    3669 namespace.go:142] [managed-tenant-8thod] updating namespace
I0504 20:59:11.703683    3669 namespace.go:142] [managed-tenant-8thod] updating namespace
I0504 20:59:11.864242    3669 namespace.go:142] [managed-tenant-8thod] updating namespace
I0504 20:59:11.938343    3669 namespace.go:142] [managed-tenant-8thod] updating namespace
I0504 20:59:47.624100    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0504 21:00:00.221489    3669 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632140-zqqqm for pod on switch ip-10-0-1-101.ec2.internal
I0504 21:00:00.221615    3669 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm
I0504 21:00:00.246326    3669 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm] pod update took 24.749343ms
I0504 21:00:00.246356    3669 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm] addLogicalPort annotation time took 24.784941ms
I0504 21:00:00.247825    3669 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm] addLogicalPort took 26.350761ms, libovsdb time 934.729µs
I0504 21:00:00.585451    3669 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm af0cf2e01bbf1c79a04f21a9dfe1b217f3a06b10657c8afd627f677c5d60e8cf network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm af0cf2e01bbf1c79a04f21a9dfe1b217f3a06b10657c8afd627f677c5d60e8cf network default NAD default NAD key ]
I0504 21:00:00.594868    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632140-zqqqm, hostIfaceName: af0cf2e01bbf1c7, network: default, NAD default, SandboxID: "af0cf2e01bbf1c79a04f21a9dfe1b217f3a06b10657c8afd627f677c5d60e8cf", PCI device ID: , UID: "a28a4da3-05fa-4450-86e7-37e2f181b8bc", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23]
I0504 21:00:00.647655    3669 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm af0cf2e01bbf1c79a04f21a9dfe1b217f3a06b10657c8afd627f677c5d60e8cf network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm af0cf2e01bbf1c79a04f21a9dfe1b217f3a06b10657c8afd627f677c5d60e8cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:1b:3d:85:15:59\",\"name\":\"af0cf2e01bbf1c7\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7464e6a3-9356-4420-b067-6956f6e1704d\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 21:00:04.518055    3669 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm af0cf2e01bbf1c79a04f21a9dfe1b217f3a06b10657c8afd627f677c5d60e8cf network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm af0cf2e01bbf1c79a04f21a9dfe1b217f3a06b10657c8afd627f677c5d60e8cf network default NAD default NAD key ]
I0504 21:00:04.596006    3669 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm af0cf2e01bbf1c79a04f21a9dfe1b217f3a06b10657c8afd627f677c5d60e8cf network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm af0cf2e01bbf1c79a04f21a9dfe1b217f3a06b10657c8afd627f677c5d60e8cf network default NAD default NAD key default], result "{}", err <nil>
I0504 21:00:04.645042    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:00:04.645111    3669 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm
I0504 21:00:04.646505    3669 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm, ips: 10.129.0.51
I0504 21:00:04.646535    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:00:05.535989    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:00:05.536033    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:00:17.059905    3669 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:00:17.059927    3669 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:00:17.064951    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-g5fkz
I0504 21:00:17.064974    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-g5fkz
I0504 21:00:20.608925    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0504 21:00:23.028508    3669 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:00:23.028552    3669 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:00:23.031952    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-b9j8f
I0504 21:00:23.031983    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-b9j8f
I0504 21:00:27.033209    3669 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:00:27.033232    3669 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:00:27.038540    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-4gjwx
I0504 21:00:27.038562    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-4gjwx
I0504 21:01:38.525819    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=35
I0504 21:02:25.609087    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0504 21:02:51.646200    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0504 21:03:02.519604    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7
I0504 21:03:09.617935    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0504 21:03:23.518942    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0504 21:04:38.638405    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0504 21:05:21.520377    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13
I0504 21:05:28.648708    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0504 21:05:40.634030    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0504 21:06:05.519991    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55
I0504 21:06:15.614618    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0504 21:06:30.641705    3669 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0504 21:07:21.626936    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0504 21:08:03.612322    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0504 21:08:05.612666    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0504 21:08:27.523797    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0504 21:08:33.523093    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6
I0504 21:09:19.649324    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0504 21:09:39.620583    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0504 21:10:00.211833    3669 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632150-bfk5q for pod on switch ip-10-0-1-101.ec2.internal
I0504 21:10:00.211942    3669 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q
I0504 21:10:00.242143    3669 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q] pod update took 30.222892ms
I0504 21:10:00.242169    3669 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q] addLogicalPort annotation time took 30.253522ms
I0504 21:10:00.243484    3669 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q] addLogicalPort took 31.666884ms, libovsdb time 905.588µs
I0504 21:10:00.572680    3669 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q 166d02df9b24765c4fd0d597aa5b4a66832c5a55c23e20d13ba6aab9c8bb01fc network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q 166d02df9b24765c4fd0d597aa5b4a66832c5a55c23e20d13ba6aab9c8bb01fc network default NAD default NAD key ]
I0504 21:10:00.581877    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632150-bfk5q, hostIfaceName: 166d02df9b24765, network: default, NAD default, SandboxID: "166d02df9b24765c4fd0d597aa5b4a66832c5a55c23e20d13ba6aab9c8bb01fc", PCI device ID: , UID: "960b01b6-7aa2-41ec-8043-94b2154b0c0b", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23]
I0504 21:10:00.636213    3669 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q 166d02df9b24765c4fd0d597aa5b4a66832c5a55c23e20d13ba6aab9c8bb01fc network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q 166d02df9b24765c4fd0d597aa5b4a66832c5a55c23e20d13ba6aab9c8bb01fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e7:96:7e:c8:79\",\"name\":\"166d02df9b24765\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ad690a7-c1f1-4686-87ce-48263a65c0dc\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 21:10:04.657655    3669 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q 166d02df9b24765c4fd0d597aa5b4a66832c5a55c23e20d13ba6aab9c8bb01fc network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q 166d02df9b24765c4fd0d597aa5b4a66832c5a55c23e20d13ba6aab9c8bb01fc network default NAD default NAD key ]
I0504 21:10:04.744007    3669 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q 166d02df9b24765c4fd0d597aa5b4a66832c5a55c23e20d13ba6aab9c8bb01fc network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q 166d02df9b24765c4fd0d597aa5b4a66832c5a55c23e20d13ba6aab9c8bb01fc network default NAD default NAD key default], result "{}", err <nil>
I0504 21:10:04.799395    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:10:04.799456    3669 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q
I0504 21:10:04.801070    3669 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q, ips: 10.129.0.52
I0504 21:10:04.801095    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:10:05.668291    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:10:05.668322    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:10:05.701438    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:10:05.701494    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:10:05.706817    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7
I0504 21:10:05.706841    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7
I0504 21:10:26.528701    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26
I0504 21:10:41.522211    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8
I0504 21:10:47.651941    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0504 21:10:49.523265    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0504 21:11:16.287393    3669 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod for pod on switch ip-10-0-1-101.ec2.internal
I0504 21:11:16.287528    3669 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod
I0504 21:11:16.303672    3669 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod] pod update took 16.178437ms
I0504 21:11:16.303690    3669 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod] addLogicalPort annotation time took 16.201232ms
I0504 21:11:16.304984    3669 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod] addLogicalPort took 17.627931ms, libovsdb time 910.447µs
I0504 21:11:16.650099    3669 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod fac4b430615de14d52ce16ece7075a74a6f0c656d387d2193214d056ea6ac285 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod fac4b430615de14d52ce16ece7075a74a6f0c656d387d2193214d056ea6ac285 network default NAD default NAD key ]
I0504 21:11:16.659495    3669 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod, hostIfaceName: fac4b430615de14, network: default, NAD default, SandboxID: "fac4b430615de14d52ce16ece7075a74a6f0c656d387d2193214d056ea6ac285", PCI device ID: , UID: "65b0500f-3293-4929-8a94-9ebe39fc37a5", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23]
I0504 21:11:16.711899    3669 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod fac4b430615de14d52ce16ece7075a74a6f0c656d387d2193214d056ea6ac285 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod fac4b430615de14d52ce16ece7075a74a6f0c656d387d2193214d056ea6ac285 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:63:f1:9f:ad:a6\",\"name\":\"fac4b430615de14\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1814576-c874-4663-ac2d-c7aec64ffb24\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 21:11:31.238204    3669 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod fac4b430615de14d52ce16ece7075a74a6f0c656d387d2193214d056ea6ac285 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod fac4b430615de14d52ce16ece7075a74a6f0c656d387d2193214d056ea6ac285 network default NAD default NAD key ]
I0504 21:11:31.327291    3669 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod fac4b430615de14d52ce16ece7075a74a6f0c656d387d2193214d056ea6ac285 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod fac4b430615de14d52ce16ece7075a74a6f0c656d387d2193214d056ea6ac285 network default NAD default NAD key default], result "{}", err <nil>
I0504 21:11:31.377789    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:11:31.377840    3669 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod
I0504 21:11:31.379221    3669 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod, ips: 10.129.0.53
I0504 21:11:31.379251    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:11:32.120283    3669 obj_retry.go:492] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:11:32.120335    3669 obj_retry.go:492] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:11:32.126749    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod
I0504 21:11:32.126780    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod
I0504 21:11:46.762960    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:11:46.763548    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:12:01.876536    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:12:01.877100    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:12:13.263944    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-cbm8h for pod on switch ip-10-0-1-101.ec2.internal
I0504 21:12:13.264098    3669 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h
I0504 21:12:13.280392    3669 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h] pod update took 16.322189ms
I0504 21:12:13.280420    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h] addLogicalPort annotation time took 16.356708ms
I0504 21:12:13.282030    3669 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h] addLogicalPort took 18.101023ms, libovsdb time 1.159818ms
I0504 21:12:13.283519    3669 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-k24hh for pod on switch ip-10-0-1-101.ec2.internal
I0504 21:12:13.283674    3669 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh
I0504 21:12:13.297808    3669 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh] pod update took 14.158372ms
I0504 21:12:13.297838    3669 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh] addLogicalPort annotation time took 14.193579ms
I0504 21:12:13.299512    3669 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh] addLogicalPort took 16.005633ms, libovsdb time 1.1112ms
I0504 21:12:13.656430    3669 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h 2d16c78eb58a040b65e8b40cafdc9c97c3873f7cfc04a828e37e8a15882931c1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h 2d16c78eb58a040b65e8b40cafdc9c97c3873f7cfc04a828e37e8a15882931c1 network default NAD default NAD key ]
I0504 21:12:13.661237    3669 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh 91ed61d66943a0675e04ca78e38993f0156d4544ce8cd1d6480a246dac509068 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh 91ed61d66943a0675e04ca78e38993f0156d4544ce8cd1d6480a246dac509068 network default NAD default NAD key ]
I0504 21:12:13.666556    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-cbm8h, hostIfaceName: 2d16c78eb58a040, network: default, NAD default, SandboxID: "2d16c78eb58a040b65e8b40cafdc9c97c3873f7cfc04a828e37e8a15882931c1", PCI device ID: , UID: "565fe300-ab5a-4574-a697-38ca8273c2cc", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23]
I0504 21:12:13.670928    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-k24hh, hostIfaceName: 91ed61d66943a06, network: default, NAD default, SandboxID: "91ed61d66943a0675e04ca78e38993f0156d4544ce8cd1d6480a246dac509068", PCI device ID: , UID: "10536eec-3cee-428d-99d7-b45773091803", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23]
I0504 21:12:13.723288    3669 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h 2d16c78eb58a040b65e8b40cafdc9c97c3873f7cfc04a828e37e8a15882931c1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h 2d16c78eb58a040b65e8b40cafdc9c97c3873f7cfc04a828e37e8a15882931c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:5a:05:18:50:27\",\"name\":\"2d16c78eb58a040\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9c6b2c4-0f91-4618-a493-5ee3998fcc76\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 21:12:13.750319    3669 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh 91ed61d66943a0675e04ca78e38993f0156d4544ce8cd1d6480a246dac509068 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh 91ed61d66943a0675e04ca78e38993f0156d4544ce8cd1d6480a246dac509068 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f8:9b:5d:4c:8c\",\"name\":\"91ed61d66943a06\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03cc5cf2-1dce-4516-b86a-d1ffca44e196\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 21:12:18.522938    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=21
I0504 21:12:18.637218    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
W0504 21:12:27.391745    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 21:12:27.391772    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 21:12:27.391779    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0504 21:12:27.391783    3669 util.go:959] Failed to build node endpoints for node ip-10-0-1-101.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0504 21:12:58.644639    3669 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0504 21:13:07.160184    3669 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-build-container-pod for pod on switch ip-10-0-1-101.ec2.internal
I0504 21:13:07.160319    3669 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod
I0504 21:13:07.206266    3669 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod] pod update took 45.981091ms
I0504 21:13:07.206292    3669 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod] addLogicalPort annotation time took 46.012413ms
I0504 21:13:07.207539    3669 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod] addLogicalPort took 47.375883ms, libovsdb time 854.931µs
I0504 21:13:07.332567    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:13:07.333148    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:13:07.529631    3669 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod 2a0f57c19f0fcc59737a4953a0b4c07bf86e1c63e8876ed362a55f156272e24f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod 2a0f57c19f0fcc59737a4953a0b4c07bf86e1c63e8876ed362a55f156272e24f network default NAD default NAD key ]
I0504 21:13:07.551539    3669 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-build-container-pod, hostIfaceName: 2a0f57c19f0fcc5, network: default, NAD default, SandboxID: "2a0f57c19f0fcc59737a4953a0b4c07bf86e1c63e8876ed362a55f156272e24f", PCI device ID: , UID: "a6ef4fde-8eb5-4283-b6b3-23e19edb2121", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23]
I0504 21:13:07.604649    3669 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod 2a0f57c19f0fcc59737a4953a0b4c07bf86e1c63e8876ed362a55f156272e24f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod 2a0f57c19f0fcc59737a4953a0b4c07bf86e1c63e8876ed362a55f156272e24f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:5f:98:f0:24:10\",\"name\":\"2a0f57c19f0fcc5\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6d94be1-8a06-43b9-89bc-19c3493616ca\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 21:13:11.615423    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0504 21:13:47.641346    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11
I0504 21:14:15.526695    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0504 21:14:54.617756    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0504 21:15:18.615548    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0504 21:16:18.532709    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=90
I0504 21:16:25.629935    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0504 21:16:33.525921    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0504 21:16:53.624303    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0504 21:17:11.067226    3669 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod 2a0f57c19f0fcc59737a4953a0b4c07bf86e1c63e8876ed362a55f156272e24f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod 2a0f57c19f0fcc59737a4953a0b4c07bf86e1c63e8876ed362a55f156272e24f network default NAD default NAD key ]
I0504 21:17:11.164328    3669 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod 2a0f57c19f0fcc59737a4953a0b4c07bf86e1c63e8876ed362a55f156272e24f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod 2a0f57c19f0fcc59737a4953a0b4c07bf86e1c63e8876ed362a55f156272e24f network default NAD default NAD key default], result "{}", err <nil>
I0504 21:17:11.281458    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:17:11.281505    3669 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod
I0504 21:17:11.283660    3669 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod, ips: 10.129.0.56
I0504 21:17:11.283705    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:17:18.526302    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=24
I0504 21:17:39.475088    3669 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod] creating logical port default-tenant_tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod for pod on switch ip-10-0-1-101.ec2.internal
I0504 21:17:39.475241    3669 kube.go:256] Updating pod default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod
I0504 21:17:39.512538    3669 pod.go:62] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod] pod update took 37.328389ms
I0504 21:17:39.512566    3669 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod] addLogicalPort annotation time took 37.359507ms
I0504 21:17:39.513856    3669 pods.go:271] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod] addLogicalPort took 38.784984ms, libovsdb time 878.979µs
I0504 21:17:39.839147    3669 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod 39c918691f3849ca6ec3224ec70c3d0e39dcbc46244593344fe7fe8b75751566 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod 39c918691f3849ca6ec3224ec70c3d0e39dcbc46244593344fe7fe8b75751566 network default NAD default NAD key ]
I0504 21:17:39.849312    3669 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod, hostIfaceName: 39c918691f3849c, network: default, NAD default, SandboxID: "39c918691f3849ca6ec3224ec70c3d0e39dcbc46244593344fe7fe8b75751566", PCI device ID: , UID: "9182cb97-3b30-414c-8d53-1c19f53aaba4", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23]
I0504 21:17:39.904121    3669 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod 39c918691f3849ca6ec3224ec70c3d0e39dcbc46244593344fe7fe8b75751566 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod 39c918691f3849ca6ec3224ec70c3d0e39dcbc46244593344fe7fe8b75751566 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:0c:40:9e:83:1d\",\"name\":\"39c918691f3849c\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adf8d1a1-d8c4-43b4-ba73-8ac5ef6aae19\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 21:17:40.162608    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:17:40.163204    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:18:06.655246    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0504 21:18:21.525896    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16
I0504 21:18:31.652458    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11
I0504 21:19:20.289796    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:20.290423    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:20.320202    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:20.320804    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:20.357295    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:20.357872    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:26.312534    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:26.313121    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:43.427920    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:43.428550    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:43.998864    3669 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh 91ed61d66943a0675e04ca78e38993f0156d4544ce8cd1d6480a246dac509068 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh 91ed61d66943a0675e04ca78e38993f0156d4544ce8cd1d6480a246dac509068 network default NAD default NAD key ]
I0504 21:19:44.085973    3669 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh 91ed61d66943a0675e04ca78e38993f0156d4544ce8cd1d6480a246dac509068 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh 91ed61d66943a0675e04ca78e38993f0156d4544ce8cd1d6480a246dac509068 network default NAD default NAD key default], result "{}", err <nil>
I0504 21:19:44.160200    3669 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:44.160241    3669 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh
I0504 21:19:44.161514    3669 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh, ips: 10.129.0.55
I0504 21:19:44.161540    3669 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:44.499699    3669 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h 2d16c78eb58a040b65e8b40cafdc9c97c3873f7cfc04a828e37e8a15882931c1 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h 2d16c78eb58a040b65e8b40cafdc9c97c3873f7cfc04a828e37e8a15882931c1 network default NAD default NAD key ]
I0504 21:19:44.614898    3669 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h 2d16c78eb58a040b65e8b40cafdc9c97c3873f7cfc04a828e37e8a15882931c1 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h 2d16c78eb58a040b65e8b40cafdc9c97c3873f7cfc04a828e37e8a15882931c1 network default NAD default NAD key default], result "{}", err <nil>
I0504 21:19:44.653188    3669 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:44.653230    3669 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h
I0504 21:19:44.654613    3669 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h, ips: 10.129.0.54
I0504 21:19:44.654644    3669 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:19:44.990510    3669 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:19:44.990539    3669 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:19:44.998165    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh
I0504 21:19:44.998202    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh
I0504 21:19:45.014571    3669 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:19:45.014618    3669 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:19:45.021610    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h
I0504 21:19:45.021639    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h
I0504 21:19:48.641934    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0504 21:19:52.526868    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11
I0504 21:20:00.220962    3669 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632160-gt4d6 for pod on switch ip-10-0-1-101.ec2.internal
I0504 21:20:00.221064    3669 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6
I0504 21:20:00.243510    3669 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6] pod update took 22.468775ms
I0504 21:20:00.243538    3669 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6] addLogicalPort annotation time took 22.505408ms
I0504 21:20:00.244901    3669 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6] addLogicalPort took 23.956022ms, libovsdb time 890.497µs
I0504 21:20:00.588618    3669 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 27ae7688eadbbfb3e773939f737cf8dc82b2261af86fbb6caa9414155135ae4a network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 27ae7688eadbbfb3e773939f737cf8dc82b2261af86fbb6caa9414155135ae4a network default NAD default NAD key ]
I0504 21:20:00.598544    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632160-gt4d6, hostIfaceName: 27ae7688eadbbfb, network: default, NAD default, SandboxID: "27ae7688eadbbfb3e773939f737cf8dc82b2261af86fbb6caa9414155135ae4a", PCI device ID: , UID: "324fa89d-1248-4d2f-b27e-9f68acd6c3fe", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23]
I0504 21:20:00.654822    3669 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 27ae7688eadbbfb3e773939f737cf8dc82b2261af86fbb6caa9414155135ae4a network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 27ae7688eadbbfb3e773939f737cf8dc82b2261af86fbb6caa9414155135ae4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:40:ab:ab:78:cc\",\"name\":\"27ae7688eadbbfb\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a10ee16b-deaa-4511-add5-e7c6579eaf1b\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 21:20:04.129433    3669 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 27ae7688eadbbfb3e773939f737cf8dc82b2261af86fbb6caa9414155135ae4a network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 27ae7688eadbbfb3e773939f737cf8dc82b2261af86fbb6caa9414155135ae4a network default NAD default NAD key ]
I0504 21:20:04.221106    3669 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 27ae7688eadbbfb3e773939f737cf8dc82b2261af86fbb6caa9414155135ae4a network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 27ae7688eadbbfb3e773939f737cf8dc82b2261af86fbb6caa9414155135ae4a network default NAD default NAD key default], result "{}", err <nil>
I0504 21:20:04.291651    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:20:04.291768    3669 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6
I0504 21:20:04.293216    3669 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6, ips: 10.129.0.58
I0504 21:20:04.293246    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:20:05.137611    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:20:05.137638    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:20:05.170987    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:20:05.171013    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:20:05.177581    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv
I0504 21:20:05.177630    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv
I0504 21:20:15.530473    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0504 21:20:35.618891    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0504 21:20:54.621503    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0504 21:21:10.644955    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0504 21:21:32.627268    3669 cni.go:452] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod 39c918691f3849ca6ec3224ec70c3d0e39dcbc46244593344fe7fe8b75751566 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod 39c918691f3849ca6ec3224ec70c3d0e39dcbc46244593344fe7fe8b75751566 network default NAD default NAD key ]
I0504 21:21:32.716186    3669 cni.go:473] [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod 39c918691f3849ca6ec3224ec70c3d0e39dcbc46244593344fe7fe8b75751566 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod 39c918691f3849ca6ec3224ec70c3d0e39dcbc46244593344fe7fe8b75751566 network default NAD default NAD key default], result "{}", err <nil>
I0504 21:21:32.788140    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:21:32.788204    3669 pods.go:176] Deleting pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod
I0504 21:21:32.789539    3669 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod, ips: 10.129.0.57
I0504 21:21:32.789569    3669 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:21:36.076618    3669 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-rjvu-dpcq6-collect-keyless-params-pod for pod on switch ip-10-0-1-101.ec2.internal
I0504 21:21:36.076794    3669 kube.go:256] Updating pod default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod
I0504 21:21:36.111664    3669 pod.go:62] [default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod] pod update took 34.904791ms
I0504 21:21:36.111688    3669 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod] addLogicalPort annotation time took 34.932762ms
I0504 21:21:36.113155    3669 pods.go:271] [default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod] addLogicalPort took 36.578168ms, libovsdb time 1.024768ms
I0504 21:21:36.447427    3669 cni.go:452] [default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod 51b55ffb7d2f670545f989510672b086cf025bb1f25a697b15cd2c25ca8c26c6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod 51b55ffb7d2f670545f989510672b086cf025bb1f25a697b15cd2c25ca8c26c6 network default NAD default NAD key ]
I0504 21:21:36.456837    3669 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-rjvu-dpcq6-collect-keyless-params-pod, hostIfaceName: 51b55ffb7d2f670, network: default, NAD default, SandboxID: "51b55ffb7d2f670545f989510672b086cf025bb1f25a697b15cd2c25ca8c26c6", PCI device ID: , UID: "b697c114-80d1-4561-8623-a8e9d53824ed", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23]
I0504 21:21:36.509767    3669 cni.go:473] [default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod 51b55ffb7d2f670545f989510672b086cf025bb1f25a697b15cd2c25ca8c26c6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod 51b55ffb7d2f670545f989510672b086cf025bb1f25a697b15cd2c25ca8c26c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ff:d5:72:68:04\",\"name\":\"51b55ffb7d2f670\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd2bb14b-3064-48a6-9c07-8ab809eb57cb\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0504 21:21:36.647422    3669 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0504 21:21:44.386882    3669 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:21:44.387497    3669 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0504 21:21:45.105102    3669 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:21:45.105130    3669 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0504 21:21:45.111260    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv
I0504 21:21:45.111282    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv
I0504 21:21:50.632895    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0504 21:21:52.750445    3669 cni.go:452] [default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod 51b55ffb7d2f670545f989510672b086cf025bb1f25a697b15cd2c25ca8c26c6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod 51b55ffb7d2f670545f989510672b086cf025bb1f25a697b15cd2c25ca8c26c6 network default NAD default NAD key ]
I0504 21:21:52.837264    3669 cni.go:473] [default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod 51b55ffb7d2f670545f989510672b086cf025bb1f25a697b15cd2c25ca8c26c6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod 51b55ffb7d2f670545f989510672b086cf025bb1f25a697b15cd2c25ca8c26c6 network default NAD default NAD key default], result "{}", err <nil>
I0504 21:21:53.241859    3669 obj_retry.go:498] Detected object default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0504 21:21:53.241889    3669 pods.go:176] Deleting pod: default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod
I0504 21:21:53.243307    3669 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod, ips: 10.129.0.59
I0504 21:21:53.243338    3669 obj_retry.go:498] Detected object default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it