+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-221.ec2.internal
++ [[ -n ip-10-0-0-221.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-221.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0420 08:56:27.919293922 - disable conntrack on geneve port'
I0420 08:56:27.919293922 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0420 08:56:27.953192619 - starting ovnkube-node'
I0420 08:56:27.953192619 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-221.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-221.ec2.internal --init-node ip-10-0-0-221.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-221.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0420 08:56:28.003300    3701 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0420 08:56:28.003522    3701 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e4f814264e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0420 08:56:28.004862    3701 kube.go:431] Waiting for certificate
I0420 08:56:28.004905    3701 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0420 08:56:28.004942    3701 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0420 08:56:28.005711    3701 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0420 08:56:28.047508    3701 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 08:56:28.047526    3701 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 08:56:28.053357    3701 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 08:56:28.053440    3701 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-psvtf"
I0420 08:56:28.057595    3701 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-psvtf"
I0420 08:56:28.057646    3701 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 08:56:29.005538    3701 kube.go:438] Certificate found
I0420 08:56:29.006216    3701 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0420 08:56:29.007588    3701 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0420 08:56:29.071495    3701 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 08:51:28 +0000 UTC" deadline="2026-04-21 06:15:27.814970265 +0000 UTC"
I0420 08:56:29.071533    3701 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h18m58.743447262s"
I0420 08:56:29.073619    3701 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0420 08:56:29.094968    3701 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0420 08:56:29.095026    3701 server.go:101] MetricServer registers OVS metrics
I0420 08:56:29.095300    3701 server.go:105] MetricServer registers OVN DB metrics
I0420 08:56:29.095464    3701 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0420 08:56:29.095519    3701 factory.go:561] Starting watch factory
I0420 08:56:29.095606    3701 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.095619    3701 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.095626    3701 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.095637    3701 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.095667    3701 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.095609    3701 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.095684    3701 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.095700    3701 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.096209    3701 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.096268    3701 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.096309    3701 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.096279    3701 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.099955    3701 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0420 08:56:29.099975    3701 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0420 08:56:29.100948    3701 controller_manager.go:370] Starting the ovnkube controller
I0420 08:56:29.100957    3701 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-221.ec2.internal
I0420 08:56:29.101001    3701 controller_manager.go:395] NBDB zone sync took: 32.997µs
I0420 08:56:29.101010    3701 factory.go:561] Starting watch factory
I0420 08:56:29.112654    3701 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0420 08:56:29.112678    3701 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0420 08:56:29.114255    3701 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.116064    3701 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0420 08:56:29.116094    3701 server.go:109] MetricServer registers OVN Controller metrics
I0420 08:56:29.116948    3701 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.117010    3701 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.121027    3701 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.121482    3701 server.go:113] MetricServer registers OVN Northd metrics
I0420 08:56:29.122691    3701 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.126628    3701 metrics.go:519] OVN Metrics Server starts to run ...
I0420 08:56:29.127117    3701 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 08:56:29.201368    3701 factory.go:1977] *v1.Namespace informer cache synced successfully
I0420 08:56:29.201382    3701 factory.go:1977] *v1.Node informer cache synced successfully
I0420 08:56:29.201387    3701 factory.go:1977] *v1.Service informer cache synced successfully
I0420 08:56:29.201391    3701 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0420 08:56:29.201395    3701 factory.go:1977] *v1.Pod informer cache synced successfully
I0420 08:56:29.201399    3701 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0420 08:56:29.201474    3701 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 08:56:29.201486    3701 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 08:56:29.201498    3701 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 08:56:29.201488    3701 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 08:56:29.205606    3701 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 08:56:29.205609    3701 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 08:56:29.206391    3701 factory.go:1977] *v1.Node informer cache synced successfully
I0420 08:56:29.206402    3701 factory.go:1977] *v1.Service informer cache synced successfully
I0420 08:56:29.206405    3701 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0420 08:56:29.206408    3701 factory.go:1977] *v1.Pod informer cache synced successfully
I0420 08:56:29.206410    3701 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0420 08:56:29.206413    3701 factory.go:1977] *v1.Namespace informer cache synced successfully
I0420 08:56:29.206477    3701 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0420 08:56:29.206485    3701 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0420 08:56:29.206530    3701 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.206540    3701 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.210257    3701 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.212273    3701 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0420 08:56:29.212339    3701 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.212349    3701 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.212372    3701 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0420 08:56:29.212388    3701 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0420 08:56:29.215916    3701 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.217901    3701 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0420 08:56:29.217914    3701 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0420 08:56:29.217952    3701 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.217963    3701 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.221595    3701 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.223600    3701 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0420 08:56:29.223675    3701 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0420 08:56:29.223720    3701 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.223730    3701 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.227464    3701 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.229493    3701 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0420 08:56:29.229511    3701 factory.go:1977] *v1.EgressService informer cache synced successfully
I0420 08:56:29.229569    3701 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.229580    3701 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.233663    3701 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.235168    3701 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0420 08:56:29.235180    3701 factory.go:1977] *v1.EgressService informer cache synced successfully
I0420 08:56:29.235299    3701 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0420 08:56:29.235309    3701 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0420 08:56:29.238900    3701 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0420 08:56:29.240882    3701 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0420 08:56:29.240896    3701 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0420 08:56:29.240938    3701 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.240950    3701 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.240961    3701 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.240973    3701 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.244681    3701 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.244747    3701 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 08:56:29.246677    3701 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0420 08:56:29.246688    3701 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0420 08:56:29.246691    3701 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0420 08:56:29.246697    3701 factory.go:680] Watch Factory start up complete, took: 151.178298ms
I0420 08:56:29.246761    3701 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0420 08:56:29.252009    3701 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0420 08:56:29.252021    3701 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0420 08:56:29.252029    3701 factory.go:680] Watch Factory start up complete, took: 151.016331ms
I0420 08:56:29.252038    3701 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-221.ec2.internal" zone
I0420 08:56:29.290207    3701 default_node_network_controller.go:710] Initializing the default node network controller
I0420 08:56:29.338692    3701 udn_isolation.go:101] Starting UDN host isolation manager
I0420 08:56:29.344814    3701 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0420 08:56:29.435768    3701 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0420 08:56:29.435895    3701 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0420 08:56:29.435915    3701 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0420 08:56:29.468428    3701 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0420 08:56:29.468496    3701 default_node_network_controller.go:809] Node ip-10-0-0-221.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0420 08:56:29.473355    3701 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.221"] k8s.ovn.org/zone-name:ip-10-0-0-221.ec2.internal] on node ip-10-0-0-221.ec2.internal
I0420 08:56:29.494172    3701 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0420 08:56:29.500146    3701 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0420 08:56:29.500270    3701 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0420 08:56:29.500464    3701 gateway_init.go:263] Preparing Gateway
I0420 08:56:29.500476    3701 gateway_shared_intf.go:1687] Creating new gateway
I0420 08:56:29.502727    3701 controller_manager.go:429] Waiting for node in zone sync took: 250.677053ms
I0420 08:56:29.508756    3701 controller_manager.go:611] Switching to transit router for layer2 networks
I0420 08:56:29.508769    3701 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-221.ec2.internal
I0420 08:56:29.524737    3701 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0420 08:56:29.530510    3701 controller_manager.go:290] SCTP support detected in OVN
I0420 08:56:29.531153    3701 services_controller.go:69] Creating services controller for network=default
I0420 08:56:29.531234    3701 udn_enabled_svc.go:80] Waiting for service informer to sync
I0420 08:56:29.531414    3701 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0420 08:56:29.531446    3701 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0420 08:56:29.531458    3701 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0420 08:56:29.531467    3701 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0420 08:56:29.531699    3701 udn_enabled_svc.go:95] Performing full resync
I0420 08:56:29.531704    3701 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0420 08:56:29.531757    3701 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0420 08:56:29.531806    3701 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.036µs
I0420 08:56:29.531826    3701 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 61.457µs
I0420 08:56:29.531834    3701 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 76.923µs
I0420 08:56:29.531840    3701 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0420 08:56:29.531846    3701 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0420 08:56:29.531856    3701 default_network_controller.go:325] Starting the default network controller
I0420 08:56:29.531926    3701 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.612µs
I0420 08:56:29.531991    3701 udn_enabled_svc.go:99] Waiting for handler to sync
I0420 08:56:29.532005    3701 udn_enabled_svc.go:104] Starting worker
I0420 08:56:29.540811    3701 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0420 08:56:29.540871    3701 repair.go:33] Syncing exgw routes took 47.347µs
I0420 08:56:29.540897    3701 default_network_controller.go:414] Starting all the Watchers...
I0420 08:56:29.541071    3701 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0420 08:56:29.541084    3701 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0420 08:56:29.541088    3701 namespace.go:98] [dedicated-admin] adding namespace
I0420 08:56:29.541103    3701 namespace.go:98] [openshift-backplane-csm] adding namespace
I0420 08:56:29.541106    3701 namespace.go:98] [openshift-backplane-cse] adding namespace
I0420 08:56:29.541105    3701 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0420 08:56:29.541131    3701 namespace.go:98] [openshift-operators-redhat] adding namespace
I0420 08:56:29.541144    3701 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0420 08:56:29.541149    3701 namespace.go:98] [openshift-backplane-tam] adding namespace
I0420 08:56:29.541157    3701 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0420 08:56:29.541159    3701 namespace.go:98] [openshift-config] adding namespace
I0420 08:56:29.541165    3701 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0420 08:56:29.541169    3701 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0420 08:56:29.541179    3701 namespace.go:98] [openshift-etcd] adding namespace
I0420 08:56:29.541073    3701 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0420 08:56:29.541641    3701 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 558.475µs
I0420 08:56:29.541656    3701 namespace.go:98] [kube-system] adding namespace
I0420 08:56:29.542053    3701 namespace.go:102] [kube-system] adding namespace took 391.697µs
I0420 08:56:29.542065    3701 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0420 08:56:29.542513    3701 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 442.568µs
I0420 08:56:29.542527    3701 namespace.go:98] [openshift-image-registry] adding namespace
I0420 08:56:29.542960    3701 namespace.go:102] [openshift-customer-monitoring] adding namespace took 1.865849ms
I0420 08:56:29.542980    3701 namespace.go:98] [openshift-ingress-canary] adding namespace
I0420 08:56:29.543401    3701 namespace.go:102] [dedicated-admin] adding namespace took 2.30278ms
I0420 08:56:29.543414    3701 namespace.go:98] [openshift-ingress-operator] adding namespace
I0420 08:56:29.543943    3701 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.835045ms
I0420 08:56:29.543958    3701 namespace.go:98] [openshift-logging] adding namespace
I0420 08:56:29.544345    3701 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.232351ms
I0420 08:56:29.544360    3701 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0420 08:56:29.544866    3701 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 3.751312ms
I0420 08:56:29.544876    3701 namespace.go:98] [openshift-multus] adding namespace
I0420 08:56:29.545278    3701 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.132407ms
I0420 08:56:29.545293    3701 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0420 08:56:29.545706    3701 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.552466ms
I0420 08:56:29.545718    3701 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0420 08:56:29.546097    3701 namespace.go:102] [openshift-backplane-tam] adding namespace took 4.939307ms
I0420 08:56:29.546106    3701 namespace.go:98] [openshift-console] adding namespace
I0420 08:56:29.546507    3701 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.341542ms
I0420 08:56:29.546516    3701 namespace.go:98] [openshift-host-network] adding namespace
I0420 08:56:29.546886    3701 namespace.go:102] [openshift-config] adding namespace took 5.714475ms
I0420 08:56:29.546895    3701 namespace.go:98] [openshift-backplane] adding namespace
I0420 08:56:29.547258    3701 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.08628ms
I0420 08:56:29.547267    3701 namespace.go:98] [openshift-authentication] adding namespace
I0420 08:56:29.547667    3701 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.492794ms
I0420 08:56:29.547675    3701 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0420 08:56:29.548055    3701 namespace.go:102] [openshift-etcd] adding namespace took 6.871929ms
I0420 08:56:29.548064    3701 namespace.go:98] [default] adding namespace
I0420 08:56:29.548396    3701 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.208722ms
I0420 08:56:29.548407    3701 namespace.go:98] [openshift-machine-api] adding namespace
I0420 08:56:29.548912    3701 namespace.go:102] [openshift-image-registry] adding namespace took 6.377647ms
I0420 08:56:29.548930    3701 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0420 08:56:29.549296    3701 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.305871ms
I0420 08:56:29.549312    3701 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0420 08:56:29.549764    3701 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.343838ms
I0420 08:56:29.549778    3701 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0420 08:56:29.550153    3701 namespace.go:102] [openshift-logging] adding namespace took 6.189253ms
I0420 08:56:29.550166    3701 namespace.go:98] [openshift-infra] adding namespace
W0420 08:56:29.550547    3701 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ln6xc: pod openshift-multus/network-metrics-daemon-ln6xc: no pod IPs found 
W0420 08:56:29.550560    3701 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-szn7p: pod openshift-multus/network-metrics-daemon-szn7p: no pod IPs found 
I0420 08:56:29.550577    3701 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.210591ms
I0420 08:56:29.550592    3701 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0420 08:56:29.551048    3701 namespace.go:102] [openshift-multus] adding namespace took 6.168146ms
I0420 08:56:29.551061    3701 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0420 08:56:29.551455    3701 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.15731ms
I0420 08:56:29.551467    3701 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0420 08:56:29.551877    3701 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.155ms
I0420 08:56:29.551888    3701 namespace.go:98] [openshift-dns-operator] adding namespace
I0420 08:56:29.552263    3701 namespace.go:102] [openshift-console] adding namespace took 6.153603ms
I0420 08:56:29.552272    3701 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0420 08:56:29.552798    3701 namespace.go:102] [openshift-host-network] adding namespace took 6.277468ms
I0420 08:56:29.552808    3701 namespace.go:98] [openshift-node] adding namespace
I0420 08:56:29.553178    3701 namespace.go:102] [openshift-backplane] adding namespace took 6.27783ms
I0420 08:56:29.553191    3701 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0420 08:56:29.553628    3701 namespace.go:102] [openshift-authentication] adding namespace took 6.35753ms
I0420 08:56:29.553639    3701 namespace.go:98] [openshift-authentication-operator] adding namespace
I0420 08:56:29.554021    3701 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.340322ms
I0420 08:56:29.554034    3701 namespace.go:98] [openshift-cluster-version] adding namespace
I0420 08:56:29.554441    3701 namespace.go:102] [default] adding namespace took 6.372755ms
I0420 08:56:29.554452    3701 namespace.go:98] [openshift-network-console] adding namespace
I0420 08:56:29.554869    3701 namespace.go:102] [openshift-machine-api] adding namespace took 6.456827ms
I0420 08:56:29.554878    3701 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0420 08:56:29.555775    3701 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.837632ms
I0420 08:56:29.556211    3701 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.892974ms
I0420 08:56:29.556225    3701 namespace.go:98] [openshift-config-operator] adding namespace
I0420 08:56:29.556673    3701 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.887684ms
I0420 08:56:29.556690    3701 namespace.go:98] [openshift-insights] adding namespace
I0420 08:56:29.557076    3701 namespace.go:102] [openshift-infra] adding namespace took 6.903917ms
I0420 08:56:29.557090    3701 namespace.go:98] [openshift-monitoring] adding namespace
I0420 08:56:29.557563    3701 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.963387ms
I0420 08:56:29.557576    3701 namespace.go:98] [openshift-apiserver] adding namespace
W0420 08:56:29.557939    3701 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5qmmr: pod openshift-network-diagnostics/network-check-target-5qmmr: no pod IPs found 
W0420 08:56:29.557950    3701 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-pds9d: pod openshift-network-diagnostics/network-check-target-pds9d: no pod IPs found 
I0420 08:56:29.557987    3701 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.920655ms
I0420 08:56:29.558003    3701 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0420 08:56:29.558524    3701 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.050543ms
I0420 08:56:29.558542    3701 namespace.go:98] [openshift-marketplace] adding namespace
I0420 08:56:29.558906    3701 namespace.go:102] [openshift-dns-operator] adding namespace took 7.012309ms
I0420 08:56:29.558918    3701 namespace.go:98] [openshift-backplane-cee] adding namespace
I0420 08:56:29.559333    3701 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.042771ms
I0420 08:56:29.559344    3701 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0420 08:56:29.559741    3701 namespace.go:102] [openshift-node] adding namespace took 6.927076ms
I0420 08:56:29.559755    3701 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0420 08:56:29.560130    3701 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.934337ms
I0420 08:56:29.560141    3701 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0420 08:56:29.560530    3701 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.886181ms
I0420 08:56:29.560542    3701 namespace.go:98] [kube-public] adding namespace
I0420 08:56:29.560908    3701 namespace.go:102] [openshift-cluster-version] adding namespace took 6.86869ms
I0420 08:56:29.560923    3701 namespace.go:98] [openshift-network-operator] adding namespace
I0420 08:56:29.561289    3701 namespace.go:102] [openshift-network-console] adding namespace took 6.832657ms
I0420 08:56:29.561299    3701 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0420 08:56:29.561692    3701 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.808745ms
I0420 08:56:29.561704    3701 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0420 08:56:29.562078    3701 namespace.go:102] [openshift-config-operator] adding namespace took 5.847931ms
I0420 08:56:29.562092    3701 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0420 08:56:29.562483    3701 namespace.go:102] [openshift-insights] adding namespace took 5.787558ms
I0420 08:56:29.562495    3701 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0420 08:56:29.562865    3701 namespace.go:102] [openshift-monitoring] adding namespace took 5.769085ms
I0420 08:56:29.562877    3701 namespace.go:98] [openshift-dns] adding namespace
I0420 08:56:29.563276    3701 namespace.go:102] [openshift-apiserver] adding namespace took 5.694197ms
I0420 08:56:29.563289    3701 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0420 08:56:29.563682    3701 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.673089ms
I0420 08:56:29.563694    3701 namespace.go:98] [openshift-controller-manager] adding namespace
I0420 08:56:29.564104    3701 namespace.go:102] [openshift-marketplace] adding namespace took 5.548742ms
I0420 08:56:29.564114    3701 namespace.go:98] [openshift-operators] adding namespace
I0420 08:56:29.564533    3701 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.609101ms
I0420 08:56:29.564552    3701 namespace.go:98] [kube-node-lease] adding namespace
I0420 08:56:29.565157    3701 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.80625ms
I0420 08:56:29.565170    3701 namespace.go:98] [open-cluster-management-2ppph9ruf6k5ml3crseffj0vunji1dnc] adding namespace
I0420 08:56:29.565638    3701 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.877766ms
I0420 08:56:29.565651    3701 namespace.go:98] [openshift-console-user-settings] adding namespace
I0420 08:56:29.566036    3701 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.88681ms
I0420 08:56:29.566056    3701 namespace.go:98] [openshift-console-operator] adding namespace
I0420 08:56:29.566434    3701 namespace.go:102] [kube-public] adding namespace took 5.886295ms
I0420 08:56:29.566446    3701 namespace.go:98] [openshift-backplane-srep] adding namespace
I0420 08:56:29.566989    3701 namespace.go:102] [openshift-network-operator] adding namespace took 6.061333ms
I0420 08:56:29.567001    3701 namespace.go:98] [openshift-package-operator] adding namespace
I0420 08:56:29.567552    3701 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.249362ms
I0420 08:56:29.567568    3701 namespace.go:98] [openshift-network-node-identity] adding namespace
I0420 08:56:29.568138    3701 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.429709ms
I0420 08:56:29.568149    3701 namespace.go:98] [openshift-ingress] adding namespace
I0420 08:56:29.568689    3701 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.593379ms
I0420 08:56:29.568699    3701 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0420 08:56:29.569151    3701 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.651982ms
I0420 08:56:29.569162    3701 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0420 08:56:29.569773    3701 namespace.go:102] [openshift-dns] adding namespace took 6.888781ms
I0420 08:56:29.570271    3701 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.976927ms
I0420 08:56:29.570283    3701 namespace.go:98] [openshift-config-managed] adding namespace
I0420 08:56:29.570756    3701 namespace.go:102] [openshift-controller-manager] adding namespace took 7.056838ms
I0420 08:56:29.571143    3701 namespace.go:102] [openshift-operators] adding namespace took 7.024735ms
I0420 08:56:29.571155    3701 namespace.go:98] [openshift] adding namespace
I0420 08:56:29.571555    3701 namespace.go:102] [kube-node-lease] adding namespace took 6.997936ms
I0420 08:56:29.572044    3701 namespace.go:102] [open-cluster-management-2ppph9ruf6k5ml3crseffj0vunji1dnc] adding namespace took 6.869525ms
I0420 08:56:29.572454    3701 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.798274ms
I0420 08:56:29.572942    3701 namespace.go:102] [openshift-console-operator] adding namespace took 6.874892ms
I0420 08:56:29.573315    3701 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.864652ms
I0420 08:56:29.573823    3701 namespace.go:102] [openshift-package-operator] adding namespace took 6.81672ms
I0420 08:56:29.574279    3701 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.705029ms
I0420 08:56:29.574730    3701 namespace.go:102] [openshift-ingress] adding namespace took 6.57714ms
I0420 08:56:29.575100    3701 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.395816ms
I0420 08:56:29.575475    3701 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.309756ms
I0420 08:56:29.575860    3701 namespace.go:102] [openshift-config-managed] adding namespace took 5.573369ms
I0420 08:56:29.576174    3701 namespace.go:102] [openshift] adding namespace took 5.015228ms
W0420 08:56:29.576238    3701 master.go:458] Unable to parse local node ip-10-0-0-221.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0420 08:56:29.576253    3701 master.go:471] Unable to parse remote node ip-10-0-2-148.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0420 08:56:29.576260    3701 master.go:481] Removing stale chassis with ID/Name: 98b3a4f6-0bee-4393-ae50-6b2be43ecb9c, hostname: ip-10-0-0-221.ec2.internal
I0420 08:56:29.576647    3701 master.go:548] Adding or Updating local node "ip-10-0-0-221.ec2.internal" for network "default"
I0420 08:56:29.576698    3701 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-148.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-148.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-148.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-148.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-148.ec2.internal
I0420 08:56:29.577612    3701 zone_ic_handler.go:195] Time taken to create transit switch: 271.097µs
I0420 08:56:29.577625    3701 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-176.ec2.internal for the network default
I0420 08:56:29.578665    3701 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-176.ec2.internal" on network "default" took: 1.347272ms
I0420 08:56:29.580260    3701 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-221.ec2.internal for the network default
I0420 08:56:29.580459    3701 zone_ic_handler.go:195] Time taken to create transit switch: 187.587µs
I0420 08:56:29.581219    3701 default_network_controller.go:823] Node add failed for ip-10-0-0-221.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-221.ec2.internal, error getting gateway config for node ip-10-0-0-221.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-221.ec2.internal", failed to update chassis to local for local node ip-10-0-0-221.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-221.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-221.ec2.internal]
E0420 08:56:29.581257    3701 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-221.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-221.ec2.internal, error getting gateway config for node ip-10-0-0-221.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-221.ec2.internal", failed to update chassis to local for local node ip-10-0-0-221.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-221.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-221.ec2.internal]
I0420 08:56:29.581291    3701 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0420 08:56:29.581312    3701 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0420 08:56:29.581343    3701 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0420 08:56:29.581366    3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-221.ec2.internal in network "default"
I0420 08:56:29.581366    3701 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-221.ec2.internal", UID:"7fbf187b-3ecf-4c0d-8829-89beea44874e", APIVersion:"v1", ResourceVersion:"8789", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-221.ec2.internal, error getting gateway config for node ip-10-0-0-221.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-221.ec2.internal", failed to update chassis to local for local node ip-10-0-0-221.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-221.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-221.ec2.internal]
I0420 08:56:29.581391    3701 node_tracker.go:235] Node ip-10-0-0-221.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-221.ec2.internal"
I0420 08:56:29.581402    3701 node_tracker.go:169] Node ip-10-0-0-221.ec2.internal switch + router changed, syncing services in network "default"
I0420 08:56:29.581414    3701 services_controller.go:574] Full service sync requested for network=default
I0420 08:56:29.581421    3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-176.ec2.internal in network "default"
I0420 08:56:29.581452    3701 node_tracker.go:169] Node ip-10-0-1-176.ec2.internal switch + router changed, syncing services in network "default"
I0420 08:56:29.581458    3701 services_controller.go:574] Full service sync requested for network=default
I0420 08:56:29.581466    3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-148.ec2.internal in network "default"
I0420 08:56:29.581473    3701 node_tracker.go:235] Node ip-10-0-2-148.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-148.ec2.internal"
I0420 08:56:29.581478    3701 node_tracker.go:169] Node ip-10-0-2-148.ec2.internal switch + router changed, syncing services in network "default"
I0420 08:56:29.581483    3701 services_controller.go:574] Full service sync requested for network=default
I0420 08:56:29.622684    3701 iptables.go:108] Creating table: filter chain: FORWARD
I0420 08:56:29.628294    3701 iptables.go:108] Creating table: filter chain: OUTPUT
I0420 08:56:29.634027    3701 gateway_shared_intf.go:1816] Gateway Creation Complete
I0420 08:56:29.634046    3701 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-221.ec2.internal","mac-address":"12:96:ea:8f:e3:d9","ip-addresses":["10.0.0.221/24"],"ip-address":"10.0.0.221/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:98b3a4f6-0bee-4393-ae50-6b2be43ecb9c k8s.ovn.org/node-encap-ips:["10.0.0.221"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.221/24"} k8s.ovn.org/zone-name:ip-10-0-0-221.ec2.internal] on node ip-10-0-0-221.ec2.internal
I0420 08:56:29.649355    3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-221.ec2.internal in network "default"
I0420 08:56:29.649394    3701 node_tracker.go:169] Node ip-10-0-0-221.ec2.internal switch + router changed, syncing services in network "default"
I0420 08:56:29.649404    3701 services_controller.go:574] Full service sync requested for network=default
I0420 08:56:29.649489    3701 master.go:548] Adding or Updating local node "ip-10-0-0-221.ec2.internal" for network "default"
I0420 08:56:29.653167    3701 default_node_network_controller.go:519] Node connection status = connected
W0420 08:56:29.654855    3701 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5qmmr: pod openshift-network-diagnostics/network-check-target-5qmmr: no pod IPs found 
W0420 08:56:29.654871    3701 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ln6xc: pod openshift-multus/network-metrics-daemon-ln6xc: no pod IPs found 
I0420 08:56:29.655804    3701 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-221.ec2.internal for the network default
I0420 08:56:29.655968    3701 zone_ic_handler.go:195] Time taken to create transit switch: 151.944µs
I0420 08:56:29.681667    3701 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0420 08:56:29.681682    3701 services_controller.go:208] Setting up event handlers for services for network=default
I0420 08:56:29.681744    3701 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0420 08:56:29.681812    3701 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0420 08:56:29.681827    3701 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0420 08:56:29.782198    3701 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0420 08:56:29.782226    3701 repair.go:60] Starting repairing loop for services
I0420 08:56:29.782294    3701 repair.go:131] Deleted 0 stale service LBs
I0420 08:56:29.782310    3701 repair.go:137] Deleted 0 stale Chassis Template Vars
I0420 08:56:29.782337    3701 repair.go:62] Finished repairing loop for services: 125.711µs
I0420 08:56:29.782360    3701 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0420 08:56:29.782368    3701 services_controller.go:254] Starting workers for network=default
I0420 08:56:29.782834    3701 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-szn7p, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-szn7p: suppressed error logged: pod openshift-multus/network-metrics-daemon-szn7p: no pod IPs found 
I0420 08:56:29.782893    3701 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-bs6qh of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it
I0420 08:56:29.782945    3701 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5qmmr] creating logical port openshift-network-diagnostics_network-check-target-5qmmr for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:56:29.782967    3701 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-pds9d, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-pds9d: suppressed error logged: pod openshift-network-diagnostics/network-check-target-pds9d: no pod IPs found 
I0420 08:56:29.782897    3701 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ln6xc] creating logical port openshift-multus_network-metrics-daemon-ln6xc for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:56:29.783095    3701 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5qmmr
I0420 08:56:29.783162    3701 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ln6xc
I0420 08:56:29.800735    3701 pod.go:62] [openshift-network-diagnostics/network-check-target-5qmmr] pod update took 17.688184ms
I0420 08:56:29.800757    3701 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5qmmr] addLogicalPort annotation time took 17.715234ms
I0420 08:56:29.801008    3701 pod.go:62] [openshift-multus/network-metrics-daemon-ln6xc] pod update took 17.94355ms
I0420 08:56:29.801027    3701 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ln6xc] addLogicalPort annotation time took 17.9703ms
I0420 08:56:29.801624    3701 pods.go:271] [openshift-network-diagnostics/network-check-target-5qmmr] addLogicalPort took 18.694585ms, libovsdb time 661.668µs
I0420 08:56:29.801863    3701 pods.go:271] [openshift-multus/network-metrics-daemon-ln6xc] addLogicalPort took 18.978997ms, libovsdb time 635.03µs
I0420 08:56:29.802298    3701 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0420 08:56:29.802317    3701 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0420 08:56:29.802343    3701 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0420 08:56:29.802348    3701 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0420 08:56:29.802529    3701 repair.go:29] Repairing admin network policies took 174.572µs
I0420 08:56:29.802632    3701 repair.go:92] Repairing baseline admin network policies took 92.833µs
I0420 08:56:29.803179    3701 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0420 08:56:29.803203    3701 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0420 08:56:29.805219    3701 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0420 08:56:29.805241    3701 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0420 08:56:29.805252    3701 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0420 08:56:29.805546    3701 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0420 08:56:29.805568    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0420 08:56:29.805578    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0420 08:56:29.806995    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0420 08:56:29.807014    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0420 08:56:29.807022    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0420 08:56:29.807506    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0420 08:56:29.807526    3701 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0420 08:56:29.807534    3701 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0420 08:56:29.808925    3701 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0420 08:56:29.808962    3701 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0420 08:56:29.808974    3701 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0420 08:56:29.810816    3701 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0420 08:56:29.810835    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0420 08:56:29.810846    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0420 08:56:29.812716    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0420 08:56:29.812735    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0420 08:56:29.812742    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0420 08:56:29.813183    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0420 08:56:29.813203    3701 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0420 08:56:29.813211    3701 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0420 08:56:29.813667    3701 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0420 08:56:29.813682    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0420 08:56:29.813689    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0420 08:56:29.814150    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0420 08:56:29.814169    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0420 08:56:29.814178    3701 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0420 08:56:29.815785    3701 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0420 08:56:29.815808    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0420 08:56:29.815815    3701 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0420 08:56:29.816231    3701 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0420 08:56:29.816253    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0420 08:56:29.816264    3701 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0420 08:56:29.816697    3701 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0420 08:56:29.816716    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0420 08:56:29.816724    3701 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0420 08:56:29.817150    3701 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0420 08:56:29.817167    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0420 08:56:29.817174    3701 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0420 08:56:29.817424    3701 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0420 08:56:29.817439    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0420 08:56:29.818079    3701 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0420 08:56:29.818094    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0420 08:56:29.818729    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0420 08:56:29.818748    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0420 08:56:29.818755    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0420 08:56:29.819923    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0420 08:56:29.819941    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0420 08:56:29.819948    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0420 08:56:29.820430    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0420 08:56:29.820451    3701 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0420 08:56:29.820461    3701 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0420 08:56:29.821574    3701 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0420 08:56:29.821591    3701 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0420 08:56:29.821608    3701 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0420 08:56:29.822499    3701 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0420 08:56:29.822521    3701 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0420 08:56:29.822530    3701 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0420 08:56:29.824111    3701 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0420 08:56:29.824128    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0420 08:56:29.824149    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0420 08:56:29.824793    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0420 08:56:29.824819    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0420 08:56:29.824826    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0420 08:56:29.825076    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0420 08:56:29.825092    3701 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0420 08:56:29.825100    3701 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0420 08:56:29.825960    3701 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0420 08:56:29.825978    3701 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0420 08:56:29.825984    3701 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0420 08:56:29.826223    3701 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0420 08:56:29.826241    3701 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0420 08:56:29.826249    3701 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0420 08:56:29.827144    3701 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0420 08:56:29.827162    3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0420 08:56:29.827170    3701 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0420 08:56:29.827656    3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0420 08:56:29.827675    3701 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0420 08:56:29.827683    3701 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0420 08:56:29.828491    3701 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0420 08:56:29.828509    3701 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0420 08:56:29.828519    3701 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0420 08:56:29.829965    3701 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0420 08:56:29.830171    3701 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-bs6qh of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it
I0420 08:56:29.835265    3701 egressfirewall.go:374] Starting EgressFirewall controller
I0420 08:56:29.835297    3701 controller.go:133] Adding controller egress-firewall-controller event handlers
I0420 08:56:29.835303    3701 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0420 08:56:29.835374    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0420 08:56:29.835391    3701 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0420 08:56:29.835376    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0420 08:56:29.835400    3701 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0420 08:56:29.835661    3701 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0420 08:56:29.835675    3701 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0420 08:56:29.835680    3701 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0420 08:56:29.835688    3701 egressqos.go:193] Setting up event handlers for EgressQoS
I0420 08:56:29.835699    3701 egressfirewall.go:723] Syncing node "ip-10-0-1-176.ec2.internal" for egress firewall
I0420 08:56:29.835709    3701 egressfirewall.go:723] Syncing node "ip-10-0-2-148.ec2.internal" for egress firewall
I0420 08:56:29.835714    3701 egressfirewall.go:723] Syncing node "ip-10-0-0-221.ec2.internal" for egress firewall
I0420 08:56:29.835845    3701 egressqos.go:245] Starting EgressQoS Controller
I0420 08:56:29.835859    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0420 08:56:29.835866    3701 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0420 08:56:29.835874    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0420 08:56:29.835880    3701 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0420 08:56:29.835887    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0420 08:56:29.835894    3701 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0420 08:56:29.835898    3701 egressqos.go:259] Repairing EgressQoSes
I0420 08:56:29.835902    3701 egressqos.go:399] Starting repairing loop for egressqos
I0420 08:56:29.835974    3701 egressqos.go:401] Finished repairing loop for egressqos: 71.404µs
I0420 08:56:29.835989    3701 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0420 08:56:29.836032    3701 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-221.ec2.internal
I0420 08:56:29.836075    3701 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-221.ec2.internal : 45.045µs
I0420 08:56:29.836163    3701 egressservice_zone.go:210] Starting Egress Services Controller
I0420 08:56:29.836179    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0420 08:56:29.836188    3701 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0420 08:56:29.836194    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0420 08:56:29.836199    3701 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0420 08:56:29.836204    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0420 08:56:29.836209    3701 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0420 08:56:29.836217    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0420 08:56:29.836222    3701 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0420 08:56:29.836225    3701 egressservice_zone.go:228] Repairing Egress Services
I0420 08:56:29.836522    3701 master_controller.go:88] Starting Admin Policy Based Route Controller
I0420 08:56:29.836532    3701 external_controller.go:278] Starting Admin Policy Based Route Controller
I0420 08:56:29.836548    3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-221.ec2.internal
I0420 08:56:29.836558    3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-221.ec2.internal: 11.493µs
I0420 08:56:29.836565    3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-176.ec2.internal
I0420 08:56:29.836573    3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-176.ec2.internal: 8.623µs
I0420 08:56:29.836577    3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-148.ec2.internal
I0420 08:56:29.836581    3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-148.ec2.internal: 3.809µs
I0420 08:56:29.836646    3701 default_network_controller.go:585] Completing all the Watchers took 295.73732ms
I0420 08:56:29.836662    3701 default_network_controller.go:589] Starting unidling controllers
I0420 08:56:29.836674    3701 unidle.go:46] Registering OVN SB ControllerEvent handler
I0420 08:56:29.836679    3701 unidle.go:63] Populating Initial ContollerEvent events
I0420 08:56:29.836689    3701 unidle.go:79] Setting up event handlers for services
I0420 08:56:29.836731    3701 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
W0420 08:56:30.072437    3701 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 08:56:30.153965    3701 default_node_network_controller.go:519] Node connection status = connected
I0420 08:56:30.582209    3701 default_network_controller.go:1025] Node "ip-10-0-2-148.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 08:56:30.654114    3701 default_node_network_controller.go:519] Node connection status = connected
I0420 08:56:30.902891    3701 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
W0420 08:56:31.079033    3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0420 08:56:31.154585    3701 default_node_network_controller.go:519] Node connection status = connected
I0420 08:56:31.171633    3701 bridgeconfig.go:537] Gateway is ready
I0420 08:56:31.171649    3701 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0420 08:56:31.182682    3701 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.221. Updating OVN encap IP.
I0420 08:56:31.187625    3701 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.221 - it is already configured
I0420 08:56:31.187643    3701 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.221/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0420 08:56:31.187845    3701 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.221/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-221.ec2.internal","mac-address":"12:96:ea:8f:e3:d9","ip-addresses":["10.0.0.221/24"],"ip-address":"10.0.0.221/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:98b3a4f6-0bee-4393-ae50-6b2be43ecb9c k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.221/24"}] on node ip-10-0-0-221.ec2.internal
I0420 08:56:31.203837    3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-221.ec2.internal
I0420 08:56:31.203856    3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-221.ec2.internal: 23.318µs
I0420 08:56:31.203879    3701 egressfirewall.go:723] Syncing node "ip-10-0-0-221.ec2.internal" for egress firewall
I0420 08:56:31.203901    3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-221.ec2.internal in network "default"
I0420 08:56:31.203914    3701 master.go:548] Adding or Updating local node "ip-10-0-0-221.ec2.internal" for network "default"
I0420 08:56:31.203959    3701 node_tracker.go:169] Node ip-10-0-0-221.ec2.internal switch + router changed, syncing services in network "default"
I0420 08:56:31.203977    3701 services_controller.go:574] Full service sync requested for network=default
I0420 08:56:31.204300    3701 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.221
I0420 08:56:31.204392    3701 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-221.ec2.internal
W0420 08:56:31.204455    3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0420 08:56:31.204601    3701 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 08:56:31.208341    3701 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-221.ec2.internal. Updating no re-route policies
I0420 08:56:31.208442    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5qmmr
I0420 08:56:31.208454    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-5fj47
I0420 08:56:31.208459    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5qmmr
I0420 08:56:31.208465    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-5fj47
I0420 08:56:31.208464    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-szn7p
I0420 08:56:31.208478    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-szn7p
I0420 08:56:31.208480    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-fh66g
I0420 08:56:31.208485    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-5fj47 after 0 failed attempt(s)
I0420 08:56:31.208494    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-fh66g
I0420 08:56:31.208499    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-kpfr7
I0420 08:56:31.208505    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-kpfr7
I0420 08:56:31.208508    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ln6xc
I0420 08:56:31.208516    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-kpfr7 after 0 failed attempt(s)
I0420 08:56:31.208517    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ln6xc
I0420 08:56:31.208518    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-fh66g after 0 failed attempt(s)
I0420 08:56:31.208517    3701 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rd67l
I0420 08:56:31.208523    3701 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5qmmr] creating logical port openshift-network-diagnostics_network-check-target-5qmmr for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:56:31.208528    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-221.ec2.internal
I0420 08:56:31.208534    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pds9d
I0420 08:56:31.208537    3701 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-rd67l
I0420 08:56:31.208539    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-221.ec2.internal
I0420 08:56:31.208542    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t6q98
I0420 08:56:31.208544    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-kbm9r
I0420 08:56:31.208547    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ch6zk
I0420 08:56:31.208551    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t6q98
I0420 08:56:31.208555    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ch6zk
I0420 08:56:31.208559    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-221.ec2.internal after 0 failed attempt(s)
I0420 08:56:31.208563    3701 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-rd67l after 0 failed attempt(s)
I0420 08:56:31.208566    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ch6zk after 0 failed attempt(s)
I0420 08:56:31.208564    3701 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-221.ec2.internal
I0420 08:56:31.208570    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t6q98 after 0 failed attempt(s)
I0420 08:56:31.208539    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pds9d
I0420 08:56:31.208575    3701 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-221.ec2.internal
I0420 08:56:31.208493    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rqpnl
I0420 08:56:31.208587    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rqpnl
I0420 08:56:31.208525    3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-cjvvb
I0420 08:56:31.208604    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rqpnl after 0 failed attempt(s)
I0420 08:56:31.208606    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-cjvvb
I0420 08:56:31.208555    3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-kbm9r
I0420 08:56:31.208621    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-cjvvb after 0 failed attempt(s)
I0420 08:56:31.208588    3701 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-221.ec2.internal after 0 failed attempt(s)
I0420 08:56:31.208515    3701 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-szn7p, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-szn7p: suppressed error logged: pod openshift-multus/network-metrics-daemon-szn7p: no pod IPs found 
I0420 08:56:31.208630    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-kbm9r after 0 failed attempt(s)
I0420 08:56:31.208665    3701 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-pds9d, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-pds9d: suppressed error logged: pod openshift-network-diagnostics/network-check-target-pds9d: no pod IPs found 
I0420 08:56:31.208551    3701 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ln6xc] creating logical port openshift-multus_network-metrics-daemon-ln6xc for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:56:31.209304    3701 pods.go:271] [openshift-network-diagnostics/network-check-target-5qmmr] addLogicalPort took 811.675µs, libovsdb time 329.977µs
I0420 08:56:31.209315    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5qmmr after 0 failed attempt(s)
I0420 08:56:31.209466    3701 pods.go:271] [openshift-multus/network-metrics-daemon-ln6xc] addLogicalPort took 925.521µs, libovsdb time 276.403µs
I0420 08:56:31.209474    3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ln6xc after 0 failed attempt(s)
I0420 08:56:31.221664    3701 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0420 08:56:31.232587    3701 iptables.go:108] Creating table: mangle chain: OUTPUT
I0420 08:56:31.235754    3701 iptables.go:108] Creating table: nat chain: OUTPUT
I0420 08:56:31.263858    3701 iptables.go:108] Creating table: nat chain: PREROUTING
I0420 08:56:31.320961    3701 iptables.go:108] Creating table: filter chain: FORWARD
I0420 08:56:31.336265    3701 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0420 08:56:31.336380    3701 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0420 08:56:31.336426    3701 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0420 08:56:31.336512    3701 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0420 08:56:31.336560    3701 gateway_init.go:325] Gateway and management port readiness took 1.687296715s
I0420 08:56:31.336590    3701 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0420 08:56:31.336628    3701 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0420 08:56:31.336644    3701 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0420 08:56:31.336654    3701 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0420 08:56:31.336727    3701 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0420 08:56:31.336802    3701 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.968µs
I0420 08:56:31.337072    3701 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0420 08:56:31.337102    3701 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.892µs
I0420 08:56:31.337110    3701 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.793µs
I0420 08:56:31.337116    3701 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0420 08:56:31.337134    3701 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0420 08:56:31.337143    3701 default_node_network_controller.go:899] Starting the default node network controller
I0420 08:56:31.337149    3701 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0420 08:56:31.337165    3701 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.077µs
I0420 08:56:31.337342    3701 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0420 08:56:31.337351    3701 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0420 08:56:31.337389    3701 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a73130 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc000340000 <nil> 0xc000340070 0xc000c6c0a0 0xc0003400e0 0xc000340150 <nil> 0xc000c6c320 0xc0064db340 <nil> <nil> <nil> 0xc0003401c0 <nil> map[0x2ff9080:0xc002697560 0x2ff95c0:0xc002697b60 0x2ffa2e0:0xc000796c60 0x2ffa580:0xc002697500 0x2ffad60:0xc0026975c0 0x2ffb000:0xc002697620 0x2ffb2a0:0xc002697b00 0x2ffba80:0xc002697bc0 0x2ffbd20:0xc002697c20 0x3026980:0xc000796b40 0x3026d20:0xc000796ba0 0x3027800:0xc000c6a7e0 0x3029160:0xc001bd2000 0x30298a0:0xc000796c00 0x302a720:0xc001bd2060] 0xc0009169a0 0}
I0420 08:56:31.337444    3701 gateway.go:151] Starting gateway service sync
I0420 08:56:31.337860    3701 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0420 08:56:31.339948    3701 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0420 08:56:31.369169    3701 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0420 08:56:31.370433    3701 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0420 08:56:31.371701    3701 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0420 08:56:31.408213    3701 gateway.go:168] Gateway service sync done. Time taken: 70.757539ms
I0420 08:56:31.408905    3701 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31233
I0420 08:56:31.409256    3701 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a73130 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc000340000 <nil> 0xc000340070 0xc000c6c0a0 0xc0003400e0 0xc000340150 <nil> 0xc000c6c320 0xc0064db340 <nil> <nil> <nil> 0xc0003401c0 <nil> map[0x2ff9080:0xc002697560 0x2ff95c0:0xc002697b60 0x2ffa2e0:0xc000796c60 0x2ffa580:0xc002697500 0x2ffad60:0xc0026975c0 0x2ffb000:0xc002697620 0x2ffb2a0:0xc002697b00 0x2ffba80:0xc002697bc0 0x2ffbd20:0xc002697c20 0x3026980:0xc000796b40 0x3026d20:0xc000796ba0 0x3027800:0xc000c6a7e0 0x3029160:0xc001bd2000 0x30298a0:0xc000796c00 0x302a720:0xc001bd2060] 0xc0009169a0 0}
I0420 08:56:31.409833    3701 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a73130 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc000340000 <nil> 0xc000340070 0xc000c6c0a0 0xc0003400e0 0xc000340150 <nil> 0xc000c6c320 0xc0064db340 <nil> <nil> <nil> 0xc0003401c0 <nil> map[0x2ff9080:0xc002697560 0x2ff95c0:0xc002697b60 0x2ffa2e0:0xc000796c60 0x2ffa580:0xc002697500 0x2ffad60:0xc0026975c0 0x2ffb000:0xc002697620 0x2ffb2a0:0xc002697b00 0x2ffba80:0xc002697bc0 0x2ffbd20:0xc002697c20 0x3026980:0xc000796b40 0x3026d20:0xc000796ba0 0x3027800:0xc000c6a7e0 0x3029160:0xc001bd2000 0x30298a0:0xc000796c00 0x302a720:0xc001bd2060] 0xc0009169a0 0}
I0420 08:56:31.409878    3701 gateway.go:532] Reconciling gateway with updates
I0420 08:56:31.415397    3701 gateway.go:339] Spawning Conntrack Rule Check Thread
I0420 08:56:31.415475    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0420 08:56:31.415482    3701 default_node_network_controller.go:944] Gateway and management port readiness took 78.124227ms
I0420 08:56:31.415486    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 08:56:31.415498    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0420 08:56:31.415504    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 08:56:31.415510    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0420 08:56:31.415514    3701 port_claim.go:71] Svc openshift-ingress/router-default: port 30549 is already open, no action needed
I0420 08:56:31.415506    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0420 08:56:31.415522    3701 port_claim.go:71] Svc openshift-ingress/router-default: port 32221 is already open, no action needed
I0420 08:56:31.415526    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0420 08:56:31.415528    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 08:56:31.415530    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 08:56:31.415548    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 08:56:31.415549    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 08:56:31.415545    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 08:56:31.415562    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0420 08:56:31.415564    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0420 08:56:31.415571    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 08:56:31.415573    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 08:56:31.415580    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0420 08:56:31.415580    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 08:56:31.415587    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 08:56:31.415590    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0420 08:56:31.415590    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 08:56:31.415596    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0420 08:56:31.415597    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 08:56:31.415599    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 08:56:31.415603    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 08:56:31.415604    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 08:56:31.415612    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 08:56:31.415613    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 08:56:31.415621    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 08:56:31.415627    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 08:56:31.415633    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 08:56:31.415548    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 08:56:31.415634    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 08:56:31.415642    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 08:56:31.415644    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 08:56:31.415646    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 08:56:31.415654    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 08:56:31.415655    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0420 08:56:31.415655    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 08:56:31.415660    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0420 08:56:31.415665    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0420 08:56:31.415667    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 08:56:31.415671    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0420 08:56:31.415683    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0420 08:56:31.415683    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 08:56:31.415619    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 08:56:31.415701    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 08:56:31.415704    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 08:56:31.415706    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 08:56:31.415704    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 08:56:31.415716    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 08:56:31.415719    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 08:56:31.415718    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0420 08:56:31.415648    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 08:56:31.415732    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0420 08:56:31.415609    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0420 08:56:31.415738    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 08:56:31.415733    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 08:56:31.415746    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0420 08:56:31.415756    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 08:56:31.415642    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 08:56:31.415769    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 08:56:31.415718    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 08:56:31.415774    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0420 08:56:31.415631    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 08:56:31.415782    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 08:56:31.415702    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 08:56:31.415795    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 08:56:31.415801    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 08:56:31.415784    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0420 08:56:31.415719    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0420 08:56:31.415813    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 08:56:31.415731    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0420 08:56:31.415619    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 08:56:31.415784    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 08:56:31.415872    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 08:56:31.415873    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0420 08:56:31.415896    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0420 08:56:31.415636    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 08:56:31.415950    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 08:56:31.415961    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 08:56:31.415965    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 08:56:31.415965    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 08:56:31.415978    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 08:56:31.415983    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 08:56:31.415821    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0420 08:56:31.416021    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 08:56:31.416022    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0420 08:56:31.416021    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 08:56:31.416035    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0420 08:56:31.416041    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 08:56:31.416078    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 08:56:31.416026    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 08:56:31.416116    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 08:56:31.416130    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 08:56:31.416127    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0420 08:56:31.416155    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 08:56:31.416573    3701 node_ip_handler_linux.go:160] Node IP manager is running
I0420 08:56:31.435555    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0420 08:56:31.435611    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0420 08:56:31.435627    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0420 08:56:31.435633    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0420 08:56:31.435639    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0420 08:56:31.435647    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0420 08:56:31.435654    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0420 08:56:31.435661    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0420 08:56:31.435668    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0420 08:56:31.435673    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0420 08:56:31.435689    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0420 08:56:31.435709    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0420 08:56:31.435718    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0420 08:56:31.435726    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0420 08:56:31.435733    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0420 08:56:31.435741    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0420 08:56:31.435748    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0420 08:56:31.435763    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0420 08:56:31.435778    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
W0420 08:56:31.452178    3701 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0420 08:56:31.452441    3701 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0420 08:56:31.452656    3701 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0420 08:56:31.479239    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0420 08:56:31.479266    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0420 08:56:31.516332    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0420 08:56:31.516359    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0420 08:56:31.516366    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0420 08:56:31.516371    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0420 08:56:31.516377    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0420 08:56:31.516383    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0420 08:56:31.516388    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0420 08:56:31.516394    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0420 08:56:31.516416    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0420 08:56:31.516436    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0420 08:56:31.516453    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0420 08:56:31.516472    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0420 08:56:31.516478    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0420 08:56:31.516486    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.276715    3701 default_node_network_controller.go:1380] Starting node controller node sync
W0420 08:56:33.276721    3701 egressip_healthcheck.go:76] Health checking using insecure connection
I0420 08:56:33.276793    3701 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0420 08:56:33.288656    3701 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.924662ms
I0420 08:56:33.288813    3701 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-176.ec2.internal", IP: 10.0.1.176 to PMTUD blocking rules
I0420 08:56:33.288827    3701 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-176.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0420 08:56:33.293913    3701 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0420 08:56:33.294170    3701 egressservice_node.go:93] Setting up event handlers for Egress Services
I0420 08:56:33.294285    3701 egressservice_node.go:183] Starting Egress Services Controller
I0420 08:56:33.294308    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0420 08:56:33.294346    3701 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0420 08:56:33.294358    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0420 08:56:33.294366    3701 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0420 08:56:33.294376    3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0420 08:56:33.294384    3701 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0420 08:56:33.294392    3701 egressservice_node.go:197] Repairing Egress Services
I0420 08:56:33.303983    3701 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0420 08:56:33.303993    3701 external_controller.go:278] Starting Admin Policy Based Route Controller
I0420 08:56:33.304124    3701 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0420 08:56:33.304139    3701 link_network_manager.go:119] Link manager is running
I0420 08:56:33.304152    3701 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0420 08:56:33.304335    3701 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0420 08:56:33.304454    3701 vrf_manager.go:128] VRF manager is running
I0420 08:56:33.304535    3701 node_controller_manager.go:437] Removing flows to drop GARP
I0420 08:56:33.304551    3701 gateway.go:532] Reconciling gateway with updates
I0420 08:56:33.321257    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 08:56:33.321283    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 08:56:33.321356    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 08:56:33.321368    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0420 08:56:33.321375    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 08:56:33.321381    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0420 08:56:33.321385    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 08:56:33.321389    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 08:56:33.321402    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 08:56:33.321417    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 08:56:33.321419    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 08:56:33.321420    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0420 08:56:33.321427    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 08:56:33.321431    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 08:56:33.321437    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 08:56:33.321441    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 08:56:33.321441    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0420 08:56:33.321443    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 08:56:33.321442    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0420 08:56:33.321451    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 08:56:33.321457    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0420 08:56:33.321460    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 08:56:33.321462    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0420 08:56:33.321465    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 08:56:33.321467    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 08:56:33.321465    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.321468    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 08:56:33.321474    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 08:56:33.321479    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 08:56:33.321484    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 08:56:33.321485    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 08:56:33.321490    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 08:56:33.321495    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 08:56:33.321496    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0420 08:56:33.321495    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0420 08:56:33.321502    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 08:56:33.321486    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0420 08:56:33.321507    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.321510    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 08:56:33.321496    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0420 08:56:33.321434    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.321521    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0420 08:56:33.321527    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 08:56:33.321533    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 08:56:33.321534    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0420 08:56:33.321542    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 08:56:33.321536    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 08:56:33.321545    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 08:56:33.321503    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0420 08:56:33.321512    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0420 08:56:33.321566    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0420 08:56:33.321566    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0420 08:56:33.321575    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0420 08:56:33.321504    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 08:56:33.321585    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 08:56:33.321586    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 08:56:33.321513    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 08:56:33.321596    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 08:56:33.321597    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 08:56:33.321607    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 08:56:33.321607    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 08:56:33.321616    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 08:56:33.321620    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 08:56:33.321629    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 08:56:33.321593    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 08:56:33.321650    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0420 08:56:33.321664    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 08:56:33.321669    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0420 08:56:33.321523    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 08:56:33.321671    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0420 08:56:33.321680    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 08:56:33.321446    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 08:56:33.321687    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.321554    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 08:56:33.321542    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0420 08:56:33.321554    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 08:56:33.321714    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 08:56:33.321522    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 08:56:33.321728    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 08:56:33.321731    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 08:56:33.321508    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 08:56:33.321739    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0420 08:56:33.321745    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 08:56:33.321515    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 08:56:33.321754    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0420 08:56:33.321757    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 08:56:33.321763    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 08:56:33.321771    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 08:56:33.321675    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0420 08:56:33.321774    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 08:56:33.321742    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 08:56:33.321783    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0420 08:56:33.321782    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 08:56:33.321789    3701 port_claim.go:71] Svc openshift-ingress/router-default: port 30549 is already open, no action needed
I0420 08:56:33.321798    3701 port_claim.go:71] Svc openshift-ingress/router-default: port 32221 is already open, no action needed
I0420 08:56:33.321798    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 08:56:33.321771    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0420 08:56:33.321803    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 08:56:33.321546    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.321489    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0420 08:56:33.321816    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 08:56:33.321556    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 08:56:33.321695    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0420 08:56:33.321786    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.321683    3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0420 08:56:33.321852    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0420 08:56:33.321862    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0420 08:56:33.321672    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 08:56:33.321580    3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0420 08:56:33.321808    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0420 08:56:33.344749    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0420 08:56:33.344769    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0420 08:56:33.344784    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0420 08:56:33.344791    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.344800    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.344823    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0420 08:56:33.344838    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0420 08:56:33.344843    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0420 08:56:33.344851    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0420 08:56:33.344858    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.344865    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0420 08:56:33.344897    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0420 08:56:33.344920    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.344931    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0420 08:56:33.344947    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0420 08:56:33.344973    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0420 08:56:33.344984    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0420 08:56:33.344992    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0420 08:56:33.344999    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0420 08:56:33.382203    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0420 08:56:33.382216    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0420 08:56:33.382221    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0420 08:56:33.382225    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0420 08:56:33.382231    3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0420 08:56:34.979534    3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-221.ec2.internal
I0420 08:56:34.979574    3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-221.ec2.internal: 50.636µs
I0420 08:56:35.006434    3701 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-84994b6b87-gq6bs] creating logical port openshift-image-registry_image-registry-84994b6b87-gq6bs for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:56:35.006581    3701 kube.go:256] Updating pod openshift-image-registry/image-registry-84994b6b87-gq6bs
I0420 08:56:35.028351    3701 pod.go:62] [openshift-image-registry/image-registry-84994b6b87-gq6bs] pod update took 21.803321ms
I0420 08:56:35.028373    3701 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-84994b6b87-gq6bs] addLogicalPort annotation time took 21.827131ms
I0420 08:56:35.029684    3701 pods.go:271] [openshift-image-registry/image-registry-84994b6b87-gq6bs] addLogicalPort took 23.268355ms, libovsdb time 947.983µs
I0420 08:56:35.034175    3701 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-2zfjt] creating logical port openshift-ingress-canary_ingress-canary-2zfjt for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:56:35.034272    3701 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-2zfjt
I0420 08:56:35.036995    3701 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-8lcrq] creating logical port openshift-dns_dns-default-8lcrq for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:56:35.037086    3701 kube.go:256] Updating pod openshift-dns/dns-default-8lcrq
I0420 08:56:35.053369    3701 pod.go:62] [openshift-dns/dns-default-8lcrq] pod update took 16.310726ms
I0420 08:56:35.053387    3701 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-8lcrq] addLogicalPort annotation time took 16.331667ms
I0420 08:56:35.053438    3701 pod.go:62] [openshift-ingress-canary/ingress-canary-2zfjt] pod update took 19.185298ms
I0420 08:56:35.053458    3701 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-2zfjt] addLogicalPort annotation time took 19.207827ms
I0420 08:56:35.054765    3701 pods.go:271] [openshift-dns/dns-default-8lcrq] addLogicalPort took 17.775183ms, libovsdb time 920.767µs
I0420 08:56:35.054972    3701 pods.go:271] [openshift-ingress-canary/ingress-canary-2zfjt] addLogicalPort took 20.804237ms, libovsdb time 1.099103ms
I0420 08:56:35.433596    3701 cni.go:452] [openshift-ingress-canary/ingress-canary-2zfjt 0fd1f1a4b926f7eb1a5081bb3e75c790f32baa0e69f3addb0939633023ab2b0b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-2zfjt 0fd1f1a4b926f7eb1a5081bb3e75c790f32baa0e69f3addb0939633023ab2b0b network default NAD default NAD key ]
I0420 08:56:35.459505    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-2zfjt, hostIfaceName: 0fd1f1a4b926f7e, network: default, NAD default, SandboxID: "0fd1f1a4b926f7eb1a5081bb3e75c790f32baa0e69f3addb0939633023ab2b0b", PCI device ID: , UID: "f9769117-90f0-473f-8753-947611097c49", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0420 08:56:35.506007    3701 cni.go:473] [openshift-ingress-canary/ingress-canary-2zfjt 0fd1f1a4b926f7eb1a5081bb3e75c790f32baa0e69f3addb0939633023ab2b0b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-2zfjt 0fd1f1a4b926f7eb1a5081bb3e75c790f32baa0e69f3addb0939633023ab2b0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:35:3a:9e:78:3a\",\"name\":\"0fd1f1a4b926f7e\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d1285df-ce84-4bb6-9d6c-cc0eab27720b\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:56:39.117677    3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-148.ec2.internal
I0420 08:56:39.117698    3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-148.ec2.internal: 26.889µs
I0420 08:56:39.117735    3701 egressfirewall.go:723] Syncing node "ip-10-0-2-148.ec2.internal" for egress firewall
I0420 08:56:39.117773    3701 default_network_controller.go:1025] Node "ip-10-0-2-148.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 08:56:39.127682    3701 cni.go:452] [openshift-network-diagnostics/network-check-target-5qmmr b2bbb3612a4416270e6768e5129d9af36b4a05cb4bfef4190c5cd48a9dd27bff network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5qmmr b2bbb3612a4416270e6768e5129d9af36b4a05cb4bfef4190c5cd48a9dd27bff network default NAD default NAD key ]
I0420 08:56:39.137082    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5qmmr, hostIfaceName: b2bbb3612a44162, network: default, NAD default, SandboxID: "b2bbb3612a4416270e6768e5129d9af36b4a05cb4bfef4190c5cd48a9dd27bff", PCI device ID: , UID: "599e7221-fd05-4628-a308-355ef247cfdc", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0420 08:56:39.180452    3701 cni.go:473] [openshift-network-diagnostics/network-check-target-5qmmr b2bbb3612a4416270e6768e5129d9af36b4a05cb4bfef4190c5cd48a9dd27bff network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5qmmr b2bbb3612a4416270e6768e5129d9af36b4a05cb4bfef4190c5cd48a9dd27bff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:88:f9:81:90:02\",\"name\":\"b2bbb3612a44162\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33427bc7-ffa0-47d5-a184-74560c6c1a36\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 08:56:43.328144    3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0420 08:56:43.942472    3701 default_network_controller.go:1025] Node "ip-10-0-2-148.ec2.internal" in remote zone "ip-10-0-2-148.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 08:56:43.942506    3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-148.ec2.internal in network "default"
I0420 08:56:43.942555    3701 node_tracker.go:235] Node ip-10-0-2-148.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-148.ec2.internal"
I0420 08:56:43.942576    3701 node_tracker.go:169] Node ip-10-0-2-148.ec2.internal switch + router changed, syncing services in network "default"
I0420 08:56:43.942593    3701 services_controller.go:574] Full service sync requested for network=default
W0420 08:56:43.943143    3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0420 08:56:44.099879    3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-148.ec2.internal in network "default"
I0420 08:56:44.099946    3701 node_tracker.go:169] Node ip-10-0-2-148.ec2.internal switch + router changed, syncing services in network "default"
I0420 08:56:44.099962    3701 services_controller.go:574] Full service sync requested for network=default
I0420 08:56:44.099968    3701 default_network_controller.go:1025] Node "ip-10-0-2-148.ec2.internal" in remote zone "ip-10-0-2-148.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0420 08:56:44.100217    3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0420 08:56:44.101141    3701 zone_ic_handler.go:195] Time taken to create transit switch: 332.971µs
I0420 08:56:44.101161    3701 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-148.ec2.internal for the network default
I0420 08:56:44.102277    3701 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-148.ec2.internal" on network "default" took: 1.485955ms
I0420 08:56:46.651724    3701 egressfirewall.go:723] Syncing node "ip-10-0-2-148.ec2.internal" for egress firewall
I0420 08:56:46.651734    3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-148.ec2.internal
I0420 08:56:46.651750    3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-148.ec2.internal in network "default"
I0420 08:56:46.651756    3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-148.ec2.internal: 28.687µs
I0420 08:56:46.651724    3701 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-148.ec2.internal", IP: 10.0.2.148 to PMTUD blocking rules
I0420 08:56:46.651780    3701 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-148.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0420 08:56:46.651804    3701 node_tracker.go:169] Node ip-10-0-2-148.ec2.internal switch + router changed, syncing services in network "default"
I0420 08:56:46.651820    3701 services_controller.go:574] Full service sync requested for network=default
W0420 08:56:46.652064    3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0420 08:56:46.658873    3701 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-148.ec2.internal. Updating no re-route policies
I0420 08:56:46.667225    3701 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-148.ec2.internal", IP: 10.0.2.148 to PMTUD blocking rules
I0420 08:56:46.667244    3701 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-148.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0420 08:56:50.567421    3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-148.ec2.internal
I0420 08:56:50.567458    3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-148.ec2.internal: 45.602µs
W0420 08:56:58.270873    3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0420 08:57:02.085113    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0420 08:57:02.085142    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0420 08:57:14.333978    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0420 08:57:29.463363    3701 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:57:29.463842    3701 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:57:29.463870    3701 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 08:57:29.463881    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0420 08:57:29.463894    3701 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 08:57:29.463899    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0420 08:57:30.488301    3701 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:57:30.488353    3701 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:57:30.488369    3701 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:57:30.488380    3701 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:57:32.569693    3701 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0420 08:57:32.581771    3701 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0420 08:57:37.232555    3701 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 08:58:18.219297    3701 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-np67x] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-np67x for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:18.219460    3701 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-np67x
I0420 08:58:18.235907    3701 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-np67x] pod update took 16.485741ms
I0420 08:58:18.235930    3701 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-np67x] addLogicalPort annotation time took 16.519662ms
I0420 08:58:18.237185    3701 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-np67x] addLogicalPort took 17.909972ms, libovsdb time 930.604µs
I0420 08:58:18.324861    3701 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-n67mz] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-n67mz for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:18.324956    3701 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-n67mz
I0420 08:58:18.329250    3701 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zzsq2] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-zzsq2 for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:18.329347    3701 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zzsq2
I0420 08:58:18.335585    3701 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-sxrbh] creating logical port openshift-console-operator_console-operator-66dbbb6468-sxrbh for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:18.335666    3701 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-sxrbh
I0420 08:58:18.383830    3701 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-n67mz] pod update took 58.899964ms
I0420 08:58:18.383848    3701 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-n67mz] addLogicalPort annotation time took 58.923115ms
I0420 08:58:18.384881    3701 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-n67mz] addLogicalPort took 60.033466ms, libovsdb time 797.831µs
I0420 08:58:18.397581    3701 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-sxrbh] pod update took 61.937701ms
I0420 08:58:18.397601    3701 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-sxrbh] addLogicalPort annotation time took 61.958037ms
I0420 08:58:18.398038    3701 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zzsq2] pod update took 68.737712ms
I0420 08:58:18.398056    3701 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zzsq2] addLogicalPort annotation time took 68.760667ms
I0420 08:58:18.398537    3701 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-sxrbh] addLogicalPort took 62.962738ms, libovsdb time 709.498µs
I0420 08:58:18.398906    3701 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zzsq2] addLogicalPort took 69.671544ms, libovsdb time 611.122µs
I0420 08:58:18.417817    3701 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gzql7] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-gzql7 for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:18.417876    3701 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gzql7
I0420 08:58:18.426113    3701 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-qhzjw] creating logical port openshift-insights_insights-operator-6dbb575d6c-qhzjw for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:18.426196    3701 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-qhzjw
I0420 08:58:18.449040    3701 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gzql7] pod update took 31.180123ms
I0420 08:58:18.449055    3701 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gzql7] addLogicalPort annotation time took 31.197737ms
I0420 08:58:18.449877    3701 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gzql7] addLogicalPort took 32.067761ms, libovsdb time 609.778µs
I0420 08:58:18.459696    3701 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-qhzjw] pod update took 33.531889ms
I0420 08:58:18.459712    3701 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-qhzjw] addLogicalPort annotation time took 33.550247ms
I0420 08:58:18.460528    3701 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-qhzjw] addLogicalPort took 34.409057ms, libovsdb time 572.812µs
I0420 08:58:18.673246    3701 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-n67mz cea216a0c31bb1d5eaaba7dd7bf125dbafeba352267728a7d017fca33083484c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-n67mz cea216a0c31bb1d5eaaba7dd7bf125dbafeba352267728a7d017fca33083484c network default NAD default NAD key ]
I0420 08:58:18.684220    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-n67mz, hostIfaceName: cea216a0c31bb1d, network: default, NAD default, SandboxID: "cea216a0c31bb1d5eaaba7dd7bf125dbafeba352267728a7d017fca33083484c", PCI device ID: , UID: "5e2b4da0-82ef-43ab-bb93-77e9aadd7390", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0420 08:58:18.689293    3701 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-sxrbh eef1379ee01bccd97ceeb231189279034a60aad6dfed6e4e50bc2800111d9089 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-sxrbh eef1379ee01bccd97ceeb231189279034a60aad6dfed6e4e50bc2800111d9089 network default NAD default NAD key ]
I0420 08:58:18.699139    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-sxrbh, hostIfaceName: eef1379ee01bccd, network: default, NAD default, SandboxID: "eef1379ee01bccd97ceeb231189279034a60aad6dfed6e4e50bc2800111d9089", PCI device ID: , UID: "45b9097d-db9f-4add-a594-f5d345e572fb", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0420 08:58:18.730151    3701 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-n67mz cea216a0c31bb1d5eaaba7dd7bf125dbafeba352267728a7d017fca33083484c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-n67mz cea216a0c31bb1d5eaaba7dd7bf125dbafeba352267728a7d017fca33083484c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:2c:4a:c5:8b:9e\",\"name\":\"cea216a0c31bb1d\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed3c3da1-bec9-4c6f-8b28-755903480060\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:58:18.745077    3701 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-sxrbh eef1379ee01bccd97ceeb231189279034a60aad6dfed6e4e50bc2800111d9089 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-sxrbh eef1379ee01bccd97ceeb231189279034a60aad6dfed6e4e50bc2800111d9089 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:61:f4:ca:1d:9a\",\"name\":\"eef1379ee01bccd\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53b1e547-bd9c-403a-94bb-e6c67be79661\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:58:18.770683    3701 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gzql7 0a063dad1b78a2c9833c09e69aba7eb2401e22f45575e67454a7e349c9c3eee1 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gzql7 0a063dad1b78a2c9833c09e69aba7eb2401e22f45575e67454a7e349c9c3eee1 network default NAD default NAD key ]
I0420 08:58:18.780067    3701 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-qhzjw 53529969990ac836c0c0d80832ac39f952bcc927e3c5ae8c78c7193ff86e1631 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-qhzjw 53529969990ac836c0c0d80832ac39f952bcc927e3c5ae8c78c7193ff86e1631 network default NAD default NAD key ]
I0420 08:58:18.782777    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-gzql7, hostIfaceName: 0a063dad1b78a2c, network: default, NAD default, SandboxID: "0a063dad1b78a2c9833c09e69aba7eb2401e22f45575e67454a7e349c9c3eee1", PCI device ID: , UID: "9c95fb41-0cf5-48f3-815e-700cf47b61c2", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0420 08:58:18.791916    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-qhzjw, hostIfaceName: 53529969990ac83, network: default, NAD default, SandboxID: "53529969990ac836c0c0d80832ac39f952bcc927e3c5ae8c78c7193ff86e1631", PCI device ID: , UID: "ccd343db-5751-487e-ba95-2fc5a5110d82", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0420 08:58:18.831209    3701 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gzql7 0a063dad1b78a2c9833c09e69aba7eb2401e22f45575e67454a7e349c9c3eee1 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gzql7 0a063dad1b78a2c9833c09e69aba7eb2401e22f45575e67454a7e349c9c3eee1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:32:f4:7b:8f:60\",\"name\":\"0a063dad1b78a2c\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dcd1bc5-1397-4102-a198-5277f16eb288\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:58:18.845726    3701 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-qhzjw 53529969990ac836c0c0d80832ac39f952bcc927e3c5ae8c78c7193ff86e1631 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-qhzjw 53529969990ac836c0c0d80832ac39f952bcc927e3c5ae8c78c7193ff86e1631 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:17:aa:e1:43:15\",\"name\":\"53529969990ac83\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ec28d43-2cfe-4f8b-b6dc-26883ee7b625\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 08:58:21.547964    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0420 08:58:22.231177    3701 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0420 08:58:22.232227    3701 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.025063ms
I0420 08:58:22.254150    3701 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0420 08:58:22.571452    3701 namespace.go:98] [openshift-service-ca] adding namespace
I0420 08:58:22.572254    3701 namespace.go:102] [openshift-service-ca] adding namespace took 782.808µs
I0420 08:58:22.588654    3701 namespace.go:142] [openshift-service-ca] updating namespace
I0420 08:58:23.305691    3701 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-kw6fj] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-kw6fj for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:23.305787    3701 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-kw6fj
I0420 08:58:23.323421    3701 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-kw6fj] pod update took 17.658709ms
I0420 08:58:23.323445    3701 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-kw6fj] addLogicalPort annotation time took 17.686273ms
I0420 08:58:23.325204    3701 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-kw6fj] addLogicalPort took 19.52565ms, libovsdb time 1.421929ms
I0420 08:58:23.663830    3701 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-kw6fj d3a85b6137288ed30445f0fc5e300087ef52a5ff72a113bd18fd02150e39a162 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-kw6fj d3a85b6137288ed30445f0fc5e300087ef52a5ff72a113bd18fd02150e39a162 network default NAD default NAD key ]
I0420 08:58:23.678769    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-kw6fj, hostIfaceName: d3a85b6137288ed, network: default, NAD default, SandboxID: "d3a85b6137288ed30445f0fc5e300087ef52a5ff72a113bd18fd02150e39a162", PCI device ID: , UID: "f000de3a-1264-4f68-a552-70dbf4388934", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0420 08:58:23.725530    3701 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-kw6fj d3a85b6137288ed30445f0fc5e300087ef52a5ff72a113bd18fd02150e39a162 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-kw6fj d3a85b6137288ed30445f0fc5e300087ef52a5ff72a113bd18fd02150e39a162 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:4e:f4:12:64:92\",\"name\":\"d3a85b6137288ed\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30435d51-7330-477b-a617-de0b75096acd\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:58:27.386945    3701 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zzsq2 84cc1f19cca547a4caa401b20868b9eaf19943293851eacee1dc04c4364747c5 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zzsq2 84cc1f19cca547a4caa401b20868b9eaf19943293851eacee1dc04c4364747c5 network default NAD default NAD key ]
I0420 08:58:27.396834    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-zzsq2, hostIfaceName: 84cc1f19cca547a, network: default, NAD default, SandboxID: "84cc1f19cca547a4caa401b20868b9eaf19943293851eacee1dc04c4364747c5", PCI device ID: , UID: "68c65744-1e35-47ec-8296-70a9130072f8", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0420 08:58:27.442470    3701 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zzsq2 84cc1f19cca547a4caa401b20868b9eaf19943293851eacee1dc04c4364747c5 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zzsq2 84cc1f19cca547a4caa401b20868b9eaf19943293851eacee1dc04c4364747c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:6d:5f:0b:70:28\",\"name\":\"84cc1f19cca547a\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a4adf2a-846a-42d4-9299-f71e364a2dab\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 08:58:29.216530    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0420 08:58:34.179525    3701 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-np67x 12d8425ff9bfc3ce8c2067dc0c099e04fb42be0eb21a94713def61bfe7ac2012 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-np67x 12d8425ff9bfc3ce8c2067dc0c099e04fb42be0eb21a94713def61bfe7ac2012 network default NAD default NAD key ]
I0420 08:58:34.189463    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-np67x, hostIfaceName: 12d8425ff9bfc3c, network: default, NAD default, SandboxID: "12d8425ff9bfc3ce8c2067dc0c099e04fb42be0eb21a94713def61bfe7ac2012", PCI device ID: , UID: "b25e6414-0e61-4ec3-829a-1928ca1c76ba", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0420 08:58:34.234617    3701 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-np67x 12d8425ff9bfc3ce8c2067dc0c099e04fb42be0eb21a94713def61bfe7ac2012 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-np67x 12d8425ff9bfc3ce8c2067dc0c099e04fb42be0eb21a94713def61bfe7ac2012 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:d9:bd:a2:de:11\",\"name\":\"12d8425ff9bfc3c\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7adc8da6-1709-43f6-a21e-f34472a4e98d\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 08:58:46.678407    3701 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0420 08:58:46.678428    3701 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0420 08:58:46.678436    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0420 08:58:46.703573    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
W0420 08:58:46.703695    3701 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0420 08:58:46.771266    3701 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h6f7l] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-h6f7l for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:46.771390    3701 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h6f7l
I0420 08:58:46.797809    3701 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h6f7l] pod update took 26.444083ms
I0420 08:58:46.797827    3701 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h6f7l] addLogicalPort annotation time took 26.465604ms
I0420 08:58:46.798907    3701 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h6f7l] addLogicalPort took 27.65392ms, libovsdb time 819.823µs
I0420 08:58:46.875623    3701 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jtgbr] creating logical port openshift-insights_insights-runtime-extractor-jtgbr for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:46.875711    3701 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jtgbr
I0420 08:58:46.904250    3701 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-srrk5] creating logical port openshift-console_downloads-5c54f4944f-srrk5 for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:46.904362    3701 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-srrk5
I0420 08:58:46.914610    3701 pod.go:62] [openshift-insights/insights-runtime-extractor-jtgbr] pod update took 38.925779ms
I0420 08:58:46.914626    3701 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jtgbr] addLogicalPort annotation time took 38.946985ms
I0420 08:58:46.915549    3701 pods.go:271] [openshift-insights/insights-runtime-extractor-jtgbr] addLogicalPort took 39.937243ms, libovsdb time 658.097µs
I0420 08:58:46.929219    3701 pod.go:62] [openshift-console/downloads-5c54f4944f-srrk5] pod update took 24.877758ms
I0420 08:58:46.929235    3701 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-srrk5] addLogicalPort annotation time took 24.914057ms
I0420 08:58:46.930218    3701 pods.go:271] [openshift-console/downloads-5c54f4944f-srrk5] addLogicalPort took 25.978934ms, libovsdb time 692.078µs
I0420 08:58:47.126470    3701 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h6f7l af9686100235bc9c93c0c35dd40209ae188427f6870dc229d27dbe37281b9b42 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h6f7l af9686100235bc9c93c0c35dd40209ae188427f6870dc229d27dbe37281b9b42 network default NAD default NAD key ]
I0420 08:58:47.135355    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-h6f7l, hostIfaceName: af9686100235bc9, network: default, NAD default, SandboxID: "af9686100235bc9c93c0c35dd40209ae188427f6870dc229d27dbe37281b9b42", PCI device ID: , UID: "5b368016-e6e4-4a50-9a54-a7b016215dea", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0420 08:58:47.180654    3701 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h6f7l af9686100235bc9c93c0c35dd40209ae188427f6870dc229d27dbe37281b9b42 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-h6f7l af9686100235bc9c93c0c35dd40209ae188427f6870dc229d27dbe37281b9b42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:43:5a:ee:44:39\",\"name\":\"af9686100235bc9\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/410f8884-3346-4428-a22c-e72f4973a1f5\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:58:47.232903    3701 cni.go:452] [openshift-insights/insights-runtime-extractor-jtgbr 51dd92871ae1b9a1b6bc05afe03e2556690be235ae2efdc98eb1f49df1c5f8ba network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jtgbr 51dd92871ae1b9a1b6bc05afe03e2556690be235ae2efdc98eb1f49df1c5f8ba network default NAD default NAD key ]
I0420 08:58:47.242268    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jtgbr, hostIfaceName: 51dd92871ae1b9a, network: default, NAD default, SandboxID: "51dd92871ae1b9a1b6bc05afe03e2556690be235ae2efdc98eb1f49df1c5f8ba", PCI device ID: , UID: "3f2eb7e6-dc18-4a90-934e-17eeb42b79a6", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0420 08:58:47.268868    3701 cni.go:452] [openshift-console/downloads-5c54f4944f-srrk5 cbda0d63f4c735ba8df5e73250f95d9394f77fbd5be1071f50592a17b218e50b network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-srrk5 cbda0d63f4c735ba8df5e73250f95d9394f77fbd5be1071f50592a17b218e50b network default NAD default NAD key ]
I0420 08:58:47.277457    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-srrk5, hostIfaceName: cbda0d63f4c735b, network: default, NAD default, SandboxID: "cbda0d63f4c735ba8df5e73250f95d9394f77fbd5be1071f50592a17b218e50b", PCI device ID: , UID: "7a7e358f-a19f-4a96-a284-febec0a14122", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0420 08:58:47.291430    3701 cni.go:473] [openshift-insights/insights-runtime-extractor-jtgbr 51dd92871ae1b9a1b6bc05afe03e2556690be235ae2efdc98eb1f49df1c5f8ba network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jtgbr 51dd92871ae1b9a1b6bc05afe03e2556690be235ae2efdc98eb1f49df1c5f8ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:17:7d:80:0e:f1\",\"name\":\"51dd92871ae1b9a\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a9466d2-76ef-40e0-8706-aff15b3dc2ab\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:58:47.321015    3701 cni.go:473] [openshift-console/downloads-5c54f4944f-srrk5 cbda0d63f4c735ba8df5e73250f95d9394f77fbd5be1071f50592a17b218e50b network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-srrk5 cbda0d63f4c735ba8df5e73250f95d9394f77fbd5be1071f50592a17b218e50b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:8e:ce:4b:66:e9\",\"name\":\"cbda0d63f4c735b\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/549fef96-b25e-477f-9910-f440d6a87959\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:58:47.672874    3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84994b6b87-gq6bs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:58:47.672909    3701 pods.go:176] Deleting pod: openshift-image-registry/image-registry-84994b6b87-gq6bs
I0420 08:58:47.674191    3701 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-84994b6b87-gq6bs, ips: 10.129.0.5
I0420 08:58:47.674215    3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84994b6b87-gq6bs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:58:47.680474    3701 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-55b7dd6d97-8hhzm] creating logical port openshift-image-registry_image-registry-55b7dd6d97-8hhzm for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:47.680566    3701 kube.go:256] Updating pod openshift-image-registry/image-registry-55b7dd6d97-8hhzm
I0420 08:58:47.702049    3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84994b6b87-gq6bs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:58:47.702066    3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84994b6b87-gq6bs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:58:47.708665    3701 pod.go:62] [openshift-image-registry/image-registry-55b7dd6d97-8hhzm] pod update took 28.128285ms
I0420 08:58:47.708683    3701 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-55b7dd6d97-8hhzm] addLogicalPort annotation time took 28.1507ms
I0420 08:58:47.709800    3701 pods.go:271] [openshift-image-registry/image-registry-55b7dd6d97-8hhzm] addLogicalPort took 29.344776ms, libovsdb time 782.833µs
I0420 08:58:47.712431    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84994b6b87-gq6bs
I0420 08:58:47.712451    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84994b6b87-gq6bs
I0420 08:58:48.375950    3701 cni.go:452] [openshift-image-registry/image-registry-55b7dd6d97-8hhzm 9fd416b319489ef658fe0e1cad9036a7b3db74b2aa4a12e412bd98bdd42a845b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-55b7dd6d97-8hhzm 9fd416b319489ef658fe0e1cad9036a7b3db74b2aa4a12e412bd98bdd42a845b network default NAD default NAD key ]
I0420 08:58:48.387287    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-55b7dd6d97-8hhzm, hostIfaceName: 9fd416b319489ef, network: default, NAD default, SandboxID: "9fd416b319489ef658fe0e1cad9036a7b3db74b2aa4a12e412bd98bdd42a845b", PCI device ID: , UID: "4455450a-cb12-4ae0-808f-9281476e1c90", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0420 08:58:48.440226    3701 cni.go:473] [openshift-image-registry/image-registry-55b7dd6d97-8hhzm 9fd416b319489ef658fe0e1cad9036a7b3db74b2aa4a12e412bd98bdd42a845b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-55b7dd6d97-8hhzm 9fd416b319489ef658fe0e1cad9036a7b3db74b2aa4a12e412bd98bdd42a845b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:9e:b4:08:38:af\",\"name\":\"9fd416b319489ef\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac87502c-3257-465e-a3e4-8dbc8b1cc11b\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 08:58:48.575102    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0420 08:58:48.599460    3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-687d4ddf48-qptlf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:58:48.600128    3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-687d4ddf48-qptlf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:58:48.613817    3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-687d4ddf48-qptlf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:58:48.613834    3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-687d4ddf48-qptlf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:58:48.621928    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-687d4ddf48-qptlf
I0420 08:58:48.621952    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-687d4ddf48-qptlf
W0420 08:58:48.655452    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0420 08:58:48.663640    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0420 08:58:48.663663    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0420 08:58:48.692748    3701 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 08:58:48.710029    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0420 08:58:49.589751    3701 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0420 08:58:50.215933    3701 cni.go:452] [openshift-dns/dns-default-8lcrq f9b451469a1e8ee4bf581c36d68dca4cede0ef0e99793343a59157238c85cbd9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-8lcrq f9b451469a1e8ee4bf581c36d68dca4cede0ef0e99793343a59157238c85cbd9 network default NAD default NAD key ]
I0420 08:58:50.227783    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-8lcrq, hostIfaceName: f9b451469a1e8ee, network: default, NAD default, SandboxID: "f9b451469a1e8ee4bf581c36d68dca4cede0ef0e99793343a59157238c85cbd9", PCI device ID: , UID: "b0603d88-8e3c-479a-8613-175f5e27f7ca", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0420 08:58:50.271783    3701 cni.go:473] [openshift-dns/dns-default-8lcrq f9b451469a1e8ee4bf581c36d68dca4cede0ef0e99793343a59157238c85cbd9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-8lcrq f9b451469a1e8ee4bf581c36d68dca4cede0ef0e99793343a59157238c85cbd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c8:d9:53:72:d1\",\"name\":\"f9b451469a1e8ee\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9204bee-3818-49f9-925a-114360335de0\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 08:58:51.442084    3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 08:58:51.442142    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 08:58:51.442150    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 08:58:51.442164    3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0420 08:58:51.442173    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0420 08:58:51.460926    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0420 08:58:51.460945    3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0420 08:58:51.468006    3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 08:58:51.468018    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 08:58:51.468022    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 08:58:51.613142    3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0420 08:58:51.613164    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0420 08:58:51.613198    3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 08:58:51.613216    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 08:58:51.613225    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
I0420 08:58:52.249510    3701 base_network_controller_pods.go:487] [default/openshift-console/console-7779449b58-n27mj] creating logical port openshift-console_console-7779449b58-n27mj for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:52.249626    3701 kube.go:256] Updating pod openshift-console/console-7779449b58-n27mj
I0420 08:58:52.271757    3701 pod.go:62] [openshift-console/console-7779449b58-n27mj] pod update took 22.15568ms
I0420 08:58:52.271838    3701 base_network_controller_pods.go:951] [default/openshift-console/console-7779449b58-n27mj] addLogicalPort annotation time took 22.241036ms
I0420 08:58:52.273196    3701 pods.go:271] [openshift-console/console-7779449b58-n27mj] addLogicalPort took 23.708055ms, libovsdb time 1.016279ms
I0420 08:58:52.610409    3701 cni.go:452] [openshift-console/console-7779449b58-n27mj 8122ca8eb85938f0348b56aebd678380dae43acd78dcdf23e630594725ce0b74 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7779449b58-n27mj 8122ca8eb85938f0348b56aebd678380dae43acd78dcdf23e630594725ce0b74 network default NAD default NAD key ]
I0420 08:58:52.633825    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7779449b58-n27mj, hostIfaceName: 8122ca8eb85938f, network: default, NAD default, SandboxID: "8122ca8eb85938f0348b56aebd678380dae43acd78dcdf23e630594725ce0b74", PCI device ID: , UID: "fc9b8439-871b-40f4-93d8-4453d4e1af3c", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0420 08:58:52.682248    3701 cni.go:473] [openshift-console/console-7779449b58-n27mj 8122ca8eb85938f0348b56aebd678380dae43acd78dcdf23e630594725ce0b74 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7779449b58-n27mj 8122ca8eb85938f0348b56aebd678380dae43acd78dcdf23e630594725ce0b74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:fb:27:3c:67:6d\",\"name\":\"8122ca8eb85938f\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77298334-2049-4b4a-a6e4-039b2e67b41c\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:58:55.323214    3701 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:55.323337    3701 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0420 08:58:55.347770    3701 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.493029ms
I0420 08:58:55.347796    3701 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.519344ms
I0420 08:58:55.349119    3701 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.926285ms, libovsdb time 1.008926ms
I0420 08:58:56.047986    3701 cni.go:452] [openshift-monitoring/alertmanager-main-1 5c2427ced87cad8ed8bbb5d31e4a6d373f54006db87331078c6d6015094353ae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 5c2427ced87cad8ed8bbb5d31e4a6d373f54006db87331078c6d6015094353ae network default NAD default NAD key ]
I0420 08:58:56.058446    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 5c2427ced87cad8, network: default, NAD default, SandboxID: "5c2427ced87cad8ed8bbb5d31e4a6d373f54006db87331078c6d6015094353ae", PCI device ID: , UID: "5b8f1869-bc4b-4883-ac02-9d0a02d32fdf", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0420 08:58:56.111185    3701 cni.go:473] [openshift-monitoring/alertmanager-main-1 5c2427ced87cad8ed8bbb5d31e4a6d373f54006db87331078c6d6015094353ae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 5c2427ced87cad8ed8bbb5d31e4a6d373f54006db87331078c6d6015094353ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:8c:56:d3:e3:74\",\"name\":\"5c2427ced87cad8\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ee9693a-4ac1-4c46-88cd-1658f453e305\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 08:58:56.619966    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0420 08:58:56.726353    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0420 08:58:57.307584    3701 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6bd678944-cbfxr] creating logical port openshift-monitoring_thanos-querier-6bd678944-cbfxr for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:57.307703    3701 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6bd678944-cbfxr
I0420 08:58:57.326266    3701 pod.go:62] [openshift-monitoring/thanos-querier-6bd678944-cbfxr] pod update took 18.61309ms
I0420 08:58:57.326290    3701 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6bd678944-cbfxr] addLogicalPort annotation time took 18.640127ms
I0420 08:58:57.327456    3701 pods.go:271] [openshift-monitoring/thanos-querier-6bd678944-cbfxr] addLogicalPort took 19.88818ms, libovsdb time 834.792µs
I0420 08:58:58.771307    3701 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7db9d8f96c-mclfp] creating logical port openshift-monitoring_metrics-server-7db9d8f96c-mclfp for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:58.771420    3701 kube.go:256] Updating pod openshift-monitoring/metrics-server-7db9d8f96c-mclfp
I0420 08:58:58.792937    3701 pod.go:62] [openshift-monitoring/metrics-server-7db9d8f96c-mclfp] pod update took 21.551615ms
I0420 08:58:58.792962    3701 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7db9d8f96c-mclfp] addLogicalPort annotation time took 21.581733ms
I0420 08:58:58.794228    3701 pods.go:271] [openshift-monitoring/metrics-server-7db9d8f96c-mclfp] addLogicalPort took 22.941608ms, libovsdb time 879.341µs
I0420 08:58:58.952868    3701 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6c5c8] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-6c5c8 for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:58:58.953017    3701 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-6c5c8
I0420 08:58:58.969147    3701 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6c5c8] pod update took 16.157871ms
I0420 08:58:58.969170    3701 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6c5c8] addLogicalPort annotation time took 16.183427ms
I0420 08:58:58.970427    3701 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6c5c8] addLogicalPort took 17.578956ms, libovsdb time 903.504µs
W0420 08:58:59.276968    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0420 08:59:00.634804    3701 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:59:00.634928    3701 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0420 08:59:00.666266    3701 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 31.368197ms
I0420 08:59:00.666297    3701 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 31.402254ms
I0420 08:59:00.667617    3701 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 32.833999ms, libovsdb time 873.037µs
W0420 08:59:01.490509    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0420 08:59:02.397337    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 08:59:02.397369    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 08:59:02.494716    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0420 08:59:02.660651    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0420 08:59:02.660680    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0420 08:59:02.686726    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0420 08:59:02.686748    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0420 08:59:02.686756    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0420 08:59:02.750458    3701 cni.go:452] [openshift-monitoring/metrics-server-7db9d8f96c-mclfp ed8c801302baf72350dd383c490450c4ab61f4a480800cf0c7c3b285bbda3c5a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7db9d8f96c-mclfp ed8c801302baf72350dd383c490450c4ab61f4a480800cf0c7c3b285bbda3c5a network default NAD default NAD key ]
I0420 08:59:02.753013    3701 cni.go:452] [openshift-monitoring/thanos-querier-6bd678944-cbfxr f184d18afd3f95e983a979150f38128bc0637101e9dcf8b97862b876f2254485 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6bd678944-cbfxr f184d18afd3f95e983a979150f38128bc0637101e9dcf8b97862b876f2254485 network default NAD default NAD key ]
I0420 08:59:02.753982    3701 cni.go:452] [openshift-monitoring/prometheus-k8s-1 f109201a139defaf9b84331d7385b6d71efb60abc56219c3570f26e699af038b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 f109201a139defaf9b84331d7385b6d71efb60abc56219c3570f26e699af038b network default NAD default NAD key ]
I0420 08:59:02.754167    3701 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6c5c8 4a7ac32ed73f471331f578233da3222df31d645adc35a61dc145c01feab16c5b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6c5c8 4a7ac32ed73f471331f578233da3222df31d645adc35a61dc145c01feab16c5b network default NAD default NAD key ]
I0420 08:59:02.764406    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7db9d8f96c-mclfp, hostIfaceName: ed8c801302baf72, network: default, NAD default, SandboxID: "ed8c801302baf72350dd383c490450c4ab61f4a480800cf0c7c3b285bbda3c5a", PCI device ID: , UID: "50e8094e-6c7e-407e-b93d-d898e124e10e", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0420 08:59:02.769523    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: f109201a139defa, network: default, NAD default, SandboxID: "f109201a139defaf9b84331d7385b6d71efb60abc56219c3570f26e699af038b", PCI device ID: , UID: "10fa41d3-0ef0-4898-a83f-ce7cbc136605", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0420 08:59:02.770360    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-6c5c8, hostIfaceName: 4a7ac32ed73f471, network: default, NAD default, SandboxID: "4a7ac32ed73f471331f578233da3222df31d645adc35a61dc145c01feab16c5b", PCI device ID: , UID: "437d1f1e-7104-40a1-9457-6d7a30271f4e", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0420 08:59:02.777835    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6bd678944-cbfxr, hostIfaceName: f184d18afd3f95e, network: default, NAD default, SandboxID: "f184d18afd3f95e983a979150f38128bc0637101e9dcf8b97862b876f2254485", PCI device ID: , UID: "88942944-2c3c-420a-bd74-e9cc2819a072", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0420 08:59:02.827120    3701 cni.go:473] [openshift-monitoring/metrics-server-7db9d8f96c-mclfp ed8c801302baf72350dd383c490450c4ab61f4a480800cf0c7c3b285bbda3c5a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7db9d8f96c-mclfp ed8c801302baf72350dd383c490450c4ab61f4a480800cf0c7c3b285bbda3c5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:9e:92:de:35:c1\",\"name\":\"ed8c801302baf72\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52e87fdd-658a-460a-9bf0-44c28b799bf0\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:59:03.060898    3701 cni.go:473] [openshift-monitoring/thanos-querier-6bd678944-cbfxr f184d18afd3f95e983a979150f38128bc0637101e9dcf8b97862b876f2254485 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6bd678944-cbfxr f184d18afd3f95e983a979150f38128bc0637101e9dcf8b97862b876f2254485 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:0a:1a:29:0b:b5\",\"name\":\"f184d18afd3f95e\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f1acaaa-4c6e-4a8c-8d85-d4569582e5bb\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:59:03.060948    3701 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6c5c8 4a7ac32ed73f471331f578233da3222df31d645adc35a61dc145c01feab16c5b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6c5c8 4a7ac32ed73f471331f578233da3222df31d645adc35a61dc145c01feab16c5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:3f:5d:0e:f7:20\",\"name\":\"4a7ac32ed73f471\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9460dd40-0b5f-4a7e-a6db-69b1a15c12be\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 08:59:03.062100    3701 cni.go:473] [openshift-monitoring/prometheus-k8s-1 f109201a139defaf9b84331d7385b6d71efb60abc56219c3570f26e699af038b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 f109201a139defaf9b84331d7385b6d71efb60abc56219c3570f26e699af038b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:77:e2:b2:b5:dc\",\"name\":\"f109201a139defa\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd1c50cd-c7ce-4625-a18c-b5711b11d523\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 08:59:03.652134    3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0420 08:59:03.725149    3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 08:59:03.725169    3701 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 08:59:03.725174    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 08:59:03.748712    3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 08:59:03.748734    3701 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 08:59:03.748742    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 08:59:04.686672    3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 08:59:04.686698    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 08:59:04.832352    3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 08:59:04.832373    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 08:59:05.753858    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0420 08:59:06.689161    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0420 08:59:08.795964    3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:08.795987    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:08.795994    3701 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:08.795998    3701 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:09.673515    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 08:59:09.736507    3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:09.736523    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:09.736529    3701 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:09.736533    3701 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:10.536442    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0420 08:59:10.536472    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0420 08:59:10.570044    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0420 08:59:10.570066    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0420 08:59:14.814411    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:14.814433    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:14.814439    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 08:59:14.814444    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0420 08:59:24.433497    3701 cni.go:452] [openshift-console/console-7779449b58-n27mj 8122ca8eb85938f0348b56aebd678380dae43acd78dcdf23e630594725ce0b74 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7779449b58-n27mj 8122ca8eb85938f0348b56aebd678380dae43acd78dcdf23e630594725ce0b74 network default NAD default NAD key ]
I0420 08:59:24.506779    3701 cni.go:473] [openshift-console/console-7779449b58-n27mj 8122ca8eb85938f0348b56aebd678380dae43acd78dcdf23e630594725ce0b74 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7779449b58-n27mj 8122ca8eb85938f0348b56aebd678380dae43acd78dcdf23e630594725ce0b74 network default NAD default NAD key default], result "{}", err <nil>
I0420 08:59:24.578783    3701 obj_retry.go:498] Detected object openshift-console/console-7779449b58-n27mj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:59:24.578815    3701 pods.go:176] Deleting pod: openshift-console/console-7779449b58-n27mj
I0420 08:59:24.580080    3701 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7779449b58-n27mj, ips: 10.129.0.19
I0420 08:59:24.580107    3701 obj_retry.go:498] Detected object openshift-console/console-7779449b58-n27mj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:59:24.589035    3701 base_network_controller_pods.go:487] [default/openshift-console/console-6bb8bdf5dd-qp4gz] creating logical port openshift-console_console-6bb8bdf5dd-qp4gz for pod on switch ip-10-0-0-221.ec2.internal
I0420 08:59:24.589125    3701 kube.go:256] Updating pod openshift-console/console-6bb8bdf5dd-qp4gz
I0420 08:59:24.604084    3701 pod.go:62] [openshift-console/console-6bb8bdf5dd-qp4gz] pod update took 14.989138ms
I0420 08:59:24.604104    3701 base_network_controller_pods.go:951] [default/openshift-console/console-6bb8bdf5dd-qp4gz] addLogicalPort annotation time took 15.012824ms
I0420 08:59:24.605135    3701 pods.go:271] [openshift-console/console-6bb8bdf5dd-qp4gz] addLogicalPort took 16.11665ms, libovsdb time 720.828µs
I0420 08:59:24.856651    3701 obj_retry.go:492] Detected object openshift-console/console-7779449b58-n27mj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:59:24.856677    3701 obj_retry.go:492] Detected object openshift-console/console-7779449b58-n27mj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:59:24.859375    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7779449b58-n27mj
I0420 08:59:24.859398    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7779449b58-n27mj
I0420 08:59:24.999379    3701 cni.go:452] [openshift-console/console-6bb8bdf5dd-qp4gz 6e991c6e89fdbfbe98c7b6bfcae1c540226e2ad4bfa75ae2506dd954aa9cf9a4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6bb8bdf5dd-qp4gz 6e991c6e89fdbfbe98c7b6bfcae1c540226e2ad4bfa75ae2506dd954aa9cf9a4 network default NAD default NAD key ]
I0420 08:59:25.009133    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6bb8bdf5dd-qp4gz, hostIfaceName: 6e991c6e89fdbfb, network: default, NAD default, SandboxID: "6e991c6e89fdbfbe98c7b6bfcae1c540226e2ad4bfa75ae2506dd954aa9cf9a4", PCI device ID: , UID: "3ad34d72-c01e-4ab1-a420-1705e9f1d8a4", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0420 08:59:25.056364    3701 cni.go:473] [openshift-console/console-6bb8bdf5dd-qp4gz 6e991c6e89fdbfbe98c7b6bfcae1c540226e2ad4bfa75ae2506dd954aa9cf9a4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6bb8bdf5dd-qp4gz 6e991c6e89fdbfbe98c7b6bfcae1c540226e2ad4bfa75ae2506dd954aa9cf9a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e1:cb:b6:a8:5a\",\"name\":\"6e991c6e89fdbfb\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/855f87c3-47a1-4df3-b349-a3a40a712723\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 08:59:26.136447    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 08:59:26.136468    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 08:59:26.136473    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 08:59:26.778575    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0420 08:59:31.838074    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0420 08:59:32.904097    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0420 08:59:32.904117    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0420 08:59:32.904160    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0420 08:59:33.909021    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
I0420 08:59:35.007243    3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84994b6b87-r6snm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:59:35.007807    3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84994b6b87-r6snm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:59:35.618054    3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84994b6b87-r6snm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:59:35.618078    3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84994b6b87-r6snm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:59:35.623877    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84994b6b87-r6snm
I0420 08:59:35.623912    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84994b6b87-r6snm
I0420 08:59:35.887664    3701 obj_retry.go:498] Detected object openshift-console/console-7779449b58-cdm6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:59:35.888160    3701 obj_retry.go:498] Detected object openshift-console/console-7779449b58-cdm6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0420 08:59:35.928967    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0420 08:59:36.836951    3701 obj_retry.go:492] Detected object openshift-console/console-7779449b58-cdm6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:59:36.836979    3701 obj_retry.go:492] Detected object openshift-console/console-7779449b58-cdm6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:59:36.843242    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7779449b58-cdm6j
I0420 08:59:36.843266    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7779449b58-cdm6j
W0420 08:59:57.011667    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 08:59:57.011720    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 08:59:57.011775    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 08:59:58.021585    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 09:00:01.072043    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 09:00:01.072065    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0420 09:00:04.863514    3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:04.864245    3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:05.750489    3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:05.750512    3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:08.353247    3701 obj_retry.go:498] Detected object openshift-ingress/router-default-5fcb75cf99-st6hs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:08.353920    3701 obj_retry.go:498] Detected object openshift-ingress/router-default-5fcb75cf99-st6hs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:08.752742    3701 obj_retry.go:492] Detected object openshift-ingress/router-default-5fcb75cf99-st6hs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:08.752767    3701 obj_retry.go:492] Detected object openshift-ingress/router-default-5fcb75cf99-st6hs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:08.760350    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5fcb75cf99-st6hs
I0420 09:00:08.760378    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5fcb75cf99-st6hs
I0420 09:00:15.946213    3701 cni.go:452] [openshift-monitoring/alertmanager-main-1 5c2427ced87cad8ed8bbb5d31e4a6d373f54006db87331078c6d6015094353ae network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 5c2427ced87cad8ed8bbb5d31e4a6d373f54006db87331078c6d6015094353ae network default NAD default NAD key ]
I0420 09:00:16.021396    3701 cni.go:473] [openshift-monitoring/alertmanager-main-1 5c2427ced87cad8ed8bbb5d31e4a6d373f54006db87331078c6d6015094353ae network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 5c2427ced87cad8ed8bbb5d31e4a6d373f54006db87331078c6d6015094353ae network default NAD default NAD key default], result "{}", err <nil>
I0420 09:00:16.080801    3701 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:16.080834    3701 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0420 09:00:16.082059    3701 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.20
I0420 09:00:16.082084    3701 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:16.403507    3701 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:16.403530    3701 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:16.409768    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0420 09:00:16.409801    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0420 09:00:16.447517    3701 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:00:16.447638    3701 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0420 09:00:16.469901    3701 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.310729ms
I0420 09:00:16.469920    3701 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.332984ms
I0420 09:00:16.471128    3701 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.629084ms, libovsdb time 895.666µs
I0420 09:00:16.807881    3701 cni.go:452] [openshift-monitoring/alertmanager-main-1 9ee4d058a632c4bc96367bd3975516e243baa41a44dcbfb56f8338db0efcf4fb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 9ee4d058a632c4bc96367bd3975516e243baa41a44dcbfb56f8338db0efcf4fb network default NAD default NAD key ]
I0420 09:00:16.817534    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 9ee4d058a632c4b, network: default, NAD default, SandboxID: "9ee4d058a632c4bc96367bd3975516e243baa41a44dcbfb56f8338db0efcf4fb", PCI device ID: , UID: "85f87ca0-6603-419b-9b59-bf3c1d11624f", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0420 09:00:16.863538    3701 cni.go:473] [openshift-monitoring/alertmanager-main-1 9ee4d058a632c4bc96367bd3975516e243baa41a44dcbfb56f8338db0efcf4fb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 9ee4d058a632c4bc96367bd3975516e243baa41a44dcbfb56f8338db0efcf4fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6b:16:50:76:17\",\"name\":\"9ee4d058a632c4b\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea37bdb7-0e4d-425d-b7ad-47870d06837f\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:00:17.217064    3701 cni.go:452] [openshift-multus/network-metrics-daemon-ln6xc d95872d8a255b5264e5e29c0d1c86c82709742923a3752cad81bd095e67c012f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ln6xc d95872d8a255b5264e5e29c0d1c86c82709742923a3752cad81bd095e67c012f network default NAD default NAD key ]
I0420 09:00:17.226995    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ln6xc, hostIfaceName: d95872d8a255b52, network: default, NAD default, SandboxID: "d95872d8a255b5264e5e29c0d1c86c82709742923a3752cad81bd095e67c012f", PCI device ID: , UID: "d41cbdfa-be23-42ad-b41d-19a2e4623565", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0420 09:00:17.277020    3701 cni.go:473] [openshift-multus/network-metrics-daemon-ln6xc d95872d8a255b5264e5e29c0d1c86c82709742923a3752cad81bd095e67c012f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ln6xc d95872d8a255b5264e5e29c0d1c86c82709742923a3752cad81bd095e67c012f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:73:ba:ba:26:2e\",\"name\":\"d95872d8a255b52\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fbd23ae-f62f-4b67-87c0-38180f2e3b97\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:00:20.308380    3701 cni.go:452] [openshift-monitoring/prometheus-k8s-1 f109201a139defaf9b84331d7385b6d71efb60abc56219c3570f26e699af038b network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 f109201a139defaf9b84331d7385b6d71efb60abc56219c3570f26e699af038b network default NAD default NAD key ]
I0420 09:00:20.388611    3701 cni.go:473] [openshift-monitoring/prometheus-k8s-1 f109201a139defaf9b84331d7385b6d71efb60abc56219c3570f26e699af038b network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 f109201a139defaf9b84331d7385b6d71efb60abc56219c3570f26e699af038b network default NAD default NAD key default], result "{}", err <nil>
I0420 09:00:20.449757    3701 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:20.449784    3701 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0420 09:00:20.451001    3701 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.24
I0420 09:00:20.451027    3701 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:21.147730    3701 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:21.147753    3701 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:21.154137    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0420 09:00:21.154158    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0420 09:00:21.197067    3701 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:00:21.197203    3701 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0420 09:00:21.225842    3701 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.702849ms
I0420 09:00:21.225867    3701 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.733318ms
I0420 09:00:21.227240    3701 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.189619ms, libovsdb time 911.539µs
I0420 09:00:21.559960    3701 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c589713a14350051b7457d1187384930f8808041036d01169f3faf0ecb11902d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 c589713a14350051b7457d1187384930f8808041036d01169f3faf0ecb11902d network default NAD default NAD key ]
I0420 09:00:21.588515    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: c589713a1435005, network: default, NAD default, SandboxID: "c589713a14350051b7457d1187384930f8808041036d01169f3faf0ecb11902d", PCI device ID: , UID: "20c0133b-9eed-405f-a508-18a8e78b35ca", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0420 09:00:21.633793    3701 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c589713a14350051b7457d1187384930f8808041036d01169f3faf0ecb11902d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 c589713a14350051b7457d1187384930f8808041036d01169f3faf0ecb11902d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:13:a0:7e:df:03\",\"name\":\"c589713a1435005\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82a91b0a-7702-424b-b099-48d39b8f7475\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 09:00:46.859421    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 09:00:46.859441    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 09:00:46.859447    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0420 09:00:47.653693    3701 cni.go:452] [openshift-console/console-6bb8bdf5dd-qp4gz 6e991c6e89fdbfbe98c7b6bfcae1c540226e2ad4bfa75ae2506dd954aa9cf9a4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6bb8bdf5dd-qp4gz 6e991c6e89fdbfbe98c7b6bfcae1c540226e2ad4bfa75ae2506dd954aa9cf9a4 network default NAD default NAD key ]
I0420 09:00:47.737553    3701 cni.go:473] [openshift-console/console-6bb8bdf5dd-qp4gz 6e991c6e89fdbfbe98c7b6bfcae1c540226e2ad4bfa75ae2506dd954aa9cf9a4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6bb8bdf5dd-qp4gz 6e991c6e89fdbfbe98c7b6bfcae1c540226e2ad4bfa75ae2506dd954aa9cf9a4 network default NAD default NAD key default], result "{}", err <nil>
I0420 09:00:47.784258    3701 obj_retry.go:498] Detected object openshift-console/console-6bb8bdf5dd-qp4gz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:47.784306    3701 pods.go:176] Deleting pod: openshift-console/console-6bb8bdf5dd-qp4gz
I0420 09:00:47.785713    3701 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6bb8bdf5dd-qp4gz, ips: 10.129.0.25
I0420 09:00:47.785747    3701 obj_retry.go:498] Detected object openshift-console/console-6bb8bdf5dd-qp4gz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:47.794482    3701 base_network_controller_pods.go:487] [default/openshift-console/console-5bcd6df69c-wcdg5] creating logical port openshift-console_console-5bcd6df69c-wcdg5 for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:00:47.794608    3701 kube.go:256] Updating pod openshift-console/console-5bcd6df69c-wcdg5
I0420 09:00:47.809609    3701 pod.go:62] [openshift-console/console-5bcd6df69c-wcdg5] pod update took 15.026021ms
I0420 09:00:47.809635    3701 base_network_controller_pods.go:951] [default/openshift-console/console-5bcd6df69c-wcdg5] addLogicalPort annotation time took 15.054465ms
I0420 09:00:47.810982    3701 pods.go:271] [openshift-console/console-5bcd6df69c-wcdg5] addLogicalPort took 16.515281ms, libovsdb time 922.152µs
I0420 09:00:48.164183    3701 cni.go:452] [openshift-console/console-5bcd6df69c-wcdg5 1681e5a7fee8990695a7b9cc1497d46229d1fd2368d038d346cbec77b821f508 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5bcd6df69c-wcdg5 1681e5a7fee8990695a7b9cc1497d46229d1fd2368d038d346cbec77b821f508 network default NAD default NAD key ]
I0420 09:00:48.172165    3701 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:48.172776    3701 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:48.174220    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5bcd6df69c-wcdg5, hostIfaceName: 1681e5a7fee8990, network: default, NAD default, SandboxID: "1681e5a7fee8990695a7b9cc1497d46229d1fd2368d038d346cbec77b821f508", PCI device ID: , UID: "17aa5330-e2c2-4a20-9f3e-3675df5af24b", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0420 09:00:48.223831    3701 cni.go:473] [openshift-console/console-5bcd6df69c-wcdg5 1681e5a7fee8990695a7b9cc1497d46229d1fd2368d038d346cbec77b821f508 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5bcd6df69c-wcdg5 1681e5a7fee8990695a7b9cc1497d46229d1fd2368d038d346cbec77b821f508 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:3e:a7:ba:68:e5\",\"name\":\"1681e5a7fee8990\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73349d3f-0bb8-4025-acec-7c30dbdab181\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:00:48.282359    3701 obj_retry.go:492] Detected object openshift-console/console-6bb8bdf5dd-qp4gz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:48.282377    3701 obj_retry.go:492] Detected object openshift-console/console-6bb8bdf5dd-qp4gz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:48.288256    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bb8bdf5dd-qp4gz
I0420 09:00:48.288280    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bb8bdf5dd-qp4gz
I0420 09:00:49.159162    3701 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:49.159192    3701 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:49.164924    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0420 09:00:49.164951    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
W0420 09:00:58.348084    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0420 09:00:58.425027    3701 obj_retry.go:498] Detected object openshift-console/console-6bb8bdf5dd-7g7f4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:58.425518    3701 obj_retry.go:498] Detected object openshift-console/console-6bb8bdf5dd-7g7f4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:00:58.944076    3701 obj_retry.go:492] Detected object openshift-console/console-6bb8bdf5dd-7g7f4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:58.944095    3701 obj_retry.go:492] Detected object openshift-console/console-6bb8bdf5dd-7g7f4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:00:58.949887    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bb8bdf5dd-7g7f4
I0420 09:00:58.949911    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bb8bdf5dd-7g7f4
W0420 09:01:22.498748    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 09:01:22.498767    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0420 09:01:23.801727    3701 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:01:23.802345    3701 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:01:24.322739    3701 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:01:24.322760    3701 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:01:24.329441    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0420 09:01:24.329459    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0420 09:01:27.185528    3701 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0420 09:02:19.125355    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70
I0420 09:02:32.220155    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0420 09:02:37.209481    3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0420 09:02:38.238045    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0420 09:02:40.122442    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0420 09:02:59.860223    3701 obj_retry.go:498] Detected object openshift-console/console-5bcd6df69c-bdljt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:02:59.860816    3701 obj_retry.go:498] Detected object openshift-console/console-5bcd6df69c-bdljt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:03:00.780799    3701 obj_retry.go:492] Detected object openshift-console/console-5bcd6df69c-bdljt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:03:00.780828    3701 obj_retry.go:492] Detected object openshift-console/console-5bcd6df69c-bdljt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:03:00.786699    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcd6df69c-bdljt
I0420 09:03:00.786727    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcd6df69c-bdljt
I0420 09:03:10.526528    3701 cni.go:452] [openshift-console/console-5bcd6df69c-wcdg5 1681e5a7fee8990695a7b9cc1497d46229d1fd2368d038d346cbec77b821f508 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5bcd6df69c-wcdg5 1681e5a7fee8990695a7b9cc1497d46229d1fd2368d038d346cbec77b821f508 network default NAD default NAD key ]
I0420 09:03:10.595189    3701 cni.go:473] [openshift-console/console-5bcd6df69c-wcdg5 1681e5a7fee8990695a7b9cc1497d46229d1fd2368d038d346cbec77b821f508 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5bcd6df69c-wcdg5 1681e5a7fee8990695a7b9cc1497d46229d1fd2368d038d346cbec77b821f508 network default NAD default NAD key default], result "{}", err <nil>
I0420 09:03:10.640908    3701 obj_retry.go:498] Detected object openshift-console/console-5bcd6df69c-wcdg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:03:10.640935    3701 pods.go:176] Deleting pod: openshift-console/console-5bcd6df69c-wcdg5
I0420 09:03:10.642148    3701 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5bcd6df69c-wcdg5, ips: 10.129.0.28
I0420 09:03:10.642173    3701 obj_retry.go:498] Detected object openshift-console/console-5bcd6df69c-wcdg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:03:10.924714    3701 obj_retry.go:492] Detected object openshift-console/console-5bcd6df69c-wcdg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:03:10.924738    3701 obj_retry.go:492] Detected object openshift-console/console-5bcd6df69c-wcdg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:03:10.937297    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcd6df69c-wcdg5
I0420 09:03:10.937338    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcd6df69c-wcdg5
I0420 09:03:13.209885    3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0420 09:03:20.225627    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0420 09:03:55.121432    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142
I0420 09:03:57.249420    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0420 09:04:05.249447    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0420 09:04:51.214031    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0420 09:05:24.243219    3701 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0420 09:05:57.130876    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=579
I0420 09:06:13.118185    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=79
I0420 09:06:13.231958    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0420 09:06:20.126348    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18
I0420 09:07:01.714790    3701 namespace.go:98] [tsf] adding namespace
I0420 09:07:01.715763    3701 namespace.go:102] [tsf] adding namespace took 941.365µs
I0420 09:07:01.729099    3701 namespace.go:142] [tsf] updating namespace
I0420 09:07:01.742045    3701 namespace.go:142] [tsf] updating namespace
I0420 09:07:05.642489    3701 namespace.go:98] [konflux-ui] adding namespace
I0420 09:07:05.642683    3701 namespace.go:98] [rhbk-operator] adding namespace
I0420 09:07:05.642825    3701 namespace.go:98] [konflux-operator] adding namespace
I0420 09:07:05.642920    3701 namespace.go:98] [tsf-keycloak] adding namespace
I0420 09:07:05.643455    3701 namespace.go:102] [konflux-ui] adding namespace took 938.163µs
I0420 09:07:05.644252    3701 namespace.go:102] [rhbk-operator] adding namespace took 1.546068ms
I0420 09:07:05.644851    3701 namespace.go:102] [konflux-operator] adding namespace took 2.007492ms
I0420 09:07:05.645447    3701 namespace.go:102] [tsf-keycloak] adding namespace took 2.502263ms
I0420 09:07:05.646318    3701 namespace.go:98] [tsf-tas] adding namespace
I0420 09:07:05.647004    3701 namespace.go:102] [tsf-tas] adding namespace took 648.362µs
I0420 09:07:05.647472    3701 namespace.go:98] [cert-manager-operator] adding namespace
I0420 09:07:05.647621    3701 namespace.go:98] [rhtpa-operator] adding namespace
I0420 09:07:05.647773    3701 namespace.go:98] [tsf-tpa] adding namespace
I0420 09:07:05.648365    3701 namespace.go:102] [cert-manager-operator] adding namespace took 873.994µs
I0420 09:07:05.648994    3701 namespace.go:102] [rhtpa-operator] adding namespace took 1.356525ms
I0420 09:07:05.649577    3701 namespace.go:102] [tsf-tpa] adding namespace took 1.786172ms
I0420 09:07:05.660357    3701 namespace.go:142] [konflux-ui] updating namespace
I0420 09:07:05.666146    3701 namespace.go:142] [konflux-ui] updating namespace
I0420 09:07:05.676471    3701 namespace.go:142] [rhbk-operator] updating namespace
I0420 09:07:05.699987    3701 namespace.go:142] [konflux-operator] updating namespace
I0420 09:07:05.700146    3701 namespace.go:142] [rhbk-operator] updating namespace
I0420 09:07:05.705443    3701 namespace.go:142] [tsf-tas] updating namespace
I0420 09:07:05.712286    3701 namespace.go:142] [konflux-operator] updating namespace
I0420 09:07:05.712419    3701 namespace.go:142] [tsf-keycloak] updating namespace
I0420 09:07:05.715021    3701 namespace.go:142] [rhtpa-operator] updating namespace
I0420 09:07:05.715044    3701 namespace.go:142] [cert-manager-operator] updating namespace
I0420 09:07:05.729794    3701 namespace.go:142] [tsf-tpa] updating namespace
I0420 09:07:05.729846    3701 namespace.go:142] [konflux-operator] updating namespace
I0420 09:07:05.729988    3701 namespace.go:142] [konflux-ui] updating namespace
I0420 09:07:05.740808    3701 namespace.go:142] [tsf-tas] updating namespace
I0420 09:07:05.756257    3701 namespace.go:142] [tsf-tas] updating namespace
I0420 09:07:05.756347    3701 namespace.go:142] [cert-manager-operator] updating namespace
I0420 09:07:05.777806    3701 namespace.go:142] [rhtpa-operator] updating namespace
I0420 09:07:05.777959    3701 namespace.go:142] [cert-manager-operator] updating namespace
I0420 09:07:05.795541    3701 namespace.go:142] [rhtpa-operator] updating namespace
I0420 09:07:05.804299    3701 namespace.go:142] [tsf-tpa] updating namespace
I0420 09:07:05.816648    3701 namespace.go:142] [tsf-tpa] updating namespace
I0420 09:07:05.818214    3701 namespace.go:142] [tsf-keycloak] updating namespace
I0420 09:07:05.834250    3701 namespace.go:142] [tsf-keycloak] updating namespace
I0420 09:07:05.860915    3701 namespace.go:142] [rhbk-operator] updating namespace
I0420 09:07:06.795683    3701 namespace.go:142] [tsf-tpa] updating namespace
I0420 09:07:06.811962    3701 namespace.go:142] [tsf-keycloak] updating namespace
I0420 09:07:12.976230    3701 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:12.976810    3701 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:12.976836    3701 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:12.976845    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 09:07:12.976863    3701 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:12.976870    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 09:07:13.054676    3701 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:13.055220    3701 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:13.055247    3701 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:13.055256    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 09:07:13.055267    3701 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:13.055273    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 09:07:13.999527    3701 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:13.999554    3701 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:13.999571    3701 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:13.999582    3701 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:14.077554    3701 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:14.077576    3701 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:14.077586    3701 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:14.077595    3701 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:16.013289    3701 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:16.013846    3701 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:16.013875    3701 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:16.013888    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 09:07:16.013901    3701 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:16.013909    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 09:07:17.041565    3701 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:17.042148    3701 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:17.042178    3701 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:17.042187    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 09:07:17.042197    3701 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:17.042201    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 09:07:17.048561    3701 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:17.048587    3701 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:17.048601    3701 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:17.048611    3701 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:18.028672    3701 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:18.029245    3701 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:18.029281    3701 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:18.029297    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 09:07:18.029312    3701 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 09:07:18.029317    3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 09:07:18.061809    3701 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:18.061831    3701 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:18.061846    3701 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:18.061864    3701 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:19.055157    3701 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:19.055186    3701 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:19.055203    3701 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:19.055227    3701 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:07:19.777267    3701 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-pwwg9] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-pwwg9 for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:07:19.777419    3701 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-pwwg9
I0420 09:07:19.796253    3701 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-pwwg9] pod update took 18.868035ms
I0420 09:07:19.796275    3701 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-pwwg9] addLogicalPort annotation time took 18.8961ms
I0420 09:07:19.797608    3701 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-pwwg9] addLogicalPort took 20.366067ms, libovsdb time 961.556µs
I0420 09:07:20.140189    3701 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-pwwg9 14bf9c292a4ad95106e66a9760f9a1c8d1d350e7a7f5e9958cc2434adf0a97bd network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-pwwg9 14bf9c292a4ad95106e66a9760f9a1c8d1d350e7a7f5e9958cc2434adf0a97bd network default NAD default NAD key ]
I0420 09:07:20.149955    3701 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-pwwg9, hostIfaceName: 14bf9c292a4ad95, network: default, NAD default, SandboxID: "14bf9c292a4ad95106e66a9760f9a1c8d1d350e7a7f5e9958cc2434adf0a97bd", PCI device ID: , UID: "5805e648-d0c4-4954-ba45-1dd7b4cd8d53", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0420 09:07:20.199269    3701 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-pwwg9 14bf9c292a4ad95106e66a9760f9a1c8d1d350e7a7f5e9958cc2434adf0a97bd network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-pwwg9 14bf9c292a4ad95106e66a9760f9a1c8d1d350e7a7f5e9958cc2434adf0a97bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:2f:ce:b9:c4:72\",\"name\":\"14bf9c292a4ad95\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e43f2f31-96af-4ed2-b5b9-ee1ca39391d4\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:07:27.988318    3701 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lkhkk] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-lkhkk for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:07:27.988472    3701 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lkhkk
I0420 09:07:28.002314    3701 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lkhkk] pod update took 13.867762ms
I0420 09:07:28.002352    3701 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lkhkk] addLogicalPort annotation time took 13.910785ms
I0420 09:07:28.003503    3701 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lkhkk] addLogicalPort took 15.209417ms, libovsdb time 800.969µs
I0420 09:07:28.346144    3701 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lkhkk 2603a841a6ead87d678b1343498632ed965570cb7dea2b69562037cf21a29c94 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lkhkk 2603a841a6ead87d678b1343498632ed965570cb7dea2b69562037cf21a29c94 network default NAD default NAD key ]
I0420 09:07:28.355440    3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-lkhkk, hostIfaceName: 2603a841a6ead87, network: default, NAD default, SandboxID: "2603a841a6ead87d678b1343498632ed965570cb7dea2b69562037cf21a29c94", PCI device ID: , UID: "582632ae-1017-4f7d-8a82-42d41d90eb5e", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0420 09:07:28.403214    3701 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lkhkk 2603a841a6ead87d678b1343498632ed965570cb7dea2b69562037cf21a29c94 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-lkhkk 2603a841a6ead87d678b1343498632ed965570cb7dea2b69562037cf21a29c94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:23:38:d3:73:46\",\"name\":\"2603a841a6ead87\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc0f99d4-e338-4318-98b0-272fed6d375c\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:07:29.522126    3701 namespace.go:142] [openshift-operators] updating namespace
I0420 09:07:29.541118    3701 namespace.go:142] [openshift-operators] updating namespace
W0420 09:07:31.076161    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0420 09:07:32.306946    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0420 09:07:32.321356    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0420 09:07:32.323011    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0420 09:07:32.339409    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0420 09:07:33.021581    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0420 09:07:38.293197    3701 namespace.go:142] [openshift-operators] updating namespace
W0420 09:07:39.088377    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0420 09:07:39.102148    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0420 09:07:39.115738    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0420 09:07:39.123660    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0420 09:07:40.223621    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
W0420 09:07:42.410419    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0420 09:07:45.802715    3701 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-z72cj] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-z72cj for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:07:45.802855    3701 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-z72cj
I0420 09:07:45.828732    3701 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-z72cj] pod update took 25.90718ms
I0420 09:07:45.828753    3701 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-z72cj] addLogicalPort annotation time took 25.934201ms
I0420 09:07:45.829899    3701 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-z72cj] addLogicalPort took 27.200987ms, libovsdb time 820.005µs
I0420 09:07:46.165295    3701 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-z72cj 7f17a1c19bd5c43d171e37f56308f78d8ec230e03bca61b05482e5d78dc43ce0 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-z72cj 7f17a1c19bd5c43d171e37f56308f78d8ec230e03bca61b05482e5d78dc43ce0 network default NAD default NAD key ]
I0420 09:07:46.175289    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-z72cj, hostIfaceName: 7f17a1c19bd5c43, network: default, NAD default, SandboxID: "7f17a1c19bd5c43d171e37f56308f78d8ec230e03bca61b05482e5d78dc43ce0", PCI device ID: , UID: "3bf062db-e13c-4361-96f4-f6a1b308a1ce", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0420 09:07:46.221930    3701 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-z72cj 7f17a1c19bd5c43d171e37f56308f78d8ec230e03bca61b05482e5d78dc43ce0 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-z72cj 7f17a1c19bd5c43d171e37f56308f78d8ec230e03bca61b05482e5d78dc43ce0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:38:7e:32:95:87\",\"name\":\"7f17a1c19bd5c43\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/760a1ae9-3b8c-4c0a-aba9-15b5b7c2efad\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:07:49.043039    3701 namespace.go:98] [trusted-artifact-signer] adding namespace
I0420 09:07:49.043893    3701 namespace.go:102] [trusted-artifact-signer] adding namespace took 832.952µs
I0420 09:07:49.089956    3701 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 09:07:49.112237    3701 namespace.go:142] [trusted-artifact-signer] updating namespace
W0420 09:07:49.262757    3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0420 09:07:53.549286    3701 namespace.go:98] [openshift-pipelines] adding namespace
I0420 09:07:53.550169    3701 namespace.go:102] [openshift-pipelines] adding namespace took 858.071µs
I0420 09:07:53.570412    3701 namespace.go:142] [openshift-pipelines] updating namespace
I0420 09:07:54.221301    3701 namespace.go:142] [cert-manager-operator] updating namespace
I0420 09:07:54.625287    3701 namespace.go:142] [konflux-operator] updating namespace
I0420 09:07:54.826086    3701 namespace.go:142] [konflux-ui] updating namespace
I0420 09:07:55.032699    3701 namespace.go:142] [open-cluster-management-2ppph9ruf6k5ml3crseffj0vunji1dnc] updating namespace
I0420 09:07:55.446172    3701 namespace.go:142] [rhbk-operator] updating namespace
I0420 09:07:55.641938    3701 namespace.go:142] [rhtpa-operator] updating namespace
I0420 09:07:55.840713    3701 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 09:07:56.041067    3701 namespace.go:142] [tsf] updating namespace
I0420 09:07:56.241778    3701 namespace.go:142] [tsf-keycloak] updating namespace
I0420 09:07:56.442364    3701 namespace.go:142] [tsf-tas] updating namespace
I0420 09:07:56.643654    3701 namespace.go:142] [tsf-tpa] updating namespace
I0420 09:07:56.770546    3701 namespace.go:142] [cert-manager-operator] updating namespace
I0420 09:07:56.779671    3701 namespace.go:142] [default] updating namespace
I0420 09:07:56.789606    3701 namespace.go:142] [konflux-operator] updating namespace
I0420 09:07:56.799269    3701 namespace.go:142] [konflux-ui] updating namespace
I0420 09:07:56.809503    3701 namespace.go:142] [open-cluster-management-2ppph9ruf6k5ml3crseffj0vunji1dnc] updating namespace
I0420 09:07:56.817292    3701 namespace.go:142] [openshift] updating namespace
I0420 09:07:56.827826    3701 namespace.go:142] [rhbk-operator] updating namespace
I0420 09:07:56.837797    3701 namespace.go:142] [rhtpa-operator] updating namespace
I0420 09:07:56.848727    3701 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 09:07:56.857235    3701 namespace.go:142] [tsf] updating namespace
I0420 09:07:56.866998    3701 namespace.go:142] [tsf-keycloak] updating namespace
I0420 09:07:56.883773    3701 namespace.go:142] [tsf-tas] updating namespace
I0420 09:07:56.904947    3701 namespace.go:142] [tsf-tpa] updating namespace
I0420 09:07:57.005538    3701 namespace.go:142] [cert-manager-operator] updating namespace
I0420 09:07:57.102659    3701 namespace.go:142] [default] updating namespace
I0420 09:07:57.206072    3701 namespace.go:142] [konflux-operator] updating namespace
I0420 09:07:57.304666    3701 namespace.go:142] [konflux-ui] updating namespace
I0420 09:07:57.404243    3701 namespace.go:142] [open-cluster-management-2ppph9ruf6k5ml3crseffj0vunji1dnc] updating namespace
I0420 09:07:57.504033    3701 namespace.go:142] [openshift] updating namespace
I0420 09:07:57.607150    3701 namespace.go:142] [rhbk-operator] updating namespace
I0420 09:07:57.705715    3701 namespace.go:142] [rhtpa-operator] updating namespace
I0420 09:07:57.805166    3701 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 09:07:57.904123    3701 namespace.go:142] [tsf] updating namespace
I0420 09:07:58.005388    3701 namespace.go:142] [tsf-keycloak] updating namespace
I0420 09:07:58.104710    3701 namespace.go:142] [tsf-tas] updating namespace
I0420 09:07:58.205349    3701 namespace.go:142] [tsf-tpa] updating namespace
I0420 09:07:58.502736    3701 namespace.go:142] [openshift-pipelines] updating namespace
W0420 09:08:00.256146    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0420 09:08:07.229474    3701 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-w4kp2] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-w4kp2 for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:08:07.229566    3701 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-w4kp2
I0420 09:08:07.247474    3701 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-w4kp2] pod update took 17.938825ms
I0420 09:08:07.247494    3701 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-w4kp2] addLogicalPort annotation time took 17.963378ms
I0420 09:08:07.248782    3701 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-w4kp2] addLogicalPort took 19.324705ms, libovsdb time 930.714µs
I0420 09:08:07.333274    3701 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-v25rj] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-v25rj for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:08:07.333455    3701 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-v25rj
I0420 09:08:07.354543    3701 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-v25rj] pod update took 21.123323ms
I0420 09:08:07.354561    3701 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-v25rj] addLogicalPort annotation time took 21.144907ms
I0420 09:08:07.355701    3701 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-v25rj] addLogicalPort took 22.442375ms, libovsdb time 789.041µs
I0420 09:08:07.408028    3701 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:08:07.408106    3701 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j
I0420 09:08:07.423400    3701 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j] pod update took 15.315268ms
I0420 09:08:07.423419    3701 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j] addLogicalPort annotation time took 15.34054ms
I0420 09:08:07.424631    3701 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j] addLogicalPort took 16.611796ms, libovsdb time 831.668µs
I0420 09:08:07.516477    3701 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-bx5r2] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-bx5r2 for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:08:07.516681    3701 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-bx5r2
I0420 09:08:07.537217    3701 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bx5r2] pod update took 20.636543ms
I0420 09:08:07.537237    3701 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-bx5r2] addLogicalPort annotation time took 20.659738ms
I0420 09:08:07.538406    3701 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bx5r2] addLogicalPort took 21.94326ms, libovsdb time 766.134µs
I0420 09:08:07.607665    3701 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-w4kp2 e78aec450023e20389a6cda5d289865b1c7f99c6e5e0117b24e062aa4c6509e0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-w4kp2 e78aec450023e20389a6cda5d289865b1c7f99c6e5e0117b24e062aa4c6509e0 network default NAD default NAD key ]
I0420 09:08:07.617601    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-w4kp2, hostIfaceName: e78aec450023e20, network: default, NAD default, SandboxID: "e78aec450023e20389a6cda5d289865b1c7f99c6e5e0117b24e062aa4c6509e0", PCI device ID: , UID: "96131171-6cdd-4b87-b1fa-85bb4e558346", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0420 09:08:07.666593    3701 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-w4kp2 e78aec450023e20389a6cda5d289865b1c7f99c6e5e0117b24e062aa4c6509e0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-w4kp2 e78aec450023e20389a6cda5d289865b1c7f99c6e5e0117b24e062aa4c6509e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:37:df:8a:d0:e3\",\"name\":\"e78aec450023e20\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62af1397-2822-453b-a079-e4d9b18b868f\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:08:07.786148    3701 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j 3eb84456d93a9f53790a55908529c501a92d017aab94c0fd8d2c6994b172e6d1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j 3eb84456d93a9f53790a55908529c501a92d017aab94c0fd8d2c6994b172e6d1 network default NAD default NAD key ]
I0420 09:08:07.796158    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j, hostIfaceName: 3eb84456d93a9f5, network: default, NAD default, SandboxID: "3eb84456d93a9f53790a55908529c501a92d017aab94c0fd8d2c6994b172e6d1", PCI device ID: , UID: "6a97b021-2282-4f45-9448-8c90ef131af1", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0420 09:08:07.842913    3701 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j 3eb84456d93a9f53790a55908529c501a92d017aab94c0fd8d2c6994b172e6d1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-mmc2j 3eb84456d93a9f53790a55908529c501a92d017aab94c0fd8d2c6994b172e6d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:cb:e9:29:9f:ff\",\"name\":\"3eb84456d93a9f5\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e502200-66f7-47fd-a4c3-682d047644d0\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:08:07.876894    3701 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bx5r2 d86d2c21964d91792a75c8705c4b225d219959ee69db8a8946b4a703b0cd56c0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-bx5r2 d86d2c21964d91792a75c8705c4b225d219959ee69db8a8946b4a703b0cd56c0 network default NAD default NAD key ]
I0420 09:08:07.887117    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-bx5r2, hostIfaceName: d86d2c21964d917, network: default, NAD default, SandboxID: "d86d2c21964d91792a75c8705c4b225d219959ee69db8a8946b4a703b0cd56c0", PCI device ID: , UID: "f4661c88-7505-43d9-a24b-764c268fefca", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0420 09:08:07.934226    3701 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bx5r2 d86d2c21964d91792a75c8705c4b225d219959ee69db8a8946b4a703b0cd56c0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-bx5r2 d86d2c21964d91792a75c8705c4b225d219959ee69db8a8946b4a703b0cd56c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:10:aa:26:94:c6\",\"name\":\"d86d2c21964d917\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9cc6765-e642-4447-8b18-157b7651f14e\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:08:07.992076    3701 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-v25rj 9bbe37f07d5f1ffa9bbb206726f9412b8143130b5491f7405c4522c8da421bc2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-v25rj 9bbe37f07d5f1ffa9bbb206726f9412b8143130b5491f7405c4522c8da421bc2 network default NAD default NAD key ]
I0420 09:08:08.019817    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-v25rj, hostIfaceName: 9bbe37f07d5f1ff, network: default, NAD default, SandboxID: "9bbe37f07d5f1ffa9bbb206726f9412b8143130b5491f7405c4522c8da421bc2", PCI device ID: , UID: "26922f1c-4fb6-4a73-9960-125c21ee90bf", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0420 09:08:08.066793    3701 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-v25rj 9bbe37f07d5f1ffa9bbb206726f9412b8143130b5491f7405c4522c8da421bc2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-v25rj 9bbe37f07d5f1ffa9bbb206726f9412b8143130b5491f7405c4522c8da421bc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:69:f3:3b:d6:0d\",\"name\":\"9bbe37f07d5f1ff\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1f47dd6-aadf-4c31-9d77-187c01e7d318\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:08:10.242318    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
W0420 09:08:13.285650    3701 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 09:08:13.285671    3701 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 09:08:13.285677    3701 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 09:08:13.285680    3701 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 09:08:13.321119    3701 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 09:08:13.321137    3701 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 09:08:13.321142    3701 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 09:08:13.392837    3701 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 09:08:13.392853    3701 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 09:08:13.392858    3701 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 09:08:24.280748    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 09:08:24.280771    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 09:08:24.280778    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 09:08:24.280783    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 09:08:24.304633    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 09:08:24.304652    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 09:08:24.304658    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 09:08:24.331948    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 09:08:24.331976    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 09:08:24.331981    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 09:08:33.645825    3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0420 09:08:50.126343    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0420 09:08:50.560077    3701 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0420 09:09:05.848831    3701 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-l9qld] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-l9qld for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:09:05.848920    3701 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-l9qld
I0420 09:09:05.864804    3701 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-l9qld] pod update took 15.907445ms
I0420 09:09:05.864824    3701 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-l9qld] addLogicalPort annotation time took 15.933461ms
I0420 09:09:05.866015    3701 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-l9qld] addLogicalPort took 17.200017ms, libovsdb time 841.078µs
I0420 09:09:05.972413    3701 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pbx7g] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-pbx7g for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:09:05.972520    3701 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pbx7g
I0420 09:09:05.987366    3701 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pbx7g] pod update took 14.864452ms
I0420 09:09:05.987387    3701 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pbx7g] addLogicalPort annotation time took 14.88899ms
I0420 09:09:05.988629    3701 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pbx7g] addLogicalPort took 16.231348ms, libovsdb time 895.41µs
I0420 09:09:06.206017    3701 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-l9qld e1b8081b3c1a82dbd0513f69f9888cc3b5641437f99f50bdcc19d6296cb1baa8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-l9qld e1b8081b3c1a82dbd0513f69f9888cc3b5641437f99f50bdcc19d6296cb1baa8 network default NAD default NAD key ]
I0420 09:09:06.215501    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-l9qld, hostIfaceName: e1b8081b3c1a82d, network: default, NAD default, SandboxID: "e1b8081b3c1a82dbd0513f69f9888cc3b5641437f99f50bdcc19d6296cb1baa8", PCI device ID: , UID: "30bb886c-31ce-431c-bf22-56ed998c59b2", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0420 09:09:06.265042    3701 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-l9qld e1b8081b3c1a82dbd0513f69f9888cc3b5641437f99f50bdcc19d6296cb1baa8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-l9qld e1b8081b3c1a82dbd0513f69f9888cc3b5641437f99f50bdcc19d6296cb1baa8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:e1:0e:4e:ed:f2\",\"name\":\"e1b8081b3c1a82d\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/302b8b15-1cff-4675-bad6-5b95b801f42e\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:09:06.331630    3701 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pbx7g c6fa5e12a011d5094b7aa1f0d135bec3f9682105ab9ecf248795edd71c3bf350 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pbx7g c6fa5e12a011d5094b7aa1f0d135bec3f9682105ab9ecf248795edd71c3bf350 network default NAD default NAD key ]
I0420 09:09:06.341119    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-pbx7g, hostIfaceName: c6fa5e12a011d50, network: default, NAD default, SandboxID: "c6fa5e12a011d5094b7aa1f0d135bec3f9682105ab9ecf248795edd71c3bf350", PCI device ID: , UID: "33fc2a34-8ccf-4944-a78f-1e4d362f5696", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0420 09:09:06.388186    3701 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pbx7g c6fa5e12a011d5094b7aa1f0d135bec3f9682105ab9ecf248795edd71c3bf350 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pbx7g c6fa5e12a011d5094b7aa1f0d135bec3f9682105ab9ecf248795edd71c3bf350 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:94:d9:46:93:d6\",\"name\":\"c6fa5e12a011d50\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/933546c9-379b-4678-955d-e4d0c63964d6\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 09:09:10.568314    3701 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 09:09:10.568344    3701 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 09:09:10.568348    3701 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 09:09:16.606732    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 09:09:16.606749    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 09:09:16.606755    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0420 09:09:39.531729    3701 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rhkl4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-rhkl4 for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:09:39.531819    3701 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rhkl4
I0420 09:09:39.547224    3701 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rhkl4] pod update took 15.426889ms
I0420 09:09:39.547244    3701 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rhkl4] addLogicalPort annotation time took 15.453052ms
I0420 09:09:39.548435    3701 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rhkl4] addLogicalPort took 16.718514ms, libovsdb time 771.588µs
I0420 09:09:39.622817    3701 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wln8q] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-wln8q for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:09:39.622890    3701 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wln8q
I0420 09:09:39.637150    3701 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wln8q] pod update took 14.276276ms
I0420 09:09:39.637173    3701 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wln8q] addLogicalPort annotation time took 14.303087ms
I0420 09:09:39.638292    3701 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wln8q] addLogicalPort took 15.486639ms, libovsdb time 734.08µs
I0420 09:09:39.720681    3701 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgljl] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-sgljl for pod on switch ip-10-0-0-221.ec2.internal
I0420 09:09:39.720764    3701 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgljl
I0420 09:09:39.736736    3701 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgljl] pod update took 15.990208ms
I0420 09:09:39.736760    3701 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgljl] addLogicalPort annotation time took 16.01941ms
I0420 09:09:39.738024    3701 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgljl] addLogicalPort took 17.355238ms, libovsdb time 903.539µs
I0420 09:09:39.893343    3701 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rhkl4 e8f3c3a3098c1ebe53b57f5d23207b2617f95aa5776287738f7c064b837b7c16 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rhkl4 e8f3c3a3098c1ebe53b57f5d23207b2617f95aa5776287738f7c064b837b7c16 network default NAD default NAD key ]
I0420 09:09:39.902613    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-rhkl4, hostIfaceName: e8f3c3a3098c1eb, network: default, NAD default, SandboxID: "e8f3c3a3098c1ebe53b57f5d23207b2617f95aa5776287738f7c064b837b7c16", PCI device ID: , UID: "c96496a8-cb5c-4373-84eb-22322bb0c948", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0420 09:09:39.951857    3701 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rhkl4 e8f3c3a3098c1ebe53b57f5d23207b2617f95aa5776287738f7c064b837b7c16 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rhkl4 e8f3c3a3098c1ebe53b57f5d23207b2617f95aa5776287738f7c064b837b7c16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c0:07:e2:fa:62\",\"name\":\"e8f3c3a3098c1eb\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52da39dc-af1b-4905-84f3-452010533bab\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:09:39.981779    3701 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wln8q 94ee5f5a66345b805b8a23c171d30fa76fb5a633cf482e38c4b99833a5c446e9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wln8q 94ee5f5a66345b805b8a23c171d30fa76fb5a633cf482e38c4b99833a5c446e9 network default NAD default NAD key ]
I0420 09:09:39.991707    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-wln8q, hostIfaceName: 94ee5f5a66345b8, network: default, NAD default, SandboxID: "94ee5f5a66345b805b8a23c171d30fa76fb5a633cf482e38c4b99833a5c446e9", PCI device ID: , UID: "0c8aa02d-ee7e-4f22-93a3-22c535a06168", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0420 09:09:40.040213    3701 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wln8q 94ee5f5a66345b805b8a23c171d30fa76fb5a633cf482e38c4b99833a5c446e9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wln8q 94ee5f5a66345b805b8a23c171d30fa76fb5a633cf482e38c4b99833a5c446e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:9d:a3:97:64:ea\",\"name\":\"94ee5f5a66345b8\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/693a5b1c-b6ac-4419-aba7-f39f4623597d\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0420 09:09:40.080996    3701 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgljl a8aaa287cbc7c1fbcd90c6600106be86edb3b11f436ba2322d0a41e17c74663b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgljl a8aaa287cbc7c1fbcd90c6600106be86edb3b11f436ba2322d0a41e17c74663b network default NAD default NAD key ]
I0420 09:09:40.090742    3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-sgljl, hostIfaceName: a8aaa287cbc7c1f, network: default, NAD default, SandboxID: "a8aaa287cbc7c1fbcd90c6600106be86edb3b11f436ba2322d0a41e17c74663b", PCI device ID: , UID: "400689e3-928c-4127-b25b-47084d675f8c", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0420 09:09:40.140630    3701 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgljl a8aaa287cbc7c1fbcd90c6600106be86edb3b11f436ba2322d0a41e17c74663b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgljl a8aaa287cbc7c1fbcd90c6600106be86edb3b11f436ba2322d0a41e17c74663b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:41:90:43:96:0e\",\"name\":\"a8aaa287cbc7c1f\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4a6551b-c67b-46ea-8aef-57da8874b0d3\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0420 09:09:43.764470    3701 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0420 09:09:54.748618    3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0420 09:10:04.189833    3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611270-w5pft of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:10:04.190581    3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611270-w5pft of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:10:05.079305    3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611270-w5pft of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:10:05.079361    3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611270-w5pft of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:10:45.253994    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0420 09:10:55.129877    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44
I0420 09:11:22.213896    3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0420 09:11:50.218530    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0420 09:11:52.248106    3701 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0420 09:11:59.229558    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0420 09:12:04.235741    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0420 09:12:25.125838    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=69
I0420 09:12:28.214101    3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0420 09:12:52.202954    3701 namespace.go:142] [openshift-pipelines] updating namespace
I0420 09:13:12.122902    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47
I0420 09:13:23.254025    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0420 09:13:46.130390    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=93
I0420 09:14:40.228845    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0420 09:15:35.135242    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=243
I0420 09:16:42.134303    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0420 09:16:59.218105    3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0420 09:17:22.258077    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0420 09:17:29.246498    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0420 09:17:38.253054    3701 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0420 09:18:00.301267    3701 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:18:00.301859    3701 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:18:36.130373    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0420 09:18:45.126872    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34
I0420 09:19:00.444519    3701 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:19:00.444572    3701 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:19:00.444664    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0420 09:19:00.444694    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0420 09:19:03.239775    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0420 09:19:45.233710    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0420 09:20:03.878969    3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611280-72v6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:20:03.879592    3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611280-72v6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:20:04.759348    3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611280-72v6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:20:04.759401    3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611280-72v6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:20:22.258757    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0420 09:21:25.129768    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8
I0420 09:21:32.134943    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0420 09:21:49.222569    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0420 09:22:03.232882    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0420 09:22:07.218096    3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0420 09:22:11.139140    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=29
I0420 09:23:14.251156    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0420 09:23:31.138763    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0420 09:23:50.262761    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0420 09:24:56.257097    3701 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0420 09:26:24.222490    3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0420 09:26:40.131340    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33
I0420 09:26:42.243913    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0420 09:26:54.138988    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6
I0420 09:27:46.133934    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0420 09:28:16.263075    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0420 09:29:23.237989    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0420 09:29:45.463036    3701 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:29:45.463588    3701 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:30:02.143538    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=18
I0420 09:30:03.539719    3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611290-fpnvr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 09:30:03.540418    3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611290-fpnvr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 09:30:04.428654    3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611290-fpnvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:30:04.428713    3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611290-fpnvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:30:04.457434    3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:30:04.457475    3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:30:04.461695    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4
I0420 09:30:04.461730    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4
I0420 09:30:14.237428    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0420 09:30:23.222779    3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0420 09:30:45.619944    3701 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:30:45.619969    3701 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 09:30:45.627028    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0420 09:30:45.627058    3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0420 09:30:48.226558    3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0420 09:30:53.261805    3701 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0420 09:31:02.134278    3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11