+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-111.ec2.internal
++ [[ -n ip-10-0-0-111.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-111.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0423 19:58:26.076742620 - disable conntrack on geneve port'
I0423 19:58:26.076742620 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0423 19:58:26.119185737 - starting ovnkube-node
+ echo 'I0423 19:58:26.119185737 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-111.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-111.ec2.internal --init-node ip-10-0-0-111.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-111.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0423 19:58:26.167317    3669 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0423 19:58:26.167370    3669 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d080a8e9ea.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0423 19:58:26.169185    3669 kube.go:431] Waiting for certificate
I0423 19:58:26.169235    3669 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0423 19:58:26.169271    3669 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0423 19:58:26.170045    3669 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0423 19:58:26.199734    3669 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:58:26.199967    3669 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:58:26.202720    3669 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:58:26.205462    3669 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r7fcr"
I0423 19:58:26.221440    3669 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r7fcr"
I0423 19:58:26.221517    3669 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:58:27.170297    3669 kube.go:438] Certificate found
I0423 19:58:27.170860    3669 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0423 19:58:27.171762    3669 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0423 19:58:27.239360    3669 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0423 19:58:27.239414    3669 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-24 19:53:26 +0000 UTC" deadline="2026-04-24 14:20:39.382015124 +0000 UTC"
I0423 19:58:27.239433    3669 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h22m12.142589717s"
I0423 19:58:27.254871    3669 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0423 19:58:27.254942    3669 server.go:101] MetricServer registers OVS metrics
I0423 19:58:27.255190    3669 server.go:105] MetricServer registers OVN DB metrics
I0423 19:58:27.255616    3669 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0423 19:58:27.255684    3669 factory.go:561] Starting watch factory
I0423 19:58:27.255793    3669 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.255801    3669 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.255806    3669 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.255812    3669 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.255812    3669 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.255819    3669 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.255825    3669 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.255825    3669 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.255821    3669 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.255941    3669 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.256174    3669 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.256466    3669 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.259806    3669 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0423 19:58:27.259826    3669 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0423 19:58:27.260667    3669 controller_manager.go:370] Starting the ovnkube controller
I0423 19:58:27.260677    3669 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-111.ec2.internal
I0423 19:58:27.260733    3669 controller_manager.go:395] NBDB zone sync took: 49.197µs
I0423 19:58:27.260741    3669 factory.go:561] Starting watch factory
I0423 19:58:27.272843    3669 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0423 19:58:27.272867    3669 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0423 19:58:27.276397    3669 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0423 19:58:27.276427    3669 server.go:109] MetricServer registers OVN Controller metrics
I0423 19:58:27.280192    3669 server.go:113] MetricServer registers OVN Northd metrics
I0423 19:58:27.283182    3669 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.283639    3669 metrics.go:519] OVN Metrics Server starts to run ...
I0423 19:58:27.284179    3669 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.284334    3669 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.284454    3669 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.284739    3669 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.297993    3669 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:58:27.361619    3669 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0423 19:58:27.361647    3669 factory.go:1977] *v1.Namespace informer cache synced successfully
I0423 19:58:27.361651    3669 factory.go:1977] *v1.Node informer cache synced successfully
I0423 19:58:27.361654    3669 factory.go:1977] *v1.Service informer cache synced successfully
I0423 19:58:27.361657    3669 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0423 19:58:27.361660    3669 factory.go:1977] *v1.Pod informer cache synced successfully
I0423 19:58:27.361724    3669 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:58:27.361735    3669 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:58:27.362171    3669 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:58:27.362199    3669 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:58:27.364361    3669 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:58:27.364359    3669 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:58:27.365911    3669 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0423 19:58:27.365921    3669 factory.go:1977] *v1.Namespace informer cache synced successfully
I0423 19:58:27.365925    3669 factory.go:1977] *v1.Node informer cache synced successfully
I0423 19:58:27.365928    3669 factory.go:1977] *v1.Service informer cache synced successfully
I0423 19:58:27.365931    3669 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0423 19:58:27.365933    3669 factory.go:1977] *v1.Pod informer cache synced successfully
I0423 19:58:27.367231    3669 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0423 19:58:27.367244    3669 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0423 19:58:27.367305    3669 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.367340    3669 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.369443    3669 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.370966    3669 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0423 19:58:27.370977    3669 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0423 19:58:27.373084    3669 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0423 19:58:27.373133    3669 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.373147    3669 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.374987    3669 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.376590    3669 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0423 19:58:27.378795    3669 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0423 19:58:27.378852    3669 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.378868    3669 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.380925    3669 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.381884    3669 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0423 19:58:27.384711    3669 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0423 19:58:27.384775    3669 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.384791    3669 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.386721    3669 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.387689    3669 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0423 19:58:27.390578    3669 factory.go:1977] *v1.EgressService informer cache synced successfully
I0423 19:58:27.390633    3669 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.390644    3669 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.392837    3669 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.392844    3669 factory.go:1977] *v1.EgressService informer cache synced successfully
I0423 19:58:27.395628    3669 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0423 19:58:27.395786    3669 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:58:27.395804    3669 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:58:27.397880    3669 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0423 19:58:27.398018    3669 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:58:27.400918    3669 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0423 19:58:27.400974    3669 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.400985    3669 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.401026    3669 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.401038    3669 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.403180    3669 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0423 19:58:27.403330    3669 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.403408    3669 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:58:27.406229    3669 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0423 19:58:27.406240    3669 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0423 19:58:27.406249    3669 factory.go:680] Watch Factory start up complete, took: 150.568846ms
I0423 19:58:27.406314    3669 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0423 19:58:27.408337    3669 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0423 19:58:27.408347    3669 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0423 19:58:27.408354    3669 factory.go:680] Watch Factory start up complete, took: 147.611792ms
I0423 19:58:27.408362    3669 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-111.ec2.internal" zone
I0423 19:58:27.439626    3669 default_node_network_controller.go:710] Initializing the default node network controller
I0423 19:58:27.519167    3669 udn_isolation.go:101] Starting UDN host isolation manager
I0423 19:58:27.525145    3669 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0423 19:58:27.579417    3669 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0423 19:58:27.579534    3669 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0423 19:58:27.579547    3669 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0423 19:58:27.612159    3669 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0423 19:58:27.612226    3669 default_node_network_controller.go:809] Node ip-10-0-0-111.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23
I0423 19:58:27.619078    3669 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.111"] k8s.ovn.org/zone-name:ip-10-0-0-111.ec2.internal] on node ip-10-0-0-111.ec2.internal
I0423 19:58:27.645338    3669 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0423 19:58:27.651328    3669 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0423 19:58:27.651471    3669 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0423 19:58:27.651617    3669 gateway_init.go:263] Preparing Gateway
I0423 19:58:27.651631    3669 gateway_shared_intf.go:1687] Creating new gateway
I0423 19:58:27.658666    3669 controller_manager.go:429] Waiting for node in zone sync took: 250.291827ms
I0423 19:58:27.663823    3669 controller_manager.go:611] Switching to transit router for layer2 networks
I0423 19:58:27.663838    3669 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-111.ec2.internal
I0423 19:58:27.681023    3669 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0423 19:58:27.687718    3669 controller_manager.go:290] SCTP support detected in OVN
I0423 19:58:27.688408    3669 services_controller.go:69] Creating services controller for network=default
I0423 19:58:27.688528    3669 udn_enabled_svc.go:80] Waiting for service informer to sync
I0423 19:58:27.688609    3669 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0423 19:58:27.688642    3669 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0423 19:58:27.688657    3669 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0423 19:58:27.688667    3669 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0423 19:58:27.688827    3669 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0423 19:58:27.688860    3669 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0423 19:58:27.688922    3669 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.383µs
I0423 19:58:27.688941    3669 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 73.995µs
I0423 19:58:27.688949    3669 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 88.364µs
I0423 19:58:27.688956    3669 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0423 19:58:27.688965    3669 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0423 19:58:27.688976    3669 default_network_controller.go:325] Starting the default network controller
I0423 19:58:27.689078    3669 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 25.386µs
I0423 19:58:27.689117    3669 udn_enabled_svc.go:95] Performing full resync
I0423 19:58:27.689399    3669 udn_enabled_svc.go:99] Waiting for handler to sync
I0423 19:58:27.689413    3669 udn_enabled_svc.go:104] Starting worker
I0423 19:58:27.697899    3669 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0423 19:58:27.697968    3669 repair.go:33] Syncing exgw routes took 56.156µs
I0423 19:58:27.697990    3669 default_network_controller.go:414] Starting all the Watchers...
I0423 19:58:27.698149    3669 namespace.go:98] [openshift-dns] adding namespace
I0423 19:58:27.698162    3669 namespace.go:98] [openshift-backplane-tam] adding namespace
I0423 19:58:27.698164    3669 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0423 19:58:27.698168    3669 namespace.go:98] [openshift-ingress] adding namespace
I0423 19:58:27.698183    3669 namespace.go:98] [openshift-etcd] adding namespace
I0423 19:58:27.698195    3669 namespace.go:98] [openshift-host-network] adding namespace
I0423 19:58:27.698189    3669 namespace.go:98] [openshift-backplane-csm] adding namespace
I0423 19:58:27.698202    3669 namespace.go:98] [dedicated-admin] adding namespace
I0423 19:58:27.698210    3669 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0423 19:58:27.698211    3669 namespace.go:98] [openshift-ingress-canary] adding namespace
I0423 19:58:27.698218    3669 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0423 19:58:27.698220    3669 namespace.go:98] [openshift-monitoring] adding namespace
I0423 19:58:27.698227    3669 namespace.go:98] [openshift-ingress-operator] adding namespace
I0423 19:58:27.698217    3669 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0423 19:58:27.698152    3669 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0423 19:58:27.698756    3669 namespace.go:102] [openshift-dns] adding namespace took 593.471µs
I0423 19:58:27.698778    3669 namespace.go:98] [open-cluster-management-2ps2fssbndokb6i5u6qmofj8dp8f08d0] adding namespace
I0423 19:58:27.699295    3669 namespace.go:102] [open-cluster-management-2ps2fssbndokb6i5u6qmofj8dp8f08d0] adding namespace took 506.211µs
I0423 19:58:27.699312    3669 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0423 19:58:27.699819    3669 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 501.085µs
I0423 19:58:27.699839    3669 namespace.go:98] [openshift-machine-api] adding namespace
I0423 19:58:27.700295    3669 namespace.go:102] [openshift-backplane-tam] adding namespace took 2.123705ms
I0423 19:58:27.700308    3669 namespace.go:98] [default] adding namespace
I0423 19:58:27.700784    3669 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.607327ms
I0423 19:58:27.700797    3669 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0423 19:58:27.701382    3669 namespace.go:102] [openshift-ingress] adding namespace took 3.200508ms
I0423 19:58:27.701397    3669 namespace.go:98] [kube-node-lease] adding namespace
I0423 19:58:27.701846    3669 namespace.go:102] [openshift-etcd] adding namespace took 3.646717ms
I0423 19:58:27.701862    3669 namespace.go:98] [openshift-authentication] adding namespace
I0423 19:58:27.702801    3669 namespace.go:102] [openshift-host-network] adding namespace took 4.598655ms
I0423 19:58:27.702816    3669 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0423 19:58:27.703328    3669 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.123194ms
I0423 19:58:27.703343    3669 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0423 19:58:27.703799    3669 namespace.go:102] [dedicated-admin] adding namespace took 5.588731ms
I0423 19:58:27.703815    3669 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0423 19:58:27.704370    3669 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.148065ms
I0423 19:58:27.704387    3669 namespace.go:98] [openshift-network-node-identity] adding namespace
I0423 19:58:27.704916    3669 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.69158ms
I0423 19:58:27.704930    3669 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0423 19:58:27.705424    3669 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.195549ms
I0423 19:58:27.705439    3669 namespace.go:98] [openshift-console] adding namespace
I0423 19:58:27.705938    3669 namespace.go:102] [openshift-monitoring] adding namespace took 7.70667ms
I0423 19:58:27.705948    3669 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0423 19:58:27.706404    3669 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.165885ms
I0423 19:58:27.706419    3669 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0423 19:58:27.706858    3669 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.617885ms
I0423 19:58:27.706867    3669 namespace.go:98] [openshift-authentication-operator] adding namespace
I0423 19:58:27.707308    3669 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 9.032713ms
I0423 19:58:27.707322    3669 namespace.go:98] [openshift-apiserver] adding namespace
I0423 19:58:27.707729    3669 namespace.go:102] [openshift-machine-api] adding namespace took 7.884716ms
I0423 19:58:27.707742    3669 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0423 19:58:27.708139    3669 namespace.go:102] [default] adding namespace took 7.826266ms
I0423 19:58:27.708151    3669 namespace.go:98] [openshift-console-user-settings] adding namespace
I0423 19:58:27.708644    3669 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.841604ms
I0423 19:58:27.708656    3669 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0423 19:58:27.709049    3669 namespace.go:102] [kube-node-lease] adding namespace took 7.648063ms
I0423 19:58:27.709075    3669 namespace.go:98] [openshift-insights] adding namespace
I0423 19:58:27.709486    3669 namespace.go:102] [openshift-authentication] adding namespace took 7.618445ms
I0423 19:58:27.709499    3669 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0423 19:58:27.709877    3669 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.055991ms
I0423 19:58:27.709889    3669 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0423 19:58:27.710288    3669 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.941114ms
I0423 19:58:27.710300    3669 namespace.go:98] [openshift-cluster-version] adding namespace
I0423 19:58:27.710693    3669 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.872295ms
I0423 19:58:27.710707    3669 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0423 19:58:27.711086    3669 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.691954ms
I0423 19:58:27.711102    3669 namespace.go:98] [openshift-backplane-cee] adding namespace
I0423 19:58:27.711573    3669 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.637371ms
I0423 19:58:27.711585    3669 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0423 19:58:27.711948    3669 namespace.go:102] [openshift-console] adding namespace took 6.503954ms
I0423 19:58:27.711962    3669 namespace.go:98] [openshift-operators-redhat] adding namespace
I0423 19:58:27.712343    3669 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.390868ms
I0423 19:58:27.712353    3669 namespace.go:98] [kube-system] adding namespace
I0423 19:58:27.712806    3669 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.382062ms
I0423 19:58:27.712818    3669 namespace.go:98] [openshift-dns-operator] adding namespace
I0423 19:58:27.713345    3669 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.472341ms
I0423 19:58:27.713357    3669 namespace.go:98] [openshift-config-managed] adding namespace
I0423 19:58:27.713732    3669 namespace.go:102] [openshift-apiserver] adding namespace took 6.405699ms
I0423 19:58:27.713744    3669 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0423 19:58:27.714159    3669 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.411945ms
I0423 19:58:27.714171    3669 namespace.go:98] [openshift-console-operator] adding namespace
I0423 19:58:27.714557    3669 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.400577ms
I0423 19:58:27.714574    3669 namespace.go:98] [openshift-backplane] adding namespace
I0423 19:58:27.714958    3669 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.297283ms
I0423 19:58:27.714971    3669 namespace.go:98] [openshift-multus] adding namespace
I0423 19:58:27.715362    3669 namespace.go:102] [openshift-insights] adding namespace took 6.280898ms
I0423 19:58:27.715374    3669 namespace.go:98] [openshift-image-registry] adding namespace
I0423 19:58:27.715768    3669 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.264965ms
I0423 19:58:27.715778    3669 namespace.go:98] [openshift-backplane-cse] adding namespace
I0423 19:58:27.716196    3669 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.301255ms
I0423 19:58:27.716210    3669 namespace.go:98] [openshift-service-ca] adding namespace
I0423 19:58:27.716608    3669 namespace.go:102] [openshift-cluster-version] adding namespace took 6.303285ms
I0423 19:58:27.716620    3669 namespace.go:98] [openshift-backplane-srep] adding namespace
I0423 19:58:27.716988    3669 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.275166ms
I0423 19:58:27.717000    3669 namespace.go:98] [openshift-node] adding namespace
I0423 19:58:27.717406    3669 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.299512ms
I0423 19:58:27.717418    3669 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0423 19:58:27.717823    3669 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.232698ms
I0423 19:58:27.717834    3669 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0423 19:58:27.718251    3669 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.283512ms
I0423 19:58:27.718263    3669 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0423 19:58:27.718692    3669 namespace.go:102] [kube-system] adding namespace took 6.334899ms
I0423 19:58:27.718704    3669 namespace.go:98] [openshift-config] adding namespace
I0423 19:58:27.719074    3669 namespace.go:102] [openshift-dns-operator] adding namespace took 6.252294ms
I0423 19:58:27.719083    3669 namespace.go:98] [openshift-network-operator] adding namespace
I0423 19:58:27.719531    3669 namespace.go:102] [openshift-config-managed] adding namespace took 6.168318ms
I0423 19:58:27.719543    3669 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0423 19:58:27.719939    3669 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.189596ms
I0423 19:58:27.719954    3669 namespace.go:98] [openshift] adding namespace
I0423 19:58:27.720365    3669 namespace.go:102] [openshift-console-operator] adding namespace took 6.189182ms
I0423 19:58:27.720880    3669 namespace.go:102] [openshift-backplane] adding namespace took 6.299798ms
W0423 19:58:27.720889    3669 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5z6fd: pod openshift-multus/network-metrics-daemon-5z6fd: no pod IPs found 
I0423 19:58:27.720892    3669 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0423 19:58:27.721433    3669 namespace.go:102] [openshift-multus] adding namespace took 6.456286ms
I0423 19:58:27.721449    3669 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0423 19:58:27.721930    3669 namespace.go:102] [openshift-image-registry] adding namespace took 6.550913ms
I0423 19:58:27.721943    3669 namespace.go:98] [openshift-infra] adding namespace
I0423 19:58:27.722407    3669 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.622543ms
I0423 19:58:27.722422    3669 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0423 19:58:27.722805    3669 namespace.go:102] [openshift-service-ca] adding namespace took 6.590351ms
I0423 19:58:27.722819    3669 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0423 19:58:27.723263    3669 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.637371ms
I0423 19:58:27.723275    3669 namespace.go:98] [openshift-package-operator] adding namespace
I0423 19:58:27.723656    3669 namespace.go:102] [openshift-node] adding namespace took 6.651989ms
I0423 19:58:27.723667    3669 namespace.go:98] [kube-public] adding namespace
I0423 19:58:27.724098    3669 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.675947ms
I0423 19:58:27.724107    3669 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0423 19:58:27.724497    3669 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.657842ms
I0423 19:58:27.724509    3669 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0423 19:58:27.724974    3669 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.705199ms
I0423 19:58:27.724986    3669 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0423 19:58:27.725372    3669 namespace.go:102] [openshift-config] adding namespace took 6.662373ms
I0423 19:58:27.725385    3669 namespace.go:98] [openshift-operators] adding namespace
I0423 19:58:27.725725    3669 namespace.go:102] [openshift-network-operator] adding namespace took 6.637105ms
I0423 19:58:27.725735    3669 namespace.go:98] [openshift-config-operator] adding namespace
I0423 19:58:27.726161    3669 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.612587ms
I0423 19:58:27.726174    3669 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0423 19:58:27.726563    3669 namespace.go:102] [openshift] adding namespace took 6.604317ms
I0423 19:58:27.726574    3669 namespace.go:98] [openshift-logging] adding namespace
I0423 19:58:27.726937    3669 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.037304ms
I0423 19:58:27.727318    3669 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.865162ms
W0423 19:58:27.727652    3669 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5ph4b: pod openshift-network-diagnostics/network-check-target-5ph4b: no pod IPs found 
I0423 19:58:27.727698    3669 namespace.go:102] [openshift-infra] adding namespace took 5.750912ms
I0423 19:58:27.728180    3669 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.751985ms
I0423 19:58:27.728565    3669 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.74235ms
I0423 19:58:27.728935    3669 namespace.go:102] [openshift-package-operator] adding namespace took 5.655741ms
I0423 19:58:27.728946    3669 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0423 19:58:27.729350    3669 namespace.go:102] [kube-public] adding namespace took 5.678686ms
I0423 19:58:27.729363    3669 namespace.go:98] [openshift-controller-manager] adding namespace
I0423 19:58:27.729732    3669 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 5.620168ms
I0423 19:58:27.729743    3669 namespace.go:98] [openshift-network-console] adding namespace
I0423 19:58:27.730084    3669 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.57221ms
I0423 19:58:27.730093    3669 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0423 19:58:27.730550    3669 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.557592ms
I0423 19:58:27.730928    3669 namespace.go:102] [openshift-operators] adding namespace took 5.538351ms
I0423 19:58:27.731364    3669 namespace.go:102] [openshift-config-operator] adding namespace took 5.624532ms
I0423 19:58:27.731696    3669 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.516655ms
I0423 19:58:27.731705    3669 namespace.go:98] [openshift-marketplace] adding namespace
I0423 19:58:27.732135    3669 namespace.go:102] [openshift-logging] adding namespace took 5.556271ms
I0423 19:58:27.732492    3669 namespace.go:102] [openshift-customer-monitoring] adding namespace took 3.540952ms
I0423 19:58:27.732891    3669 namespace.go:102] [openshift-controller-manager] adding namespace took 3.524092ms
I0423 19:58:27.733419    3669 namespace.go:102] [openshift-network-console] adding namespace took 3.670834ms
I0423 19:58:27.733867    3669 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 3.769897ms
I0423 19:58:27.734277    3669 namespace.go:102] [openshift-marketplace] adding namespace took 2.568317ms
W0423 19:58:27.734359    3669 master.go:458] Unable to parse local node ip-10-0-0-111.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0423 19:58:27.734368    3669 master.go:481] Removing stale chassis with ID/Name: c773d062-728a-42de-a8bf-38d2c701c3d1, hostname: ip-10-0-0-111.ec2.internal
I0423 19:58:27.734787    3669 master.go:548] Adding or Updating local node "ip-10-0-0-111.ec2.internal" for network "default"
I0423 19:58:27.735401    3669 zone_ic_handler.go:195] Time taken to create transit switch: 264.422µs
I0423 19:58:27.735413    3669 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-102.ec2.internal for the network default
I0423 19:58:27.735912    3669 zone_ic_handler.go:195] Time taken to create transit switch: 339.969µs
I0423 19:58:27.735924    3669 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-149.ec2.internal for the network default
I0423 19:58:27.736234    3669 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-102.ec2.internal" on network "default" took: 1.109461ms
I0423 19:58:27.737185    3669 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-149.ec2.internal" on network "default" took: 1.62347ms
I0423 19:58:27.738767    3669 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-111.ec2.internal for the network default
I0423 19:58:27.738943    3669 zone_ic_handler.go:195] Time taken to create transit switch: 163.128µs
I0423 19:58:27.739687    3669 default_network_controller.go:823] Node add failed for ip-10-0-0-111.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-111.ec2.internal, error getting gateway config for node ip-10-0-0-111.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-111.ec2.internal", failed to update chassis to local for local node ip-10-0-0-111.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-111.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-111.ec2.internal]
E0423 19:58:27.739730    3669 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-111.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-111.ec2.internal, error getting gateway config for node ip-10-0-0-111.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-111.ec2.internal", failed to update chassis to local for local node ip-10-0-0-111.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-111.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-111.ec2.internal]
I0423 19:58:27.739785    3669 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0423 19:58:27.739819    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-111.ec2.internal in network "default"
I0423 19:58:27.739835    3669 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0423 19:58:27.739797    3669 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-111.ec2.internal", UID:"49f35cc3-6538-4301-8cc1-bc528c574f10", APIVersion:"v1", ResourceVersion:"9530", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-111.ec2.internal, error getting gateway config for node ip-10-0-0-111.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-111.ec2.internal", failed to update chassis to local for local node ip-10-0-0-111.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-111.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-111.ec2.internal]
I0423 19:58:27.739849    3669 node_tracker.go:235] Node ip-10-0-0-111.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-111.ec2.internal"
I0423 19:58:27.739853    3669 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0423 19:58:27.739861    3669 node_tracker.go:169] Node ip-10-0-0-111.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:58:27.739874    3669 services_controller.go:574] Full service sync requested for network=default
I0423 19:58:27.739884    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default"
I0423 19:58:27.739926    3669 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:58:27.739933    3669 services_controller.go:574] Full service sync requested for network=default
I0423 19:58:27.739939    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-102.ec2.internal in network "default"
I0423 19:58:27.739961    3669 node_tracker.go:169] Node ip-10-0-2-102.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:58:27.739967    3669 services_controller.go:574] Full service sync requested for network=default
I0423 19:58:27.765087    3669 iptables.go:108] Creating table: filter chain: FORWARD
I0423 19:58:27.771022    3669 iptables.go:108] Creating table: filter chain: OUTPUT
I0423 19:58:27.776903    3669 gateway_shared_intf.go:1816] Gateway Creation Complete
I0423 19:58:27.776917    3669 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-111.ec2.internal","mac-address":"12:1c:20:70:c5:fd","ip-addresses":["10.0.0.111/24"],"ip-address":"10.0.0.111/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c773d062-728a-42de-a8bf-38d2c701c3d1 k8s.ovn.org/node-encap-ips:["10.0.0.111"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.111/24"} k8s.ovn.org/zone-name:ip-10-0-0-111.ec2.internal] on node ip-10-0-0-111.ec2.internal
I0423 19:58:27.797446    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-111.ec2.internal in network "default"
I0423 19:58:27.797476    3669 master.go:548] Adding or Updating local node "ip-10-0-0-111.ec2.internal" for network "default"
I0423 19:58:27.797497    3669 node_tracker.go:169] Node ip-10-0-0-111.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:58:27.797513    3669 services_controller.go:574] Full service sync requested for network=default
I0423 19:58:27.801273    3669 default_node_network_controller.go:519] Node connection status = connected
W0423 19:58:27.802562    3669 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5z6fd: pod openshift-multus/network-metrics-daemon-5z6fd: no pod IPs found 
W0423 19:58:27.802578    3669 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5ph4b: pod openshift-network-diagnostics/network-check-target-5ph4b: no pod IPs found 
I0423 19:58:27.803557    3669 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-111.ec2.internal for the network default
I0423 19:58:27.803722    3669 zone_ic_handler.go:195] Time taken to create transit switch: 151.97µs
I0423 19:58:27.840512    3669 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0423 19:58:27.840535    3669 services_controller.go:208] Setting up event handlers for services for network=default
I0423 19:58:27.840608    3669 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0423 19:58:27.840657    3669 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0423 19:58:27.840677    3669 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0423 19:58:27.941101    3669 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0423 19:58:27.941123    3669 repair.go:60] Starting repairing loop for services
I0423 19:58:27.941202    3669 repair.go:131] Deleted 0 stale service LBs
I0423 19:58:27.941220    3669 repair.go:137] Deleted 0 stale Chassis Template Vars
I0423 19:58:27.941235    3669 repair.go:62] Finished repairing loop for services: 114.915µs
I0423 19:58:27.941258    3669 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0423 19:58:27.941268    3669 services_controller.go:254] Starting workers for network=default
I0423 19:58:27.941633    3669 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5ph4b] creating logical port openshift-network-diagnostics_network-check-target-5ph4b for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:27.941747    3669 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5ph4b
I0423 19:58:27.941748    3669 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5z6fd] creating logical port openshift-multus_network-metrics-daemon-5z6fd for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:27.941845    3669 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-5z6fd
W0423 19:58:27.942310    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0423 19:58:27.944916    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:58:27.947301    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:58:27.956687    3669 pod.go:62] [openshift-network-diagnostics/network-check-target-5ph4b] pod update took 14.993277ms
I0423 19:58:27.956708    3669 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5ph4b] addLogicalPort annotation time took 15.014342ms
I0423 19:58:27.957523    3669 pods.go:271] [openshift-network-diagnostics/network-check-target-5ph4b] addLogicalPort took 15.89459ms, libovsdb time 585.31µs
I0423 19:58:27.959805    3669 pod.go:62] [openshift-multus/network-metrics-daemon-5z6fd] pod update took 17.986548ms
I0423 19:58:27.959821    3669 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-5z6fd] addLogicalPort annotation time took 18.004294ms
I0423 19:58:27.960725    3669 pods.go:271] [openshift-multus/network-metrics-daemon-5z6fd] addLogicalPort took 18.983437ms, libovsdb time 688.913µs
I0423 19:58:27.961520    3669 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0423 19:58:27.961537    3669 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0423 19:58:27.961548    3669 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0423 19:58:27.961552    3669 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0423 19:58:27.961729    3669 repair.go:29] Repairing admin network policies took 173.126µs
I0423 19:58:27.961836    3669 repair.go:92] Repairing baseline admin network policies took 98.551µs
I0423 19:58:27.962224    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0423 19:58:27.962249    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0423 19:58:27.963933    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0423 19:58:27.963954    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0423 19:58:27.964727    3669 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0423 19:58:27.964747    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0423 19:58:27.966347    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0423 19:58:27.966368    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0423 19:58:27.966376    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0423 19:58:27.966693    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0423 19:58:27.966711    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0423 19:58:27.966718    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0423 19:58:27.967955    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0423 19:58:27.967977    3669 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0423 19:58:27.967985    3669 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0423 19:58:27.969309    3669 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0423 19:58:27.969326    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0423 19:58:27.969340    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0423 19:58:27.971403    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0423 19:58:27.971421    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0423 19:58:27.971429    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0423 19:58:27.971922    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0423 19:58:27.971941    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0423 19:58:27.971949    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0423 19:58:27.973370    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0423 19:58:27.973388    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0423 19:58:27.973397    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0423 19:58:27.973844    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0423 19:58:27.973861    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0423 19:58:27.973869    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0423 19:58:27.975665    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0423 19:58:27.975684    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0423 19:58:27.975692    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0423 19:58:27.977125    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0423 19:58:27.977143    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0423 19:58:27.977151    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0423 19:58:27.977667    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0423 19:58:27.977689    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0423 19:58:27.977701    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0423 19:58:27.978223    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0423 19:58:27.978241    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0423 19:58:27.978252    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0423 19:58:27.979479    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0423 19:58:27.979499    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0423 19:58:27.979507    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0423 19:58:27.979857    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0423 19:58:27.979874    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0423 19:58:27.979881    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0423 19:58:27.980154    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0423 19:58:27.980168    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0423 19:58:27.980176    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0423 19:58:27.980649    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0423 19:58:27.980667    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0423 19:58:27.980675    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0423 19:58:27.981137    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0423 19:58:27.981153    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0423 19:58:27.981160    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0423 19:58:27.982108    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0423 19:58:27.982124    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0423 19:58:27.982132    3669 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0423 19:58:27.983663    3669 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0423 19:58:27.983682    3669 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0423 19:58:27.983692    3669 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0423 19:58:27.984699    3669 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0423 19:58:27.984717    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0423 19:58:27.984725    3669 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0423 19:58:27.985185    3669 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0423 19:58:27.985209    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0423 19:58:27.985217    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0423 19:58:27.985695    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0423 19:58:27.985713    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0423 19:58:27.985726    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0423 19:58:27.986603    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0423 19:58:27.986620    3669 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0423 19:58:27.986642    3669 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0423 19:58:27.987324    3669 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0423 19:58:27.987343    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0423 19:58:27.987351    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0423 19:58:27.987862    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0423 19:58:27.987883    3669 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0423 19:58:27.987891    3669 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0423 19:58:27.988366    3669 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0423 19:58:27.988380    3669 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0423 19:58:27.988391    3669 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0423 19:58:27.989416    3669 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0423 19:58:27.989435    3669 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0423 19:58:27.989451    3669 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0423 19:58:27.990305    3669 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0423 19:58:27.995480    3669 egressfirewall.go:374] Starting EgressFirewall controller
I0423 19:58:27.995514    3669 controller.go:133] Adding controller egress-firewall-controller event handlers
I0423 19:58:27.995517    3669 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0423 19:58:27.995538    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0423 19:58:27.995547    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0423 19:58:27.995551    3669 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0423 19:58:27.995558    3669 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0423 19:58:27.995832    3669 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0423 19:58:27.995846    3669 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0423 19:58:27.995855    3669 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0423 19:58:27.995865    3669 egressqos.go:193] Setting up event handlers for EgressQoS
I0423 19:58:27.995874    3669 egressfirewall.go:723] Syncing node "ip-10-0-2-102.ec2.internal" for egress firewall
I0423 19:58:27.995886    3669 egressfirewall.go:723] Syncing node "ip-10-0-0-111.ec2.internal" for egress firewall
I0423 19:58:27.995892    3669 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall
I0423 19:58:27.995982    3669 egressqos.go:245] Starting EgressQoS Controller
I0423 19:58:27.995996    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0423 19:58:27.996005    3669 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0423 19:58:27.996014    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0423 19:58:27.996020    3669 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0423 19:58:27.996030    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0423 19:58:27.996037    3669 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0423 19:58:27.996042    3669 egressqos.go:259] Repairing EgressQoSes
I0423 19:58:27.996048    3669 egressqos.go:399] Starting repairing loop for egressqos
I0423 19:58:27.996150    3669 egressqos.go:401] Finished repairing loop for egressqos: 101.883µs
I0423 19:58:27.996166    3669 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0423 19:58:27.996226    3669 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-111.ec2.internal
I0423 19:58:27.996273    3669 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-111.ec2.internal : 47.475µs
I0423 19:58:27.996313    3669 egressservice_zone.go:210] Starting Egress Services Controller
I0423 19:58:27.996325    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0423 19:58:27.996331    3669 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0423 19:58:27.996336    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0423 19:58:27.996341    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0423 19:58:27.996346    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0423 19:58:27.996352    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0423 19:58:27.996360    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0423 19:58:27.996366    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0423 19:58:27.996370    3669 egressservice_zone.go:228] Repairing Egress Services
I0423 19:58:27.996617    3669 master_controller.go:88] Starting Admin Policy Based Route Controller
I0423 19:58:27.996628    3669 external_controller.go:278] Starting Admin Policy Based Route Controller
I0423 19:58:27.996653    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-102.ec2.internal
I0423 19:58:27.996672    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-102.ec2.internal: 21.755µs
I0423 19:58:27.996683    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-111.ec2.internal
I0423 19:58:27.996689    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-111.ec2.internal: 6.843µs
I0423 19:58:27.996696    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal
I0423 19:58:27.996705    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 9.815µs
I0423 19:58:27.996830    3669 default_network_controller.go:585] Completing all the Watchers took 298.830625ms
I0423 19:58:27.996844    3669 default_network_controller.go:589] Starting unidling controllers
I0423 19:58:27.996855    3669 unidle.go:46] Registering OVN SB ControllerEvent handler
I0423 19:58:27.996861    3669 unidle.go:63] Populating Initial ContollerEvent events
I0423 19:58:27.996870    3669 unidle.go:79] Setting up event handlers for services
I0423 19:58:27.996917    3669 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0423 19:58:28.301389    3669 default_node_network_controller.go:519] Node connection status = connected
I0423 19:58:28.802410    3669 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0423 19:58:28.802720    3669 default_node_network_controller.go:519] Node connection status = connected
I0423 19:58:28.819528    3669 bridgeconfig.go:537] Gateway is ready
I0423 19:58:28.819546    3669 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0423 19:58:28.830587    3669 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.111. Updating OVN encap IP.
I0423 19:58:28.835680    3669 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.111 - it is already configured
I0423 19:58:28.835692    3669 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.111/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0423 19:58:28.835876    3669 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.111/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-111.ec2.internal","mac-address":"12:1c:20:70:c5:fd","ip-addresses":["10.0.0.111/24"],"ip-address":"10.0.0.111/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c773d062-728a-42de-a8bf-38d2c701c3d1 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.111/24"}] on node ip-10-0-0-111.ec2.internal
I0423 19:58:28.852049    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-111.ec2.internal
I0423 19:58:28.852074    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-111.ec2.internal: 29.983µs
I0423 19:58:28.852088    3669 egressfirewall.go:723] Syncing node "ip-10-0-0-111.ec2.internal" for egress firewall
I0423 19:58:28.852120    3669 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-111.ec2.internal in network "default"
I0423 19:58:28.852173    3669 master.go:548] Adding or Updating local node "ip-10-0-0-111.ec2.internal" for network "default"
I0423 19:58:28.852176    3669 node_tracker.go:169] Node ip-10-0-0-111.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:58:28.852277    3669 services_controller.go:574] Full service sync requested for network=default
W0423 19:58:28.852602    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:58:28.852672    3669 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:58:28.852954    3669 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.111
W0423 19:58:28.853005    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0423 19:58:28.853271    3669 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-111.ec2.internal
I0423 19:58:28.857176    3669 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-111.ec2.internal. Updating no re-route policies
I0423 19:58:28.857250    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nd7t9
I0423 19:58:28.857263    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ft8nd
I0423 19:58:28.857266    3669 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-bh8cr
I0423 19:58:28.857274    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-n6tz5
I0423 19:58:28.857278    3669 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-bh8cr
I0423 19:58:28.857278    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5z6fd
I0423 19:58:28.857289    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6ds9h
I0423 19:58:28.857295    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5z6fd
I0423 19:58:28.857297    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-k4nrp
I0423 19:58:28.857314    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-k4nrp
I0423 19:58:28.857314    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5ph4b
I0423 19:58:28.857317    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nvhcs
I0423 19:58:28.857329    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5ph4b
I0423 19:58:28.857328    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-9ddcw
I0423 19:58:28.857331    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6ds9h
I0423 19:58:28.857339    3669 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5z6fd] creating logical port openshift-multus_network-metrics-daemon-5z6fd for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:28.857341    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-9ddcw
I0423 19:58:28.857342    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-c7pb9
I0423 19:58:28.857349    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-6ds9h after 0 failed attempt(s)
I0423 19:58:28.857274    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ft8nd
I0423 19:58:28.857355    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-c7pb9
I0423 19:58:28.857361    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-9ddcw after 0 failed attempt(s)
I0423 19:58:28.857365    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ft8nd after 0 failed attempt(s)
I0423 19:58:28.857300    3669 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-bh8cr after 0 failed attempt(s)
I0423 19:58:28.857252    3669 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-111.ec2.internal
I0423 19:58:28.857379    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-c7pb9 after 0 failed attempt(s)
I0423 19:58:28.857384    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-111.ec2.internal
I0423 19:58:28.857340    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-k4nrp after 0 failed attempt(s)
I0423 19:58:28.857394    3669 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5ph4b] creating logical port openshift-network-diagnostics_network-check-target-5ph4b for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:28.857282    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-n6tz5
I0423 19:58:28.857424    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-n6tz5 after 0 failed attempt(s)
I0423 19:58:28.857429    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-111.ec2.internal after 0 failed attempt(s)
I0423 19:58:28.857328    3669 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-111.ec2.internal
I0423 19:58:28.857266    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nd7t9
I0423 19:58:28.857450    3669 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-111.ec2.internal
I0423 19:58:28.857334    3669 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nvhcs
I0423 19:58:28.857469    3669 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-111.ec2.internal after 0 failed attempt(s)
I0423 19:58:28.857486    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nvhcs after 0 failed attempt(s)
I0423 19:58:28.857466    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nd7t9 after 0 failed attempt(s)
I0423 19:58:28.858006    3669 pods.go:271] [openshift-multus/network-metrics-daemon-5z6fd] addLogicalPort took 681.138µs, libovsdb time 225.764µs
I0423 19:58:28.858017    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-5z6fd after 0 failed attempt(s)
I0423 19:58:28.858162    3669 pods.go:271] [openshift-network-diagnostics/network-check-target-5ph4b] addLogicalPort took 811.531µs, libovsdb time 373.006µs
I0423 19:58:28.858173    3669 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5ph4b after 0 failed attempt(s)
I0423 19:58:28.870779    3669 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0423 19:58:28.882524    3669 iptables.go:108] Creating table: mangle chain: OUTPUT
I0423 19:58:28.885593    3669 iptables.go:108] Creating table: nat chain: OUTPUT
I0423 19:58:28.928019    3669 iptables.go:108] Creating table: nat chain: PREROUTING
I0423 19:58:28.988574    3669 iptables.go:108] Creating table: filter chain: FORWARD
I0423 19:58:29.004563    3669 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0423 19:58:29.004671    3669 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0423 19:58:29.004711    3669 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0423 19:58:29.004780    3669 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0423 19:58:29.004825    3669 gateway_init.go:325] Gateway and management port readiness took 1.207527017s
I0423 19:58:29.004850    3669 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0423 19:58:29.004883    3669 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0423 19:58:29.004894    3669 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0423 19:58:29.004902    3669 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0423 19:58:29.004955    3669 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0423 19:58:29.005045    3669 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.777µs
I0423 19:58:29.005363    3669 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0423 19:58:29.005393    3669 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.025µs
I0423 19:58:29.005401    3669 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.024µs
I0423 19:58:29.005407    3669 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0423 19:58:29.005415    3669 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0423 19:58:29.005420    3669 default_node_network_controller.go:899] Starting the default node network controller
I0423 19:58:29.005425    3669 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0423 19:58:29.005514    3669 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.183µs
I0423 19:58:29.005596    3669 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0423 19:58:29.005605    3669 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0423 19:58:29.005628    3669 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0002f1a40 0xc0002f1b20 0xc0002f1b90 0xc0002f1c00 0xc0002f1c70 <nil> 0xc0002f1ce0 0xc000c2f3b0 0xc0002f1d50 0xc0002f1dc0 <nil> 0xc000aac410 0xc0061b73b0 <nil> <nil> <nil> 0xc0002f1e30 <nil> map[0x2ff9080:0xc00221f200 0x2ff95c0:0xc00221f5c0 0x2ffa2e0:0xc00221f140 0x2ffa580:0xc00221f1a0 0x2ffad60:0xc00221f260 0x2ffb000:0xc00221f2c0 0x2ffb2a0:0xc00221f320 0x2ffba80:0xc00221f620 0x2ffbd20:0xc00221f680 0x3026980:0xc000c16fc0 0x3026d20:0xc000c17020 0x3027800:0xc000c6d560 0x3029160:0xc001aca000 0x30298a0:0xc00271af00 0x302a720:0xc000c16f60] 0xc000c581c0 0}
I0423 19:58:29.005685    3669 gateway.go:151] Starting gateway service sync
I0423 19:58:29.006143    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0423 19:58:29.008335    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0423 19:58:29.030258    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0423 19:58:29.031363    3669 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0423 19:58:29.032508    3669 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0423 19:58:29.065412    3669 gateway.go:168] Gateway service sync done. Time taken: 59.71502ms
I0423 19:58:29.066136    3669 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31856
I0423 19:58:29.066313    3669 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0002f1a40 0xc0002f1b20 0xc0002f1b90 0xc0002f1c00 0xc0002f1c70 <nil> 0xc0002f1ce0 0xc000c2f3b0 0xc0002f1d50 0xc0002f1dc0 <nil> 0xc000aac410 0xc0061b73b0 <nil> <nil> <nil> 0xc0002f1e30 <nil> map[0x2ff9080:0xc00221f200 0x2ff95c0:0xc00221f5c0 0x2ffa2e0:0xc00221f140 0x2ffa580:0xc00221f1a0 0x2ffad60:0xc00221f260 0x2ffb000:0xc00221f2c0 0x2ffb2a0:0xc00221f320 0x2ffba80:0xc00221f620 0x2ffbd20:0xc00221f680 0x3026980:0xc000c16fc0 0x3026d20:0xc000c17020 0x3027800:0xc000c6d560 0x3029160:0xc001aca000 0x30298a0:0xc00271af00 0x302a720:0xc000c16f60] 0xc000c581c0 0}
I0423 19:58:29.066866    3669 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d050 0xc0002f1a40 0xc0002f1b20 0xc0002f1b90 0xc0002f1c00 0xc0002f1c70 <nil> 0xc0002f1ce0 0xc000c2f3b0 0xc0002f1d50 0xc0002f1dc0 <nil> 0xc000aac410 0xc0061b73b0 <nil> <nil> <nil> 0xc0002f1e30 <nil> map[0x2ff9080:0xc00221f200 0x2ff95c0:0xc00221f5c0 0x2ffa2e0:0xc00221f140 0x2ffa580:0xc00221f1a0 0x2ffad60:0xc00221f260 0x2ffb000:0xc00221f2c0 0x2ffb2a0:0xc00221f320 0x2ffba80:0xc00221f620 0x2ffbd20:0xc00221f680 0x3026980:0xc000c16fc0 0x3026d20:0xc000c17020 0x3027800:0xc000c6d560 0x3029160:0xc001aca000 0x30298a0:0xc00271af00 0x302a720:0xc000c16f60] 0xc000c581c0 0}
I0423 19:58:29.066905    3669 gateway.go:532] Reconciling gateway with updates
I0423 19:58:29.071605    3669 gateway.go:339] Spawning Conntrack Rule Check Thread
I0423 19:58:29.071678    3669 default_node_network_controller.go:944] Gateway and management port readiness took 66.065048ms
I0423 19:58:29.071696    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:58:29.071718    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0423 19:58:29.071734    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:58:29.071733    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:58:29.071748    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:58:29.071755    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:58:29.071797    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0423 19:58:29.071809    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0423 19:58:29.071807    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:58:29.071820    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:58:29.071823    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:58:29.071825    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:58:29.071834    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:58:29.071736    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0423 19:58:29.071839    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:58:29.071844    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:58:29.071848    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:58:29.071852    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0423 19:58:29.071858    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:58:29.071864    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:58:29.071871    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:58:29.071871    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0423 19:58:29.071872    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:58:29.071886    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:58:29.071889    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:58:29.071889    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:58:29.071896    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0423 19:58:29.071900    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:58:29.071904    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0423 19:58:29.071909    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:58:29.071904    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:58:29.071916    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:58:29.071921    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:58:29.071925    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0423 19:58:29.071931    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:58:29.071826    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:58:29.071936    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:58:29.071837    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:58:29.071826    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:58:29.071950    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:58:29.071953    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:58:29.071960    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:58:29.071964    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:58:29.071967    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0423 19:58:29.071966    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:58:29.071971    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0423 19:58:29.071976    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:58:29.071981    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:58:29.071985    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:58:29.071986    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:58:29.071878    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:58:29.071984    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:58:29.071996    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:58:29.071996    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0423 19:58:29.072003    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:58:29.072004    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:58:29.072008    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0423 19:58:29.072012    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0423 19:58:29.071927    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0423 19:58:29.071938    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0423 19:58:29.072020    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0423 19:58:29.071967    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0423 19:58:29.071952    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:58:29.071922    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0423 19:58:29.072048    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0423 19:58:29.072081    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:58:29.072086    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0423 19:58:29.071970    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0423 19:58:29.072101    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:58:29.071994    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:58:29.072109    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:58:29.072113    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:58:29.072118    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:58:29.072120    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:58:29.072132    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:58:29.072137    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:58:29.072141    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0423 19:58:29.072144    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:58:29.072086    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:58:29.072147    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:58:29.072148    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:58:29.072132    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:58:29.072158    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:58:29.072159    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:58:29.072161    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0423 19:58:29.072164    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:58:29.072167    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:58:29.072167    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:58:29.072170    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0423 19:58:29.072181    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:58:29.072181    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 32086 is already open, no action needed
I0423 19:58:29.072038    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:58:29.072189    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0423 19:58:29.072191    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 32481 is already open, no action needed
I0423 19:58:29.072168    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:58:29.071902    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:58:29.072218    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:58:29.072098    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0423 19:58:29.072153    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:58:29.071722    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:58:29.072150    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:58:29.072266    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:58:29.072275    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0423 19:58:29.071737    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:58:29.072289    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:58:29.072145    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:58:29.072301    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:58:29.072154    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:58:29.072607    3669 node_ip_handler_linux.go:160] Node IP manager is running
W0423 19:58:29.109798    3669 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0423 19:58:29.110005    3669 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0423 19:58:29.110185    3669 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0
I0423 19:58:29.119301    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0423 19:58:29.119326    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0423 19:58:29.119334    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0423 19:58:29.119340    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0423 19:58:29.119346    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0423 19:58:29.119351    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0423 19:58:29.119357    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0423 19:58:29.119362    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0423 19:58:29.119368    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0423 19:58:29.119373    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0423 19:58:29.119378    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0423 19:58:29.119394    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0423 19:58:29.119413    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0423 19:58:29.119421    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0423 19:58:29.119426    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0423 19:58:29.119431    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0423 19:58:29.119437    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0423 19:58:29.159776    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0423 19:58:29.159802    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0423 19:58:29.159820    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0423 19:58:29.159828    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0423 19:58:29.159834    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0423 19:58:29.159841    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0423 19:58:29.159846    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0423 19:58:29.159852    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0423 19:58:29.159856    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
W0423 19:58:30.706723    3669 egressip_healthcheck.go:76] Health checking using insecure connection
I0423 19:58:30.706795    3669 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107
I0423 19:58:30.706802    3669 default_node_network_controller.go:1380] Starting node controller node sync
I0423 19:58:30.718495    3669 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.679451ms
I0423 19:58:30.718609    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-102.ec2.internal", IP: 10.0.2.102 to PMTUD blocking rules
I0423 19:58:30.718619    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 10.0.1.149 to PMTUD blocking rules
I0423 19:58:30.718628    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-102.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 19:58:30.718631    3669 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 19:58:30.730242    3669 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0423 19:58:30.730503    3669 egressservice_node.go:93] Setting up event handlers for Egress Services
I0423 19:58:30.730958    3669 egressservice_node.go:183] Starting Egress Services Controller
I0423 19:58:30.730974    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0423 19:58:30.730983    3669 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0423 19:58:30.730988    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0423 19:58:30.730993    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0423 19:58:30.731000    3669 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0423 19:58:30.731004    3669 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0423 19:58:30.731009    3669 egressservice_node.go:197] Repairing Egress Services
I0423 19:58:30.740860    3669 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0423 19:58:30.740873    3669 external_controller.go:278] Starting Admin Policy Based Route Controller
I0423 19:58:30.741097    3669 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0423 19:58:30.741108    3669 link_network_manager.go:119] Link manager is running
I0423 19:58:30.741116    3669 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0423 19:58:30.741314    3669 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0423 19:58:30.741472    3669 vrf_manager.go:128] VRF manager is running
I0423 19:58:30.741546    3669 node_controller_manager.go:437] Removing flows to drop GARP
I0423 19:58:30.741555    3669 gateway.go:532] Reconciling gateway with updates
I0423 19:58:30.799013    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:58:30.799024    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:58:30.799037    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:58:30.799038    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:58:30.799069    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 32086 is already open, no action needed
I0423 19:58:30.799076    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:58:30.799080    3669 port_claim.go:71] Svc openshift-ingress/router-default: port 32481 is already open, no action needed
I0423 19:58:30.799086    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:58:30.799099    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:58:30.799098    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:58:30.799111    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:58:30.799108    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:58:30.799118    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:58:30.799126    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:58:30.799130    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:58:30.799042    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:58:30.799148    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:58:30.799151    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:58:30.799162    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:58:30.799165    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:58:30.799118    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:58:30.799174    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:58:30.799173    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:58:30.799185    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:58:30.799186    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:58:30.799192    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:58:30.799198    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:58:30.799200    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:58:30.799198    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:58:30.799204    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0423 19:58:30.799210    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:58:30.799211    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:58:30.799214    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:58:30.799207    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0423 19:58:30.799221    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0423 19:58:30.799224    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:58:30.799200    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:58:30.799236    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:58:30.799236    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:58:30.799104    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:58:30.799243    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0423 19:58:30.799241    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:58:30.799258    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0423 19:58:30.799153    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:58:30.799262    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0423 19:58:30.799265    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:58:30.799267    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0423 19:58:30.799272    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:58:30.799278    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0423 19:58:30.799283    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0423 19:58:30.799187    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0423 19:58:30.799190    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:58:30.799296    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0423 19:58:30.799300    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:58:30.799303    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0423 19:58:30.799185    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:58:30.799308    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0423 19:58:30.799311    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0423 19:58:30.799323    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0423 19:58:30.799324    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0423 19:58:30.799171    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0423 19:58:30.799248    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0423 19:58:30.799215    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:58:30.799349    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:58:30.799223    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:58:30.799379    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0423 19:58:30.799385    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:58:30.799202    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:58:30.799395    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:58:30.799394    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:58:30.799399    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0423 19:58:30.799402    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0423 19:58:30.799247    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:58:30.799410    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:58:30.799414    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0423 19:58:30.799415    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:58:30.799421    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:58:30.799423    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:58:30.799431    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:58:30.799436    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:58:30.799439    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0423 19:58:30.799449    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:58:30.799447    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0423 19:58:30.799447    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:58:30.799455    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0423 19:58:30.799458    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:58:30.799465    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:58:30.799468    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0423 19:58:30.799473    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0423 19:58:30.799472    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0423 19:58:30.799479    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0423 19:58:30.799482    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0423 19:58:30.799417    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:58:30.799409    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:58:30.799534    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0423 19:58:30.799398    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:58:30.799550    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:58:30.799554    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:58:30.799559    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:58:30.799567    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:58:30.799421    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0423 19:58:30.799417    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:58:30.799590    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:58:30.799596    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0423 19:58:30.799398    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:58:30.799602    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0423 19:58:30.799422    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:58:30.799609    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:58:30.799338    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0423 19:58:30.799463    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0423 19:58:30.799610    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:58:30.799493    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:58:30.799672    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:58:30.799455    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:58:30.799463    3669 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:58:30.799710    3669 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:58:30.799716    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0423 19:58:30.838568    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0423 19:58:30.838588    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0423 19:58:30.838594    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0423 19:58:30.838598    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0423 19:58:30.838604    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0423 19:58:30.838609    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0423 19:58:30.838615    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0423 19:58:30.838620    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0423 19:58:30.838625    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0423 19:58:30.838630    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0423 19:58:30.878215    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0423 19:58:30.878246    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0423 19:58:30.878252    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0423 19:58:30.878258    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0423 19:58:30.878263    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0423 19:58:30.878269    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0423 19:58:30.878279    3669 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
W0423 19:58:31.536242    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0423 19:58:47.227381    3669 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:58:47.240768    3669 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:58:47.371201    3669 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-785b47677b-wczkv IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-785b47677b-wczkv: no pod IPs found 
W0423 19:58:47.399281    3669 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 19:58:47.630147    3669 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-111.ec2.internal
I0423 19:58:47.630174    3669 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-111.ec2.internal: 34.593µs
I0423 19:58:47.663906    3669 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f4c799f6-lb28n] creating logical port openshift-image-registry_image-registry-7f4c799f6-lb28n for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:47.663987    3669 kube.go:256] Updating pod openshift-image-registry/image-registry-7f4c799f6-lb28n
I0423 19:58:47.685416    3669 pod.go:62] [openshift-image-registry/image-registry-7f4c799f6-lb28n] pod update took 21.453259ms
I0423 19:58:47.685442    3669 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7f4c799f6-lb28n] addLogicalPort annotation time took 21.478294ms
I0423 19:58:47.686521    3669 pods.go:271] [openshift-image-registry/image-registry-7f4c799f6-lb28n] addLogicalPort took 22.628831ms, libovsdb time 857.855µs
I0423 19:58:47.706023    3669 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8xrbw] creating logical port openshift-insights_insights-runtime-extractor-8xrbw for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:47.706128    3669 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8xrbw
I0423 19:58:47.723803    3669 pod.go:62] [openshift-insights/insights-runtime-extractor-8xrbw] pod update took 17.695551ms
I0423 19:58:47.723826    3669 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8xrbw] addLogicalPort annotation time took 17.723852ms
I0423 19:58:47.724804    3669 pods.go:271] [openshift-insights/insights-runtime-extractor-8xrbw] addLogicalPort took 18.79153ms, libovsdb time 759.758µs
I0423 19:58:47.724868    3669 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-qr2sn] creating logical port openshift-dns_dns-default-qr2sn for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:47.724922    3669 kube.go:256] Updating pod openshift-dns/dns-default-qr2sn
I0423 19:58:47.742149    3669 pod.go:62] [openshift-dns/dns-default-qr2sn] pod update took 17.242965ms
I0423 19:58:47.742167    3669 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-qr2sn] addLogicalPort annotation time took 17.26472ms
I0423 19:58:47.743021    3669 pods.go:271] [openshift-dns/dns-default-qr2sn] addLogicalPort took 18.166159ms, libovsdb time 638.322µs
I0423 19:58:47.814234    3669 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vblxn] creating logical port openshift-ingress-canary_ingress-canary-vblxn for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:47.814321    3669 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vblxn
I0423 19:58:47.829743    3669 pod.go:62] [openshift-ingress-canary/ingress-canary-vblxn] pod update took 15.443799ms
I0423 19:58:47.829761    3669 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vblxn] addLogicalPort annotation time took 15.464577ms
I0423 19:58:47.830921    3669 pods.go:271] [openshift-ingress-canary/ingress-canary-vblxn] addLogicalPort took 16.703728ms, libovsdb time 931.357µs
I0423 19:58:48.129587    3669 cni.go:452] [openshift-insights/insights-runtime-extractor-8xrbw 86e0dd37c512a68cec1a7865e2c16a4f18c1f28c7668ebb526785a3d9e3c7970 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8xrbw 86e0dd37c512a68cec1a7865e2c16a4f18c1f28c7668ebb526785a3d9e3c7970 network default NAD default NAD key ]
I0423 19:58:48.152672    3669 cni.go:452] [openshift-dns/dns-default-qr2sn 3b50317d4f224654c2ade63bd4f3d332515e99a92bccd3c75f21b8a7c9b1a24a network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-qr2sn 3b50317d4f224654c2ade63bd4f3d332515e99a92bccd3c75f21b8a7c9b1a24a network default NAD default NAD key ]
I0423 19:58:48.174266    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8xrbw, hostIfaceName: 86e0dd37c512a68, network: default, NAD default, SandboxID: "86e0dd37c512a68cec1a7865e2c16a4f18c1f28c7668ebb526785a3d9e3c7970", PCI device ID: , UID: "e4806e02-62d7-4114-9ba8-4c1f69418d0f", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23]
I0423 19:58:48.174378    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-qr2sn, hostIfaceName: 3b50317d4f22465, network: default, NAD default, SandboxID: "3b50317d4f224654c2ade63bd4f3d332515e99a92bccd3c75f21b8a7c9b1a24a", PCI device ID: , UID: "76ea9f7c-9fba-4541-9fbe-2f55e51ab137", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23]
I0423 19:58:48.211809    3669 cni.go:452] [openshift-ingress-canary/ingress-canary-vblxn 7a1336afc129a4e7c2b7f803958453259cf36b02784ab0ff9a5eb6a8303b077c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vblxn 7a1336afc129a4e7c2b7f803958453259cf36b02784ab0ff9a5eb6a8303b077c network default NAD default NAD key ]
I0423 19:58:48.221037    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vblxn, hostIfaceName: 7a1336afc129a4e, network: default, NAD default, SandboxID: "7a1336afc129a4e7c2b7f803958453259cf36b02784ab0ff9a5eb6a8303b077c", PCI device ID: , UID: "cea103d6-66ee-4a5b-b862-07fd1e5aed77", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23]
I0423 19:58:48.225741    3669 cni.go:473] [openshift-dns/dns-default-qr2sn 3b50317d4f224654c2ade63bd4f3d332515e99a92bccd3c75f21b8a7c9b1a24a network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-qr2sn 3b50317d4f224654c2ade63bd4f3d332515e99a92bccd3c75f21b8a7c9b1a24a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:4f:aa:f5:00:81\",\"name\":\"3b50317d4f22465\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96c00996-d253-4252-930b-ff915a59418e\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:58:48.239755    3669 cni.go:473] [openshift-insights/insights-runtime-extractor-8xrbw 86e0dd37c512a68cec1a7865e2c16a4f18c1f28c7668ebb526785a3d9e3c7970 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8xrbw 86e0dd37c512a68cec1a7865e2c16a4f18c1f28c7668ebb526785a3d9e3c7970 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:24:e8:1d:a8:80\",\"name\":\"86e0dd37c512a68\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08f1dc22-a499-4cc6-b0c6-bf0f20c1479a\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:58:48.265038    3669 cni.go:473] [openshift-ingress-canary/ingress-canary-vblxn 7a1336afc129a4e7c2b7f803958453259cf36b02784ab0ff9a5eb6a8303b077c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vblxn 7a1336afc129a4e7c2b7f803958453259cf36b02784ab0ff9a5eb6a8303b077c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:0f:d9:48:33:e2\",\"name\":\"7a1336afc129a4e\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2b966f9-9fe8-44f2-b90f-e696fe75f43e\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:58:48.369491    3669 cni.go:452] [openshift-image-registry/image-registry-7f4c799f6-lb28n 4c6aab6a822f07563d35294cc913ed1cca1000056af2dd60122dfa25f594bb5b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7f4c799f6-lb28n 4c6aab6a822f07563d35294cc913ed1cca1000056af2dd60122dfa25f594bb5b network default NAD default NAD key ]
I0423 19:58:48.380765    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7f4c799f6-lb28n, hostIfaceName: 4c6aab6a822f075, network: default, NAD default, SandboxID: "4c6aab6a822f07563d35294cc913ed1cca1000056af2dd60122dfa25f594bb5b", PCI device ID: , UID: "724dcde7-9ac8-4a71-b661-5b9d1afe6581", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23]
I0423 19:58:48.427447    3669 cni.go:473] [openshift-image-registry/image-registry-7f4c799f6-lb28n 4c6aab6a822f07563d35294cc913ed1cca1000056af2dd60122dfa25f594bb5b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7f4c799f6-lb28n 4c6aab6a822f07563d35294cc913ed1cca1000056af2dd60122dfa25f594bb5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:37:96:06:03:62\",\"name\":\"4c6aab6a822f075\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c04fd15-b41f-4687-b47f-28d8183030a1\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:58:49.022930    3669 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:58:49.516479    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0423 19:58:51.460525    3669 base_network_controller_pods.go:487] [default/openshift-console/console-d74f58697-ptjtc] creating logical port openshift-console_console-d74f58697-ptjtc for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:51.460678    3669 kube.go:256] Updating pod openshift-console/console-d74f58697-ptjtc
I0423 19:58:51.484235    3669 pod.go:62] [openshift-console/console-d74f58697-ptjtc] pod update took 23.591459ms
I0423 19:58:51.484264    3669 base_network_controller_pods.go:951] [default/openshift-console/console-d74f58697-ptjtc] addLogicalPort annotation time took 23.627326ms
I0423 19:58:51.485751    3669 pods.go:271] [openshift-console/console-d74f58697-ptjtc] addLogicalPort took 25.241265ms, libovsdb time 1.102093ms
I0423 19:58:51.766668    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-2wlm6] creating logical port openshift-monitoring_prometheus-operator-76b589d668-2wlm6 for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:51.766803    3669 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-2wlm6
I0423 19:58:51.783332    3669 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-2wlm6] pod update took 16.554902ms
I0423 19:58:51.783354    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-2wlm6] addLogicalPort annotation time took 16.581721ms
I0423 19:58:51.784510    3669 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-2wlm6] addLogicalPort took 17.862678ms, libovsdb time 837.655µs
I0423 19:58:51.847942    3669 cni.go:452] [openshift-console/console-d74f58697-ptjtc 5546b9cbddb8ec97615e582569ca6ce8235ae7ea7b00655fa2f0d96e3e411ca9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d74f58697-ptjtc 5546b9cbddb8ec97615e582569ca6ce8235ae7ea7b00655fa2f0d96e3e411ca9 network default NAD default NAD key ]
I0423 19:58:51.859830    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-d74f58697-ptjtc, hostIfaceName: 5546b9cbddb8ec9, network: default, NAD default, SandboxID: "5546b9cbddb8ec97615e582569ca6ce8235ae7ea7b00655fa2f0d96e3e411ca9", PCI device ID: , UID: "6824c16a-7395-476b-99c8-928eec1ba15e", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23]
I0423 19:58:51.907070    3669 cni.go:473] [openshift-console/console-d74f58697-ptjtc 5546b9cbddb8ec97615e582569ca6ce8235ae7ea7b00655fa2f0d96e3e411ca9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d74f58697-ptjtc 5546b9cbddb8ec97615e582569ca6ce8235ae7ea7b00655fa2f0d96e3e411ca9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:5b:28:8e:e6:5e\",\"name\":\"5546b9cbddb8ec9\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3117f768-d275-4e3d-9e2c-969f65561ea2\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:58:52.747729    3669 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-2wlm6 bd7e3bd7b530ffd82cc07cffdf264620c98329355e7bfa7c8a98253a1750e046 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-2wlm6 bd7e3bd7b530ffd82cc07cffdf264620c98329355e7bfa7c8a98253a1750e046 network default NAD default NAD key ]
I0423 19:58:52.760024    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-2wlm6, hostIfaceName: bd7e3bd7b530ffd, network: default, NAD default, SandboxID: "bd7e3bd7b530ffd82cc07cffdf264620c98329355e7bfa7c8a98253a1750e046", PCI device ID: , UID: "79ec0b01-6fff-4bf4-83ec-e2b57a3d9946", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23]
I0423 19:58:52.808156    3669 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-2wlm6 bd7e3bd7b530ffd82cc07cffdf264620c98329355e7bfa7c8a98253a1750e046 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-2wlm6 bd7e3bd7b530ffd82cc07cffdf264620c98329355e7bfa7c8a98253a1750e046 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:b7:f8:34:40:35\",\"name\":\"bd7e3bd7b530ffd\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6d82490-7aa0-4efd-8ed7-b0ae8d457313\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:58:56.070349    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:58:56.554787    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:58:56.558708    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:58:56.558725    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:58:56.558731    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:58:56.558742    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:58:56.558746    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:58:56.558751    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:58:57.419971    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:58:57.419999    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 19:58:59.234476    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-d8rwj] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-d8rwj for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:59.234593    3669 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-d8rwj
I0423 19:58:59.259871    3669 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-d8rwj] pod update took 25.315406ms
I0423 19:58:59.259896    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-d8rwj] addLogicalPort annotation time took 25.345792ms
I0423 19:58:59.261160    3669 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-d8rwj] addLogicalPort took 26.703183ms, libovsdb time 960.927µs
I0423 19:58:59.271860    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-h6g7r] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-h6g7r for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:58:59.271949    3669 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-h6g7r
I0423 19:58:59.296451    3669 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-h6g7r] pod update took 24.534619ms
I0423 19:58:59.296472    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-h6g7r] addLogicalPort annotation time took 24.557683ms
I0423 19:58:59.297494    3669 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-h6g7r] addLogicalPort took 25.646755ms, libovsdb time 747.175µs
I0423 19:58:59.628421    3669 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-h6g7r e51174ec1804dd99de1fd1630c670e925606a731ce5fa20a859dab9b8ba125f3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-h6g7r e51174ec1804dd99de1fd1630c670e925606a731ce5fa20a859dab9b8ba125f3 network default NAD default NAD key ]
I0423 19:58:59.638306    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-h6g7r, hostIfaceName: e51174ec1804dd9, network: default, NAD default, SandboxID: "e51174ec1804dd99de1fd1630c670e925606a731ce5fa20a859dab9b8ba125f3", PCI device ID: , UID: "85c82122-7879-431d-9601-1789aa42ad8d", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23]
I0423 19:58:59.683575    3669 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-h6g7r e51174ec1804dd99de1fd1630c670e925606a731ce5fa20a859dab9b8ba125f3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-h6g7r e51174ec1804dd99de1fd1630c670e925606a731ce5fa20a859dab9b8ba125f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:5c:a0:32:2f:e2\",\"name\":\"e51174ec1804dd9\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feb67f77-7da5-4efb-acf5-c547140ab615\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:00.193609    3669 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-d8rwj 9a0b51411067941cb110ffc65eddb22110cb3378c652b032e3e2485867d52a96 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-d8rwj 9a0b51411067941cb110ffc65eddb22110cb3378c652b032e3e2485867d52a96 network default NAD default NAD key ]
I0423 19:59:00.205075    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-d8rwj, hostIfaceName: 9a0b51411067941, network: default, NAD default, SandboxID: "9a0b51411067941cb110ffc65eddb22110cb3378c652b032e3e2485867d52a96", PCI device ID: , UID: "3d8899c0-1aa3-401c-9bf5-863c9b6edb45", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23]
I0423 19:59:00.254181    3669 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-d8rwj 9a0b51411067941cb110ffc65eddb22110cb3378c652b032e3e2485867d52a96 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-d8rwj 9a0b51411067941cb110ffc65eddb22110cb3378c652b032e3e2485867d52a96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ff:82:31:05:fa\",\"name\":\"9a0b51411067941\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55331fbf-8aad-4b83-b355-d23c37a8c017\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:00.337013    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:59:00.337166    3669 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0423 19:59:00.363351    3669 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.236202ms
I0423 19:59:00.363377    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.268508ms
I0423 19:59:00.364909    3669 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.913545ms, libovsdb time 1.078215ms
W0423 19:59:00.513575    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:59:01.299246    3669 cni.go:452] [openshift-monitoring/alertmanager-main-0 0756a909183824fce4459c6580938e2420c2b5a7f8cac7508e2a0bf443139f83 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 0756a909183824fce4459c6580938e2420c2b5a7f8cac7508e2a0bf443139f83 network default NAD default NAD key ]
I0423 19:59:01.311311    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 0756a909183824f, network: default, NAD default, SandboxID: "0756a909183824fce4459c6580938e2420c2b5a7f8cac7508e2a0bf443139f83", PCI device ID: , UID: "9f55ef38-1a37-4888-a50d-8abd33e09099", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23]
I0423 19:59:01.363370    3669 cni.go:473] [openshift-monitoring/alertmanager-main-0 0756a909183824fce4459c6580938e2420c2b5a7f8cac7508e2a0bf443139f83 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 0756a909183824fce4459c6580938e2420c2b5a7f8cac7508e2a0bf443139f83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ec:10:1a:1f:a8\",\"name\":\"0756a909183824f\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb067e12-c1b4-4edb-aa14-3542de7f1bc6\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:01.368713    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-555c97f49f-pkm2j] creating logical port openshift-monitoring_thanos-querier-555c97f49f-pkm2j for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:59:01.368896    3669 kube.go:256] Updating pod openshift-monitoring/thanos-querier-555c97f49f-pkm2j
I0423 19:59:01.397737    3669 pod.go:62] [openshift-monitoring/thanos-querier-555c97f49f-pkm2j] pod update took 28.876839ms
I0423 19:59:01.397765    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-555c97f49f-pkm2j] addLogicalPort annotation time took 28.911706ms
I0423 19:59:01.399180    3669 pods.go:271] [openshift-monitoring/thanos-querier-555c97f49f-pkm2j] addLogicalPort took 30.488238ms, libovsdb time 966.344µs
I0423 19:59:01.916506    3669 cni.go:452] [openshift-monitoring/thanos-querier-555c97f49f-pkm2j afb01d0b94747e95bde198ad7774b7b5c8f54e917101c7ecbc4e745bb5aacb99 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-555c97f49f-pkm2j afb01d0b94747e95bde198ad7774b7b5c8f54e917101c7ecbc4e745bb5aacb99 network default NAD default NAD key ]
I0423 19:59:01.926806    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-555c97f49f-pkm2j, hostIfaceName: afb01d0b94747e9, network: default, NAD default, SandboxID: "afb01d0b94747e95bde198ad7774b7b5c8f54e917101c7ecbc4e745bb5aacb99", PCI device ID: , UID: "5360214f-8715-4684-8f71-f79a2bf54f1b", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23]
I0423 19:59:01.973561    3669 cni.go:473] [openshift-monitoring/thanos-querier-555c97f49f-pkm2j afb01d0b94747e95bde198ad7774b7b5c8f54e917101c7ecbc4e745bb5aacb99 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-555c97f49f-pkm2j afb01d0b94747e95bde198ad7774b7b5c8f54e917101c7ecbc4e745bb5aacb99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:c3:a6:ac:4a:4b\",\"name\":\"afb01d0b94747e9\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14b0101a-d9b3-4ecc-9fa7-c59de9a87aa0\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:59:02.054106    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:59:02.054166    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:59:02.054177    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:59:02.527212    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:59:02.527243    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:59:02.584335    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0423 19:59:02.584360    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0423 19:59:03.124683    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:59:03.124700    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:59:03.124705    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0423 19:59:03.865437    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-774cd65c5-r7psj] creating logical port openshift-monitoring_metrics-server-774cd65c5-r7psj for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:59:03.865571    3669 kube.go:256] Updating pod openshift-monitoring/metrics-server-774cd65c5-r7psj
I0423 19:59:03.882720    3669 pod.go:62] [openshift-monitoring/metrics-server-774cd65c5-r7psj] pod update took 17.174801ms
I0423 19:59:03.882746    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-774cd65c5-r7psj] addLogicalPort annotation time took 17.209511ms
I0423 19:59:03.884106    3669 pods.go:271] [openshift-monitoring/metrics-server-774cd65c5-r7psj] addLogicalPort took 18.6844ms, libovsdb time 991.516µs
I0423 19:59:03.988037    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ts5h6] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-ts5h6 for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:59:03.988187    3669 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-ts5h6
I0423 19:59:04.000718    3669 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ts5h6] pod update took 12.599866ms
I0423 19:59:04.000746    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ts5h6] addLogicalPort annotation time took 12.631914ms
I0423 19:59:04.002007    3669 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ts5h6] addLogicalPort took 13.990105ms, libovsdb time 859.316µs
I0423 19:59:04.684966    3669 cni.go:452] [openshift-monitoring/metrics-server-774cd65c5-r7psj 2d19ef695e135150652e911fb2df58dd2c21e79afeadb7055a113a386cede712 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-774cd65c5-r7psj 2d19ef695e135150652e911fb2df58dd2c21e79afeadb7055a113a386cede712 network default NAD default NAD key ]
I0423 19:59:04.694386    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-774cd65c5-r7psj, hostIfaceName: 2d19ef695e13515, network: default, NAD default, SandboxID: "2d19ef695e135150652e911fb2df58dd2c21e79afeadb7055a113a386cede712", PCI device ID: , UID: "6f1db46c-dfb6-4fce-a0a9-6abd0718c128", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23]
I0423 19:59:04.749487    3669 cni.go:473] [openshift-monitoring/metrics-server-774cd65c5-r7psj 2d19ef695e135150652e911fb2df58dd2c21e79afeadb7055a113a386cede712 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-774cd65c5-r7psj 2d19ef695e135150652e911fb2df58dd2c21e79afeadb7055a113a386cede712 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:43:0d:e1:32:d7\",\"name\":\"2d19ef695e13515\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e45aa2f-8abb-42d6-b0ee-c069d5d06fde\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:04.950238    3669 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ts5h6 b60066aef7791e7a90747426ad252369972dc59d4b26bca14d21e17a35932185 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ts5h6 b60066aef7791e7a90747426ad252369972dc59d4b26bca14d21e17a35932185 network default NAD default NAD key ]
I0423 19:59:04.960784    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-ts5h6, hostIfaceName: b60066aef7791e7, network: default, NAD default, SandboxID: "b60066aef7791e7a90747426ad252369972dc59d4b26bca14d21e17a35932185", PCI device ID: , UID: "4c89dc9c-fcb0-49a7-ab1c-0f4e6b2e2f63", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23]
I0423 19:59:05.007460    3669 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ts5h6 b60066aef7791e7a90747426ad252369972dc59d4b26bca14d21e17a35932185 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ts5h6 b60066aef7791e7a90747426ad252369972dc59d4b26bca14d21e17a35932185 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:11:dd:ec:20:a7\",\"name\":\"b60066aef7791e7\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/023753f1-cf04-4a97-86d5-6ef4ad1857df\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:59:05.687803    3669 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6bcc7cdd95-4r95f IP address from the namespace address-set, err: pod openshift-console/console-6bcc7cdd95-4r95f: no pod IPs found 
I0423 19:59:05.698198    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:59:05.698335    3669 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0423 19:59:05.732608    3669 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 34.325809ms
I0423 19:59:05.732641    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 34.363266ms
I0423 19:59:05.734167    3669 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 35.988533ms, libovsdb time 1.114102ms
I0423 19:59:06.249908    3669 cni.go:452] [openshift-monitoring/prometheus-k8s-0 d06259e63c5bbdbfd8fb91ebd8ae51be1ebc6c9e22f6a4cb3c4bccb34eb6e6a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 d06259e63c5bbdbfd8fb91ebd8ae51be1ebc6c9e22f6a4cb3c4bccb34eb6e6a5 network default NAD default NAD key ]
I0423 19:59:06.261124    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: d06259e63c5bbdb, network: default, NAD default, SandboxID: "d06259e63c5bbdbfd8fb91ebd8ae51be1ebc6c9e22f6a4cb3c4bccb34eb6e6a5", PCI device ID: , UID: "e2c9ec19-0ec3-4320-8d8c-e176fdb3ed80", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23]
I0423 19:59:06.315590    3669 cni.go:473] [openshift-monitoring/prometheus-k8s-0 d06259e63c5bbdbfd8fb91ebd8ae51be1ebc6c9e22f6a4cb3c4bccb34eb6e6a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 d06259e63c5bbdbfd8fb91ebd8ae51be1ebc6c9e22f6a4cb3c4bccb34eb6e6a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:56:6c:9d:2f:74\",\"name\":\"d06259e63c5bbdb\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2430b0bb-de35-48bc-ac8b-81e3c31aac6e\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:59:07.125015    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:07.125036    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:07.125041    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:07.125046    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:07.166888    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:59:07.166906    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:59:07.213322    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 19:59:08.700666    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:59:08.700692    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0423 19:59:08.917293    3669 cni.go:452] [openshift-network-diagnostics/network-check-target-5ph4b 4a9e463d7f6bdd9b79a0467840e01d1772be2cf3d384ca73f886146e914628df network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5ph4b 4a9e463d7f6bdd9b79a0467840e01d1772be2cf3d384ca73f886146e914628df network default NAD default NAD key ]
I0423 19:59:08.927072    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5ph4b, hostIfaceName: 4a9e463d7f6bdd9, network: default, NAD default, SandboxID: "4a9e463d7f6bdd9b79a0467840e01d1772be2cf3d384ca73f886146e914628df", PCI device ID: , UID: "fed18d2d-d2bd-493b-a38f-c36e2314ab15", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23]
I0423 19:59:08.939731    3669 cni.go:452] [openshift-multus/network-metrics-daemon-5z6fd 86b2cb5f98dab253835ea57bf9335534b6da32912c0a02607df91378af76cb4b network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-5z6fd 86b2cb5f98dab253835ea57bf9335534b6da32912c0a02607df91378af76cb4b network default NAD default NAD key ]
I0423 19:59:08.949741    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5z6fd, hostIfaceName: 86b2cb5f98dab25, network: default, NAD default, SandboxID: "86b2cb5f98dab253835ea57bf9335534b6da32912c0a02607df91378af76cb4b", PCI device ID: , UID: "82391551-3b6b-4a04-a4a8-853ab015e346", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23]
I0423 19:59:08.977924    3669 cni.go:473] [openshift-network-diagnostics/network-check-target-5ph4b 4a9e463d7f6bdd9b79a0467840e01d1772be2cf3d384ca73f886146e914628df network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5ph4b 4a9e463d7f6bdd9b79a0467840e01d1772be2cf3d384ca73f886146e914628df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:b4:39:84:39:75\",\"name\":\"4a9e463d7f6bdd9\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccdff12b-9228-455a-92c7-25905b60f739\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:09.002650    3669 cni.go:473] [openshift-multus/network-metrics-daemon-5z6fd 86b2cb5f98dab253835ea57bf9335534b6da32912c0a02607df91378af76cb4b network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5z6fd 86b2cb5f98dab253835ea57bf9335534b6da32912c0a02607df91378af76cb4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c0:e7:07:01:7c\",\"name\":\"86b2cb5f98dab25\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29ef0834-feaa-4d05-8d76-2fc3ee733ade\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 19:59:10.035415    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:59:10.649049    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:59:10.649162    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:59:10.649177    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:59:10.676323    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 19:59:11.636353    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:11.636391    3669 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:11.636406    3669 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:11.636412    3669 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0423 19:59:12.679621    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6594b6fc67-z8lh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:12.690420    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6594b6fc67-z8lh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:59:13.151541    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:13.151564    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:13.151572    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:13.151578    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:59:13.532778    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:59:13.532804    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0423 19:59:13.671618    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6594b6fc67-z8lh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:13.671642    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6594b6fc67-z8lh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:13.678910    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6594b6fc67-z8lh9
I0423 19:59:13.678930    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6594b6fc67-z8lh9
I0423 19:59:25.655818    3669 cni.go:452] [openshift-console/console-d74f58697-ptjtc 5546b9cbddb8ec97615e582569ca6ce8235ae7ea7b00655fa2f0d96e3e411ca9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-d74f58697-ptjtc 5546b9cbddb8ec97615e582569ca6ce8235ae7ea7b00655fa2f0d96e3e411ca9 network default NAD default NAD key ]
I0423 19:59:25.731647    3669 cni.go:473] [openshift-console/console-d74f58697-ptjtc 5546b9cbddb8ec97615e582569ca6ce8235ae7ea7b00655fa2f0d96e3e411ca9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-d74f58697-ptjtc 5546b9cbddb8ec97615e582569ca6ce8235ae7ea7b00655fa2f0d96e3e411ca9 network default NAD default NAD key default], result "{}", err <nil>
W0423 19:59:25.737214    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0423 19:59:25.776105    3669 obj_retry.go:498] Detected object openshift-console/console-d74f58697-ptjtc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:25.776140    3669 pods.go:176] Deleting pod: openshift-console/console-d74f58697-ptjtc
I0423 19:59:25.777316    3669 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d74f58697-ptjtc, ips: 10.130.0.9
I0423 19:59:25.777344    3669 obj_retry.go:498] Detected object openshift-console/console-d74f58697-ptjtc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:25.787779    3669 base_network_controller_pods.go:487] [default/openshift-console/console-69b866469c-9r4r5] creating logical port openshift-console_console-69b866469c-9r4r5 for pod on switch ip-10-0-0-111.ec2.internal
I0423 19:59:25.787970    3669 kube.go:256] Updating pod openshift-console/console-69b866469c-9r4r5
I0423 19:59:25.803900    3669 pod.go:62] [openshift-console/console-69b866469c-9r4r5] pod update took 15.96127ms
I0423 19:59:25.803923    3669 base_network_controller_pods.go:951] [default/openshift-console/console-69b866469c-9r4r5] addLogicalPort annotation time took 15.993199ms
I0423 19:59:25.805187    3669 pods.go:271] [openshift-console/console-69b866469c-9r4r5] addLogicalPort took 17.421027ms, libovsdb time 943.321µs
I0423 19:59:26.147750    3669 cni.go:452] [openshift-console/console-69b866469c-9r4r5 71dfe8757bfacb4733a52e94fee8564de46680c0d69620258859aff3d156a4bc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-69b866469c-9r4r5 71dfe8757bfacb4733a52e94fee8564de46680c0d69620258859aff3d156a4bc network default NAD default NAD key ]
I0423 19:59:26.156884    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-69b866469c-9r4r5, hostIfaceName: 71dfe8757bfacb4, network: default, NAD default, SandboxID: "71dfe8757bfacb4733a52e94fee8564de46680c0d69620258859aff3d156a4bc", PCI device ID: , UID: "96c79851-8040-4af7-bc9b-aeb4977fe9a7", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23]
I0423 19:59:26.206239    3669 cni.go:473] [openshift-console/console-69b866469c-9r4r5 71dfe8757bfacb4733a52e94fee8564de46680c0d69620258859aff3d156a4bc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-69b866469c-9r4r5 71dfe8757bfacb4733a52e94fee8564de46680c0d69620258859aff3d156a4bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:68:a1:85:cc:d6\",\"name\":\"71dfe8757bfacb4\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7abce658-7f84-48ae-94c4-a23dfc9842e8\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 19:59:26.218325    3669 obj_retry.go:492] Detected object openshift-console/console-d74f58697-ptjtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:26.218349    3669 obj_retry.go:492] Detected object openshift-console/console-d74f58697-ptjtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:26.225827    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d74f58697-ptjtc
I0423 19:59:26.225851    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d74f58697-ptjtc
W0423 19:59:28.139427    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 19:59:30.761958    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0423 19:59:31.359429    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:59:31.359451    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:59:31.359457    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0423 19:59:35.417718    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6594b6fc67-tgd29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:35.418262    3669 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6594b6fc67-tgd29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:35.778507    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6594b6fc67-tgd29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:35.778528    3669 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6594b6fc67-tgd29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:35.785138    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6594b6fc67-tgd29
I0423 19:59:35.785164    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6594b6fc67-tgd29
I0423 19:59:35.983558    3669 obj_retry.go:498] Detected object openshift-console/console-6bcc7cdd95-xjjnr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:35.984144    3669 obj_retry.go:498] Detected object openshift-console/console-6bcc7cdd95-xjjnr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:59:36.274885    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0423 19:59:36.804519    3669 obj_retry.go:492] Detected object openshift-console/console-6bcc7cdd95-xjjnr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:36.804543    3669 obj_retry.go:492] Detected object openshift-console/console-6bcc7cdd95-xjjnr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:36.810946    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bcc7cdd95-xjjnr
I0423 19:59:36.810968    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bcc7cdd95-xjjnr
W0423 19:59:40.815758    3669 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0423 19:59:43.169206    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0423 19:59:59.417282    3669 obj_retry.go:498] Detected object openshift-ingress/router-default-5d8c68cc65-h6b7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:59.417814    3669 obj_retry.go:498] Detected object openshift-ingress/router-default-5d8c68cc65-h6b7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:59:59.887692    3669 obj_retry.go:492] Detected object openshift-ingress/router-default-5d8c68cc65-h6b7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:59.887715    3669 obj_retry.go:492] Detected object openshift-ingress/router-default-5d8c68cc65-h6b7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:59:59.894078    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5d8c68cc65-h6b7j
I0423 19:59:59.894101    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5d8c68cc65-h6b7j
I0423 20:00:01.635150    3669 obj_retry.go:498] Detected object openshift-console/console-d74f58697-25ltm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:01.635720    3669 obj_retry.go:498] Detected object openshift-console/console-d74f58697-25ltm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:01.850174    3669 obj_retry.go:492] Detected object openshift-console/console-d74f58697-25ltm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:01.850199    3669 obj_retry.go:492] Detected object openshift-console/console-d74f58697-25ltm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:01.856958    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d74f58697-25ltm
I0423 20:00:01.856988    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d74f58697-25ltm
W0423 20:00:06.419487    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 20:00:06.419511    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0423 20:00:18.032672    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-fg29g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:18.033217    3669 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-fg29g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:18.953332    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-fg29g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:18.953352    3669 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-fg29g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:21.161764    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:21.162425    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:21.926176    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:21.926200    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:21.934364    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0423 20:00:21.934395    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0423 20:00:25.599675    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:25.600242    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:26.001845    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:26.001869    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:26.011490    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0423 20:00:26.011520    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0423 20:00:30.090485    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v6x25 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:30.091100    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v6x25 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:30.091227    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v6x25 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:30.091264    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0423 20:00:30.091643    3669 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v6x25 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:30.091664    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0423 20:00:31.118911    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v6x25 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:31.118933    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v6x25 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:31.118947    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v6x25 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:31.118960    3669 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v6x25 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:31.845685    3669 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0423 20:00:31.857334    3669 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0423 20:00:43.552677    3669 cni.go:452] [openshift-monitoring/alertmanager-main-0 0756a909183824fce4459c6580938e2420c2b5a7f8cac7508e2a0bf443139f83 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 0756a909183824fce4459c6580938e2420c2b5a7f8cac7508e2a0bf443139f83 network default NAD default NAD key ]
I0423 20:00:43.640315    3669 cni.go:473] [openshift-monitoring/alertmanager-main-0 0756a909183824fce4459c6580938e2420c2b5a7f8cac7508e2a0bf443139f83 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 0756a909183824fce4459c6580938e2420c2b5a7f8cac7508e2a0bf443139f83 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:00:43.697521    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:43.697553    3669 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0423 20:00:43.698751    3669 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.13
I0423 20:00:43.698776    3669 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:44.535820    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:44.535848    3669 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:44.544120    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0423 20:00:44.544150    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0423 20:00:44.584258    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-111.ec2.internal
I0423 20:00:44.584361    3669 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0423 20:00:44.610930    3669 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.604118ms
I0423 20:00:44.610975    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.655398ms
I0423 20:00:44.612400    3669 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.166853ms, libovsdb time 1.030409ms
I0423 20:00:44.945847    3669 cni.go:452] [openshift-monitoring/alertmanager-main-0 4caeab3f1b00abe52c4636a3b8be3d692130f28fc3d91427a02c8f3b49d8f496 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 4caeab3f1b00abe52c4636a3b8be3d692130f28fc3d91427a02c8f3b49d8f496 network default NAD default NAD key ]
I0423 20:00:44.955279    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 4caeab3f1b00abe, network: default, NAD default, SandboxID: "4caeab3f1b00abe52c4636a3b8be3d692130f28fc3d91427a02c8f3b49d8f496", PCI device ID: , UID: "68d62d50-4195-4c17-9e65-4f6a7d1b937a", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23]
I0423 20:00:45.002993    3669 cni.go:473] [openshift-monitoring/alertmanager-main-0 4caeab3f1b00abe52c4636a3b8be3d692130f28fc3d91427a02c8f3b49d8f496 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 4caeab3f1b00abe52c4636a3b8be3d692130f28fc3d91427a02c8f3b49d8f496 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:dc:18:4b:3a:d3\",\"name\":\"4caeab3f1b00abe\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c8b946f-ef53-49b5-9dd7-3f21d074be25\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0423 20:00:54.535024    3669 obj_retry.go:498] Detected object openshift-console/console-69b866469c-9fxb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:54.535633    3669 obj_retry.go:498] Detected object openshift-console/console-69b866469c-9fxb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:55.157851    3669 obj_retry.go:492] Detected object openshift-console/console-69b866469c-9fxb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:55.157873    3669 obj_retry.go:492] Detected object openshift-console/console-69b866469c-9fxb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:55.166175    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69b866469c-9fxb6
I0423 20:00:55.166201    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69b866469c-9fxb6
I0423 20:01:05.229455    3669 cni.go:452] [openshift-console/console-69b866469c-9r4r5 71dfe8757bfacb4733a52e94fee8564de46680c0d69620258859aff3d156a4bc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-69b866469c-9r4r5 71dfe8757bfacb4733a52e94fee8564de46680c0d69620258859aff3d156a4bc network default NAD default NAD key ]
I0423 20:01:05.313094    3669 cni.go:473] [openshift-console/console-69b866469c-9r4r5 71dfe8757bfacb4733a52e94fee8564de46680c0d69620258859aff3d156a4bc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-69b866469c-9r4r5 71dfe8757bfacb4733a52e94fee8564de46680c0d69620258859aff3d156a4bc network default NAD default NAD key default], result "{}", err <nil>
I0423 20:01:05.362524    3669 obj_retry.go:498] Detected object openshift-console/console-69b866469c-9r4r5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:05.362553    3669 pods.go:176] Deleting pod: openshift-console/console-69b866469c-9r4r5
I0423 20:01:05.363810    3669 pods.go:236] Attempting to release IPs for pod: openshift-console/console-69b866469c-9r4r5, ips: 10.130.0.18
I0423 20:01:05.363837    3669 obj_retry.go:498] Detected object openshift-console/console-69b866469c-9r4r5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:05.622076    3669 obj_retry.go:492] Detected object openshift-console/console-69b866469c-9r4r5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:05.622122    3669 obj_retry.go:492] Detected object openshift-console/console-69b866469c-9r4r5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:05.626818    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69b866469c-9r4r5
I0423 20:01:05.626841    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69b866469c-9r4r5
I0423 20:01:09.130711    3669 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0423 20:01:15.000192    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 20:01:15.000214    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 20:01:15.000220    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0423 20:01:28.473794    3669 cni.go:452] [openshift-monitoring/prometheus-k8s-0 d06259e63c5bbdbfd8fb91ebd8ae51be1ebc6c9e22f6a4cb3c4bccb34eb6e6a5 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 d06259e63c5bbdbfd8fb91ebd8ae51be1ebc6c9e22f6a4cb3c4bccb34eb6e6a5 network default NAD default NAD key ]
I0423 20:01:28.544965    3669 cni.go:473] [openshift-monitoring/prometheus-k8s-0 d06259e63c5bbdbfd8fb91ebd8ae51be1ebc6c9e22f6a4cb3c4bccb34eb6e6a5 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 d06259e63c5bbdbfd8fb91ebd8ae51be1ebc6c9e22f6a4cb3c4bccb34eb6e6a5 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:01:28.606354    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:28.606391    3669 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0423 20:01:28.607665    3669 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.17
I0423 20:01:28.607692    3669 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:28.720811    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:28.720839    3669 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:28.728366    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0423 20:01:28.728403    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0423 20:01:28.832868    3669 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-111.ec2.internal
I0423 20:01:28.832976    3669 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0423 20:01:28.867284    3669 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 34.347834ms
I0423 20:01:28.867305    3669 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 34.374397ms
I0423 20:01:28.868426    3669 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 35.578335ms, libovsdb time 838.027µs
I0423 20:01:29.194353    3669 cni.go:452] [openshift-monitoring/prometheus-k8s-0 81bd460768bdc5825a5e98b2e2e14ef737d86f84c17ee57779843a98c7382a2c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 81bd460768bdc5825a5e98b2e2e14ef737d86f84c17ee57779843a98c7382a2c network default NAD default NAD key ]
I0423 20:01:29.203471    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 81bd460768bdc58, network: default, NAD default, SandboxID: "81bd460768bdc5825a5e98b2e2e14ef737d86f84c17ee57779843a98c7382a2c", PCI device ID: , UID: "e796452f-bcf3-4a0a-8ed6-bce1218351dd", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23]
I0423 20:01:29.249676    3669 cni.go:473] [openshift-monitoring/prometheus-k8s-0 81bd460768bdc5825a5e98b2e2e14ef737d86f84c17ee57779843a98c7382a2c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 81bd460768bdc5825a5e98b2e2e14ef737d86f84c17ee57779843a98c7382a2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:58:65:a1:34:b0\",\"name\":\"81bd460768bdc58\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/501011ca-ae5d-4303-9fab-7a547f546964\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 20:02:29.998047    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 20:02:29.998085    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0423 20:02:42.936135    3669 base_network_controller_pods.go:487] [default/openshift-console/console-76cc4db4d7-pbnlz] creating logical port openshift-console_console-76cc4db4d7-pbnlz for pod on switch ip-10-0-0-111.ec2.internal
I0423 20:02:42.936262    3669 kube.go:256] Updating pod openshift-console/console-76cc4db4d7-pbnlz
I0423 20:02:42.996621    3669 kube.go:256] Updating pod openshift-console/console-76cc4db4d7-pbnlz
I0423 20:02:43.025710    3669 pod.go:62] [openshift-console/console-76cc4db4d7-pbnlz] pod update took 89.473667ms
I0423 20:02:43.025735    3669 base_network_controller_pods.go:951] [default/openshift-console/console-76cc4db4d7-pbnlz] addLogicalPort annotation time took 89.504228ms
I0423 20:02:43.026897    3669 pods.go:271] [openshift-console/console-76cc4db4d7-pbnlz] addLogicalPort took 90.777009ms, libovsdb time 852.84µs
I0423 20:02:43.290935    3669 cni.go:452] [openshift-console/console-76cc4db4d7-pbnlz 9f4858a62dbfefa9626c5cd42660f6f15217ce12477d98bc079c8e2510fd36f8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76cc4db4d7-pbnlz 9f4858a62dbfefa9626c5cd42660f6f15217ce12477d98bc079c8e2510fd36f8 network default NAD default NAD key ]
I0423 20:02:43.313710    3669 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76cc4db4d7-pbnlz, hostIfaceName: 9f4858a62dbfefa, network: default, NAD default, SandboxID: "9f4858a62dbfefa9626c5cd42660f6f15217ce12477d98bc079c8e2510fd36f8", PCI device ID: , UID: "ea8bbd10-4277-44f8-ba43-35a1ee47d244", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23]
I0423 20:02:43.363216    3669 cni.go:473] [openshift-console/console-76cc4db4d7-pbnlz 9f4858a62dbfefa9626c5cd42660f6f15217ce12477d98bc079c8e2510fd36f8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76cc4db4d7-pbnlz 9f4858a62dbfefa9626c5cd42660f6f15217ce12477d98bc079c8e2510fd36f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:68:f4:a1:d8:48\",\"name\":\"9f4858a62dbfefa\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38dc3612-6b24-4663-8c08-bdcd679f2780\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0423 20:02:54.063352    3669 util.go:959] Failed to build node endpoints for node ip-10-0-0-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0423 20:03:08.235843    3669 obj_retry.go:498] Detected object openshift-console/console-84d78d6f76-hmhcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:03:08.236446    3669 obj_retry.go:498] Detected object openshift-console/console-84d78d6f76-hmhcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:03:08.669131    3669 obj_retry.go:492] Detected object openshift-console/console-84d78d6f76-hmhcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:03:08.669155    3669 obj_retry.go:492] Detected object openshift-console/console-84d78d6f76-hmhcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:03:08.674139    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84d78d6f76-hmhcs
I0423 20:03:08.674167    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84d78d6f76-hmhcs
I0423 20:03:19.394824    3669 obj_retry.go:498] Detected object openshift-console/console-84d78d6f76-8vqzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:03:19.395371    3669 obj_retry.go:498] Detected object openshift-console/console-84d78d6f76-8vqzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:03:19.626565    3669 obj_retry.go:492] Detected object openshift-console/console-84d78d6f76-8vqzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:03:19.626584    3669 obj_retry.go:492] Detected object openshift-console/console-84d78d6f76-8vqzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:03:19.633044    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84d78d6f76-8vqzr
I0423 20:03:19.633090    3669 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84d78d6f76-8vqzr
I0423 20:03:29.394979    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5
I0423 20:04:09.300557    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=474
I0423 20:04:09.406689    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0423 20:04:23.288019    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46
I0423 20:04:31.285502    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70
I0423 20:04:36.371773    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0423 20:05:13.406231    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0423 20:05:33.366361    3669 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
W0423 20:05:37.167044    3669 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 20:05:42.287848    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0423 20:05:48.214959    3669 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0423 20:05:48.215022    3669 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-bdvf2 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-bdvf2: no pod IPs found 
I0423 20:05:54.286662    3669 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=132
I0423 20:06:25.773215    3669 namespace.go:98] [tsf] adding namespace
I0423 20:06:25.774151    3669 namespace.go:102] [tsf] adding namespace took 911.911µs
I0423 20:06:25.796445    3669 namespace.go:142] [tsf] updating namespace
I0423 20:06:25.807401    3669 namespace.go:142] [tsf] updating namespace
I0423 20:06:27.389375    3669 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9