+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-18.ec2.internal
++ [[ -n ip-10-0-0-18.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-18.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0423 21:50:22.746842992 - disable conntrack on geneve port'
I0423 21:50:22.746842992 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0423 21:50:22.788542216 - starting ovnkube-node
+ echo 'I0423 21:50:22.788542216 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-18.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-18.ec2.internal --init-node ip-10-0-0-18.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-18.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0423 21:50:22.832227    3788 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0423 21:50:22.832289    3788 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a30fa74cd2.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0423 21:50:22.833788    3788 kube.go:431] Waiting for certificate
I0423 21:50:22.833817    3788 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0423 21:50:22.833856    3788 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0423 21:50:22.834555    3788 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0423 21:50:22.864316    3788 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 21:50:22.864336    3788 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 21:50:22.867495    3788 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 21:50:22.867586    3788 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zph9r"
I0423 21:50:22.873729    3788 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zph9r"
I0423 21:50:22.873790    3788 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 21:50:23.834040    3788 kube.go:438] Certificate found
I0423 21:50:23.834637    3788 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0423 21:50:23.835576    3788 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0423 21:50:23.878547    3788 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-24 21:45:22 +0000 UTC" deadline="2026-04-24 17:38:18.320522706 +0000 UTC"
I0423 21:50:23.878653    3788 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h47m54.441884316s"
I0423 21:50:23.898892    3788 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0423 21:50:23.908739    3788 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0423 21:50:23.908813    3788 factory.go:561] Starting watch factory
I0423 21:50:23.908914    3788 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.910188    3788 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.910175    3788 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.910227    3788 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.910291    3788 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.910508    3788 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.910665    3788 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.910993    3788 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0423 21:50:23.908901    3788 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.911103    3788 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.910962    3788 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.911467    3788 server.go:101] MetricServer registers OVS metrics
I0423 21:50:23.911319    3788 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.911564    3788 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.911947    3788 server.go:105] MetricServer registers OVN DB metrics
I0423 21:50:23.917739    3788 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0423 21:50:23.917763    3788 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0423 21:50:23.920115    3788 controller_manager.go:370] Starting the ovnkube controller
I0423 21:50:23.920175    3788 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-18.ec2.internal
I0423 21:50:23.920333    3788 controller_manager.go:395] NBDB zone sync took: 62.581µs
I0423 21:50:23.920348    3788 factory.go:561] Starting watch factory
I0423 21:50:23.928112    3788 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.928135    3788 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.931673    3788 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.935303    3788 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.935737    3788 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.936123    3788 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0423 21:50:23.936190    3788 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0423 21:50:23.941161    3788 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0423 21:50:23.941198    3788 server.go:109] MetricServer registers OVN Controller metrics
I0423 21:50:23.943823    3788 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 21:50:23.945942    3788 server.go:113] MetricServer registers OVN Northd metrics
I0423 21:50:23.950475    3788 metrics.go:519] OVN Metrics Server starts to run ...
I0423 21:50:24.015329    3788 factory.go:1977] *v1.Service informer cache synced successfully
I0423 21:50:24.015358    3788 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0423 21:50:24.015362    3788 factory.go:1977] *v1.Pod informer cache synced successfully
I0423 21:50:24.015365    3788 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0423 21:50:24.015368    3788 factory.go:1977] *v1.Namespace informer cache synced successfully
I0423 21:50:24.015371    3788 factory.go:1977] *v1.Node informer cache synced successfully
I0423 21:50:24.015449    3788 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 21:50:24.015457    3788 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 21:50:24.015466    3788 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 21:50:24.015483    3788 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 21:50:24.018630    3788 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 21:50:24.018648    3788 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 21:50:24.020421    3788 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0423 21:50:24.020432    3788 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0423 21:50:24.020491    3788 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.020503    3788 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.022908    3788 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.026216    3788 factory.go:1977] *v1.Service informer cache synced successfully
I0423 21:50:24.026229    3788 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0423 21:50:24.026234    3788 factory.go:1977] *v1.Pod informer cache synced successfully
I0423 21:50:24.026240    3788 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0423 21:50:24.026244    3788 factory.go:1977] *v1.Namespace informer cache synced successfully
I0423 21:50:24.026247    3788 factory.go:1977] *v1.Node informer cache synced successfully
I0423 21:50:24.026227    3788 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0423 21:50:24.026303    3788 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.026320    3788 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.028946    3788 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.032241    3788 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0423 21:50:24.032252    3788 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0423 21:50:24.032259    3788 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0423 21:50:24.032305    3788 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.032317    3788 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.034866    3788 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.038088    3788 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0423 21:50:24.038110    3788 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0423 21:50:24.038150    3788 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.038161    3788 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.040699    3788 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.043903    3788 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0423 21:50:24.043983    3788 factory.go:1977] *v1.EgressService informer cache synced successfully
I0423 21:50:24.044049    3788 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.044068    3788 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.046764    3788 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.049956    3788 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0423 21:50:24.049964    3788 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0423 21:50:24.050112    3788 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 21:50:24.050136    3788 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 21:50:24.052851    3788 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 21:50:24.055048    3788 factory.go:1977] *v1.EgressService informer cache synced successfully
I0423 21:50:24.055065    3788 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0423 21:50:24.055120    3788 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.055132    3788 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.055176    3788 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.055192    3788 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.057952    3788 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.058005    3788 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 21:50:24.060274    3788 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0423 21:50:24.060345    3788 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0423 21:50:24.060356    3788 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0423 21:50:24.060363    3788 factory.go:680] Watch Factory start up complete, took: 151.557135ms
I0423 21:50:24.060421    3788 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0423 21:50:24.065960    3788 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0423 21:50:24.071952    3788 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0423 21:50:24.071961    3788 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0423 21:50:24.071967    3788 factory.go:680] Watch Factory start up complete, took: 151.61913ms
I0423 21:50:24.071974    3788 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-18.ec2.internal" zone
I0423 21:50:24.111378    3788 default_node_network_controller.go:710] Initializing the default node network controller
I0423 21:50:24.196009    3788 udn_isolation.go:101] Starting UDN host isolation manager
I0423 21:50:24.203011    3788 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0423 21:50:24.248562    3788 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0423 21:50:24.248673    3788 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0423 21:50:24.248693    3788 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0423 21:50:24.281064    3788 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0423 21:50:24.281128    3788 default_node_network_controller.go:809] Node ip-10-0-0-18.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0423 21:50:24.286112    3788 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.18"] k8s.ovn.org/zone-name:ip-10-0-0-18.ec2.internal] on node ip-10-0-0-18.ec2.internal
I0423 21:50:24.307267    3788 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0423 21:50:24.313971    3788 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0423 21:50:24.314111    3788 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0423 21:50:24.314286    3788 gateway_init.go:263] Preparing Gateway
I0423 21:50:24.314300    3788 gateway_shared_intf.go:1687] Creating new gateway
I0423 21:50:24.322521    3788 controller_manager.go:429] Waiting for node in zone sync took: 250.533682ms
I0423 21:50:24.327428    3788 controller_manager.go:611] Switching to transit router for layer2 networks
I0423 21:50:24.327442    3788 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-18.ec2.internal
I0423 21:50:24.342180    3788 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0423 21:50:24.348570    3788 controller_manager.go:290] SCTP support detected in OVN
I0423 21:50:24.349202    3788 services_controller.go:69] Creating services controller for network=default
I0423 21:50:24.349281    3788 udn_enabled_svc.go:80] Waiting for service informer to sync
I0423 21:50:24.349592    3788 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0423 21:50:24.349674    3788 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0423 21:50:24.349690    3788 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0423 21:50:24.349701    3788 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0423 21:50:24.349929    3788 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0423 21:50:24.349937    3788 udn_enabled_svc.go:95] Performing full resync
I0423 21:50:24.350022    3788 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0423 21:50:24.350055    3788 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.791µs
I0423 21:50:24.350061    3788 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 27.279µs
I0423 21:50:24.350070    3788 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 48.625µs
I0423 21:50:24.350076    3788 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0423 21:50:24.350082    3788 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0423 21:50:24.350090    3788 default_network_controller.go:325] Starting the default network controller
I0423 21:50:24.350183    3788 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.119µs
I0423 21:50:24.350237    3788 udn_enabled_svc.go:99] Waiting for handler to sync
I0423 21:50:24.350248    3788 udn_enabled_svc.go:104] Starting worker
I0423 21:50:24.359820    3788 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0423 21:50:24.359891    3788 repair.go:33] Syncing exgw routes took 58.299µs
I0423 21:50:24.359922    3788 default_network_controller.go:414] Starting all the Watchers...
I0423 21:50:24.360068    3788 namespace.go:98] [openshift-backplane-srep] adding namespace
I0423 21:50:24.360070    3788 namespace.go:98] [openshift-operators-redhat] adding namespace
I0423 21:50:24.360071    3788 namespace.go:98] [openshift-package-operator] adding namespace
I0423 21:50:24.360083    3788 namespace.go:98] [openshift-backplane-cee] adding namespace
I0423 21:50:24.360083    3788 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0423 21:50:24.360100    3788 namespace.go:98] [dedicated-admin] adding namespace
I0423 21:50:24.360102    3788 namespace.go:98] [openshift-multus] adding namespace
I0423 21:50:24.360103    3788 namespace.go:98] [openshift-ingress] adding namespace
I0423 21:50:24.360114    3788 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0423 21:50:24.360118    3788 namespace.go:98] [openshift-backplane-tam] adding namespace
I0423 21:50:24.360121    3788 namespace.go:98] [openshift-authentication] adding namespace
I0423 21:50:24.360126    3788 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0423 21:50:24.360128    3788 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0423 21:50:24.360134    3788 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0423 21:50:24.360131    3788 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0423 21:50:24.360825    3788 namespace.go:102] [openshift-backplane-srep] adding namespace took 743.584µs
I0423 21:50:24.360851    3788 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0423 21:50:24.361332    3788 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 475.27µs
I0423 21:50:24.361347    3788 namespace.go:98] [openshift-node] adding namespace
I0423 21:50:24.361890    3788 namespace.go:102] [openshift-node] adding namespace took 538.427µs
I0423 21:50:24.361903    3788 namespace.go:98] [openshift-network-console] adding namespace
I0423 21:50:24.362497    3788 namespace.go:102] [openshift-operators-redhat] adding namespace took 2.411826ms
I0423 21:50:24.362512    3788 namespace.go:98] [kube-node-lease] adding namespace
I0423 21:50:24.363028    3788 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.935615ms
I0423 21:50:24.363043    3788 namespace.go:98] [openshift-controller-manager] adding namespace
I0423 21:50:24.363639    3788 namespace.go:102] [openshift-package-operator] adding namespace took 3.549992ms
I0423 21:50:24.363658    3788 namespace.go:98] [openshift-machine-api] adding namespace
I0423 21:50:24.364337    3788 namespace.go:102] [openshift-machine-config-operator] adding namespace took 4.240647ms
I0423 21:50:24.364355    3788 namespace.go:98] [openshift-service-ca-operator] adding namespace
W0423 21:50:24.364875    3788 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-cb28n: pod openshift-multus/network-metrics-daemon-cb28n: no pod IPs found 
I0423 21:50:24.364901    3788 namespace.go:102] [dedicated-admin] adding namespace took 4.796223ms
I0423 21:50:24.364912    3788 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
W0423 21:50:24.364930    3788 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5nzmc: pod openshift-multus/network-metrics-daemon-5nzmc: no pod IPs found 
I0423 21:50:24.365469    3788 namespace.go:102] [openshift-multus] adding namespace took 5.360664ms
I0423 21:50:24.365485    3788 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0423 21:50:24.366008    3788 namespace.go:102] [openshift-ingress] adding namespace took 5.896214ms
I0423 21:50:24.366023    3788 namespace.go:98] [default] adding namespace
I0423 21:50:24.366530    3788 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.402304ms
I0423 21:50:24.366568    3788 namespace.go:98] [openshift-backplane] adding namespace
I0423 21:50:24.367244    3788 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.119768ms
I0423 21:50:24.367258    3788 namespace.go:98] [openshift] adding namespace
I0423 21:50:24.367797    3788 namespace.go:102] [openshift-authentication] adding namespace took 7.667778ms
I0423 21:50:24.367819    3788 namespace.go:98] [openshift-backplane-csm] adding namespace
I0423 21:50:24.368442    3788 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.306421ms
I0423 21:50:24.368461    3788 namespace.go:98] [openshift-marketplace] adding namespace
I0423 21:50:24.369035    3788 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.893908ms
I0423 21:50:24.369053    3788 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0423 21:50:24.369560    3788 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 9.419199ms
I0423 21:50:24.369575    3788 namespace.go:98] [openshift-operators] adding namespace
I0423 21:50:24.370110    3788 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.965069ms
I0423 21:50:24.370128    3788 namespace.go:98] [openshift-infra] adding namespace
I0423 21:50:24.370635    3788 namespace.go:102] [openshift-network-console] adding namespace took 8.724224ms
I0423 21:50:24.370653    3788 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0423 21:50:24.371153    3788 namespace.go:102] [kube-node-lease] adding namespace took 8.634109ms
I0423 21:50:24.371173    3788 namespace.go:98] [openshift-dns-operator] adding namespace
I0423 21:50:24.371555    3788 namespace.go:102] [openshift-controller-manager] adding namespace took 8.507014ms
I0423 21:50:24.371571    3788 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0423 21:50:24.372039    3788 namespace.go:102] [openshift-machine-api] adding namespace took 8.375424ms
I0423 21:50:24.372050    3788 namespace.go:98] [openshift-monitoring] adding namespace
I0423 21:50:24.372474    3788 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.113797ms
I0423 21:50:24.372487    3788 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0423 21:50:24.372974    3788 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.058021ms
I0423 21:50:24.372989    3788 namespace.go:98] [openshift-etcd] adding namespace
I0423 21:50:24.373388    3788 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.897444ms
I0423 21:50:24.373404    3788 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0423 21:50:24.373929    3788 namespace.go:102] [default] adding namespace took 7.901039ms
I0423 21:50:24.373943    3788 namespace.go:98] [openshift-host-network] adding namespace
I0423 21:50:24.374353    3788 namespace.go:102] [openshift-backplane] adding namespace took 7.773227ms
I0423 21:50:24.374374    3788 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0423 21:50:24.374853    3788 namespace.go:102] [openshift] adding namespace took 7.578691ms
I0423 21:50:24.374866    3788 namespace.go:98] [openshift-config-operator] adding namespace
I0423 21:50:24.375257    3788 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.430626ms
I0423 21:50:24.375274    3788 namespace.go:98] [openshift-apiserver] adding namespace
I0423 21:50:24.375638    3788 namespace.go:102] [openshift-marketplace] adding namespace took 7.170772ms
I0423 21:50:24.375651    3788 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0423 21:50:24.376099    3788 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.039615ms
I0423 21:50:24.376113    3788 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0423 21:50:24.376540    3788 namespace.go:102] [openshift-operators] adding namespace took 6.959083ms
I0423 21:50:24.376555    3788 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0423 21:50:24.376950    3788 namespace.go:102] [openshift-infra] adding namespace took 6.814892ms
I0423 21:50:24.376964    3788 namespace.go:98] [openshift-config-managed] adding namespace
I0423 21:50:24.377360    3788 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.702379ms
I0423 21:50:24.377372    3788 namespace.go:98] [openshift-console-user-settings] adding namespace
I0423 21:50:24.377753    3788 namespace.go:102] [openshift-dns-operator] adding namespace took 6.572637ms
I0423 21:50:24.377766    3788 namespace.go:98] [openshift-insights] adding namespace
I0423 21:50:24.378169    3788 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.593114ms
I0423 21:50:24.378180    3788 namespace.go:98] [kube-public] adding namespace
I0423 21:50:24.378534    3788 namespace.go:102] [openshift-monitoring] adding namespace took 6.479212ms
I0423 21:50:24.378547    3788 namespace.go:98] [openshift-authentication-operator] adding namespace
I0423 21:50:24.379077    3788 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.585494ms
I0423 21:50:24.379095    3788 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0423 21:50:24.379535    3788 namespace.go:102] [openshift-etcd] adding namespace took 6.541645ms
I0423 21:50:24.379548    3788 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0423 21:50:24.380125    3788 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.716141ms
I0423 21:50:24.380139    3788 namespace.go:98] [kube-system] adding namespace
I0423 21:50:24.380620    3788 namespace.go:102] [openshift-host-network] adding namespace took 6.652866ms
I0423 21:50:24.380633    3788 namespace.go:98] [openshift-backplane-cse] adding namespace
I0423 21:50:24.381059    3788 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.673546ms
I0423 21:50:24.381074    3788 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0423 21:50:24.381475    3788 namespace.go:102] [openshift-config-operator] adding namespace took 6.604189ms
I0423 21:50:24.381487    3788 namespace.go:98] [openshift-ingress-operator] adding namespace
I0423 21:50:24.381891    3788 namespace.go:102] [openshift-apiserver] adding namespace took 6.611003ms
I0423 21:50:24.381905    3788 namespace.go:98] [openshift-cluster-version] adding namespace
I0423 21:50:24.382311    3788 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.655162ms
I0423 21:50:24.382324    3788 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0423 21:50:24.382746    3788 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.62622ms
I0423 21:50:24.382758    3788 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0423 21:50:24.383170    3788 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.610732ms
I0423 21:50:24.383182    3788 namespace.go:98] [openshift-network-operator] adding namespace
I0423 21:50:24.383530    3788 namespace.go:102] [openshift-config-managed] adding namespace took 6.5611ms
I0423 21:50:24.383547    3788 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0423 21:50:24.384012    3788 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.63457ms
I0423 21:50:24.384434    3788 namespace.go:102] [openshift-insights] adding namespace took 6.661558ms
I0423 21:50:24.384470    3788 namespace.go:98] [openshift-config] adding namespace
I0423 21:50:24.385142    3788 namespace.go:102] [kube-public] adding namespace took 6.956841ms
I0423 21:50:24.385160    3788 namespace.go:98] [openshift-console] adding namespace
I0423 21:50:24.385857    3788 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.304558ms
I0423 21:50:24.385869    3788 namespace.go:98] [openshift-console-operator] adding namespace
I0423 21:50:24.386380    3788 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.278627ms
I0423 21:50:24.386397    3788 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0423 21:50:24.386842    3788 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.286279ms
I0423 21:50:24.386860    3788 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0423 21:50:24.387306    3788 namespace.go:102] [kube-system] adding namespace took 7.160165ms
I0423 21:50:24.387326    3788 namespace.go:98] [open-cluster-management-2ps4596k02g87f728elrjhduc7bmtv3r] adding namespace
I0423 21:50:24.387775    3788 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.1354ms
I0423 21:50:24.387792    3788 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0423 21:50:24.388218    3788 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.136703ms
I0423 21:50:24.388236    3788 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0423 21:50:24.388632    3788 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.139629ms
I0423 21:50:24.388652    3788 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0423 21:50:24.389068    3788 namespace.go:102] [openshift-cluster-version] adding namespace took 7.158504ms
I0423 21:50:24.389081    3788 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0423 21:50:24.389521    3788 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.188817ms
I0423 21:50:24.389539    3788 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0423 21:50:24.389958    3788 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.19406ms
I0423 21:50:24.389975    3788 namespace.go:98] [openshift-dns] adding namespace
I0423 21:50:24.390307    3788 namespace.go:102] [openshift-network-operator] adding namespace took 7.120891ms
I0423 21:50:24.390317    3788 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0423 21:50:24.390832    3788 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.281407ms
I0423 21:50:24.390843    3788 namespace.go:98] [openshift-logging] adding namespace
I0423 21:50:24.391352    3788 namespace.go:102] [openshift-config] adding namespace took 6.870869ms
I0423 21:50:24.391846    3788 namespace.go:102] [openshift-console] adding namespace took 6.680233ms
I0423 21:50:24.392275    3788 namespace.go:102] [openshift-console-operator] adding namespace took 6.400213ms
I0423 21:50:24.392699    3788 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.297752ms
I0423 21:50:24.393125    3788 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.259491ms
I0423 21:50:24.393552    3788 namespace.go:102] [open-cluster-management-2ps4596k02g87f728elrjhduc7bmtv3r] adding namespace took 6.220192ms
I0423 21:50:24.393564    3788 namespace.go:98] [openshift-network-node-identity] adding namespace
I0423 21:50:24.394024    3788 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.225142ms
I0423 21:50:24.394416    3788 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.163872ms
I0423 21:50:24.394430    3788 namespace.go:98] [openshift-ingress-canary] adding namespace
W0423 21:50:24.394840    3788 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fpx4c: pod openshift-network-diagnostics/network-check-target-fpx4c: no pod IPs found 
W0423 21:50:24.394853    3788 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-m4jdv: pod openshift-network-diagnostics/network-check-target-m4jdv: no pod IPs found 
I0423 21:50:24.394884    3788 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.225439ms
I0423 21:50:24.395355    3788 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.268474ms
I0423 21:50:24.395716    3788 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.171412ms
I0423 21:50:24.396175    3788 namespace.go:102] [openshift-dns] adding namespace took 6.187267ms
I0423 21:50:24.396540    3788 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.218843ms
I0423 21:50:24.396921    3788 namespace.go:102] [openshift-logging] adding namespace took 6.071882ms
I0423 21:50:24.396940    3788 namespace.go:98] [openshift-image-registry] adding namespace
I0423 21:50:24.397466    3788 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.894222ms
I0423 21:50:24.397934    3788 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.497944ms
I0423 21:50:24.398432    3788 namespace.go:102] [openshift-image-registry] adding namespace took 1.485261ms
W0423 21:50:24.398539    3788 master.go:458] Unable to parse local node ip-10-0-0-18.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0423 21:50:24.398551    3788 master.go:471] Unable to parse remote node ip-10-0-1-216.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0423 21:50:24.398557    3788 master.go:481] Removing stale chassis with ID/Name: f548c132-07a8-429b-8b8c-cf384366bb18, hostname: ip-10-0-0-18.ec2.internal
I0423 21:50:24.399162    3788 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-216.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-216.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-216.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-216.ec2.internal
I0423 21:50:24.399186    3788 master.go:548] Adding or Updating local node "ip-10-0-0-18.ec2.internal" for network "default"
I0423 21:50:24.400308    3788 zone_ic_handler.go:195] Time taken to create transit switch: 352.324µs
I0423 21:50:24.400321    3788 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-123.ec2.internal for the network default
I0423 21:50:24.401710    3788 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-123.ec2.internal" on network "default" took: 1.772703ms
I0423 21:50:24.404065    3788 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-18.ec2.internal for the network default
I0423 21:50:24.404249    3788 zone_ic_handler.go:195] Time taken to create transit switch: 170.125µs
I0423 21:50:24.405035    3788 default_network_controller.go:823] Node add failed for ip-10-0-0-18.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-18.ec2.internal, error getting gateway config for node ip-10-0-0-18.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-18.ec2.internal", failed to update chassis to local for local node ip-10-0-0-18.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-18.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-18.ec2.internal]
E0423 21:50:24.405081    3788 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-18.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-18.ec2.internal, error getting gateway config for node ip-10-0-0-18.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-18.ec2.internal", failed to update chassis to local for local node ip-10-0-0-18.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-18.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-18.ec2.internal]
I0423 21:50:24.405165    3788 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0423 21:50:24.405198    3788 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0423 21:50:24.405218    3788 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0423 21:50:24.405252    3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-216.ec2.internal in network "default"
I0423 21:50:24.405285    3788 node_tracker.go:235] Node ip-10-0-1-216.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-216.ec2.internal"
I0423 21:50:24.405302    3788 node_tracker.go:169] Node ip-10-0-1-216.ec2.internal switch + router changed, syncing services in network "default"
I0423 21:50:24.405319    3788 services_controller.go:574] Full service sync requested for network=default
I0423 21:50:24.405332    3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-123.ec2.internal in network "default"
I0423 21:50:24.405378    3788 node_tracker.go:169] Node ip-10-0-2-123.ec2.internal switch + router changed, syncing services in network "default"
I0423 21:50:24.405391    3788 services_controller.go:574] Full service sync requested for network=default
I0423 21:50:24.405407    3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-18.ec2.internal in network "default"
I0423 21:50:24.405454    3788 node_tracker.go:235] Node ip-10-0-0-18.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-18.ec2.internal"
I0423 21:50:24.405467    3788 node_tracker.go:169] Node ip-10-0-0-18.ec2.internal switch + router changed, syncing services in network "default"
I0423 21:50:24.405483    3788 services_controller.go:574] Full service sync requested for network=default
I0423 21:50:24.405177    3788 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-18.ec2.internal", UID:"717a5ffc-bdb9-43f0-a277-3723ce753df9", APIVersion:"v1", ResourceVersion:"8787", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-18.ec2.internal, error getting gateway config for node ip-10-0-0-18.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-18.ec2.internal", failed to update chassis to local for local node ip-10-0-0-18.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-18.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-18.ec2.internal]
I0423 21:50:24.428770    3788 iptables.go:108] Creating table: filter chain: FORWARD
I0423 21:50:24.435672    3788 iptables.go:108] Creating table: filter chain: OUTPUT
I0423 21:50:24.442588    3788 gateway_shared_intf.go:1816] Gateway Creation Complete
I0423 21:50:24.442620    3788 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-18.ec2.internal","mac-address":"12:78:24:3c:6a:e5","ip-addresses":["10.0.0.18/24"],"ip-address":"10.0.0.18/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f548c132-07a8-429b-8b8c-cf384366bb18 k8s.ovn.org/node-encap-ips:["10.0.0.18"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.18/24"} k8s.ovn.org/zone-name:ip-10-0-0-18.ec2.internal] on node ip-10-0-0-18.ec2.internal
I0423 21:50:24.457655    3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-18.ec2.internal in network "default"
I0423 21:50:24.457720    3788 node_tracker.go:169] Node ip-10-0-0-18.ec2.internal switch + router changed, syncing services in network "default"
I0423 21:50:24.457740    3788 services_controller.go:574] Full service sync requested for network=default
I0423 21:50:24.457763    3788 master.go:548] Adding or Updating local node "ip-10-0-0-18.ec2.internal" for network "default"
I0423 21:50:24.462206    3788 default_node_network_controller.go:519] Node connection status = connected
W0423 21:50:24.463428    3788 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-cb28n: pod openshift-multus/network-metrics-daemon-cb28n: no pod IPs found 
W0423 21:50:24.463447    3788 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-m4jdv: pod openshift-network-diagnostics/network-check-target-m4jdv: no pod IPs found 
I0423 21:50:24.464664    3788 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-18.ec2.internal for the network default
I0423 21:50:24.464868    3788 zone_ic_handler.go:195] Time taken to create transit switch: 190.4µs
I0423 21:50:24.506275    3788 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0423 21:50:24.506295    3788 services_controller.go:208] Setting up event handlers for services for network=default
I0423 21:50:24.506342    3788 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0423 21:50:24.506375    3788 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0423 21:50:24.506385    3788 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0423 21:50:24.606653    3788 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0423 21:50:24.606673    3788 repair.go:60] Starting repairing loop for services
I0423 21:50:24.606774    3788 repair.go:131] Deleted 0 stale service LBs
I0423 21:50:24.606792    3788 repair.go:137] Deleted 0 stale Chassis Template Vars
I0423 21:50:24.606808    3788 repair.go:62] Finished repairing loop for services: 136.845µs
I0423 21:50:24.606830    3788 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0423 21:50:24.606840    3788 services_controller.go:254] Starting workers for network=default
I0423 21:50:24.607215    3788 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-fpx4c, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fpx4c: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fpx4c: no pod IPs found 
I0423 21:50:24.607323    3788 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-5nzmc, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5nzmc: suppressed error logged: pod openshift-multus/network-metrics-daemon-5nzmc: no pod IPs found 
I0423 21:50:24.607507    3788 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-cb28n] creating logical port openshift-multus_network-metrics-daemon-cb28n for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:50:24.607538    3788 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-m4jdv] creating logical port openshift-network-diagnostics_network-check-target-m4jdv for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:50:24.607681    3788 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-m4jdv
I0423 21:50:24.607705    3788 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-cb28n
I0423 21:50:24.623563    3788 pod.go:62] [openshift-network-diagnostics/network-check-target-m4jdv] pod update took 15.913423ms
I0423 21:50:24.623581    3788 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-m4jdv] addLogicalPort annotation time took 15.948793ms
I0423 21:50:24.624580    3788 pods.go:271] [openshift-network-diagnostics/network-check-target-m4jdv] addLogicalPort took 17.047906ms, libovsdb time 652.986µs
I0423 21:50:24.626471    3788 pod.go:62] [openshift-multus/network-metrics-daemon-cb28n] pod update took 18.878932ms
I0423 21:50:24.626574    3788 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-cb28n] addLogicalPort annotation time took 18.983213ms
I0423 21:50:24.627617    3788 pods.go:271] [openshift-multus/network-metrics-daemon-cb28n] addLogicalPort took 20.10993ms, libovsdb time 711.899µs
I0423 21:50:24.628146    3788 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0423 21:50:24.628175    3788 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0423 21:50:24.628199    3788 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0423 21:50:24.628205    3788 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0423 21:50:24.628487    3788 repair.go:29] Repairing admin network policies took 274.158µs
I0423 21:50:24.628742    3788 repair.go:92] Repairing baseline admin network policies took 237.924µs
I0423 21:50:24.629094    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0423 21:50:24.629117    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0423 21:50:24.631421    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0423 21:50:24.631442    3788 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0423 21:50:24.631458    3788 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0423 21:50:24.633448    3788 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0423 21:50:24.633470    3788 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0423 21:50:24.633478    3788 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0423 21:50:24.635173    3788 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0423 21:50:24.635196    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0423 21:50:24.636182    3788 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0423 21:50:24.636197    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0423 21:50:24.638340    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0423 21:50:24.638360    3788 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0423 21:50:24.638384    3788 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0423 21:50:24.638976    3788 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0423 21:50:24.638993    3788 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0423 21:50:24.639000    3788 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0423 21:50:24.640535    3788 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0423 21:50:24.640553    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0423 21:50:24.640561    3788 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0423 21:50:24.642189    3788 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0423 21:50:24.642208    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0423 21:50:24.642216    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0423 21:50:24.642898    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0423 21:50:24.642924    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0423 21:50:24.642935    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0423 21:50:24.643276    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0423 21:50:24.643293    3788 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0423 21:50:24.643303    3788 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0423 21:50:24.644572    3788 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0423 21:50:24.644593    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0423 21:50:24.644624    3788 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0423 21:50:24.645221    3788 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0423 21:50:24.645246    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0423 21:50:24.645255    3788 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0423 21:50:24.645813    3788 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0423 21:50:24.645837    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0423 21:50:24.645847    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0423 21:50:24.646400    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0423 21:50:24.646428    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0423 21:50:24.646436    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0423 21:50:24.646984    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0423 21:50:24.647006    3788 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0423 21:50:24.647020    3788 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0423 21:50:24.648001    3788 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0423 21:50:24.648020    3788 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0423 21:50:24.648029    3788 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0423 21:50:24.649233    3788 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0423 21:50:24.649252    3788 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0423 21:50:24.649260    3788 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0423 21:50:24.651157    3788 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0423 21:50:24.651181    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0423 21:50:24.651189    3788 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0423 21:50:24.652130    3788 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0423 21:50:24.652156    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0423 21:50:24.652165    3788 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0423 21:50:24.652515    3788 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0423 21:50:24.652537    3788 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0423 21:50:24.652551    3788 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0423 21:50:24.654289    3788 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0423 21:50:24.654311    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0423 21:50:24.654323    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0423 21:50:24.654897    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0423 21:50:24.654918    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0423 21:50:24.654928    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0423 21:50:24.655544    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0423 21:50:24.655562    3788 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0423 21:50:24.655577    3788 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0423 21:50:24.656890    3788 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0423 21:50:24.656913    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0423 21:50:24.656934    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0423 21:50:24.657731    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0423 21:50:24.657755    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0423 21:50:24.657765    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0423 21:50:24.658346    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0423 21:50:24.658379    3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0423 21:50:24.658389    3788 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0423 21:50:24.659996    3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0423 21:50:24.660015    3788 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0423 21:50:24.660023    3788 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0423 21:50:24.661192    3788 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0423 21:50:24.661210    3788 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0423 21:50:24.661231    3788 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0423 21:50:24.662126    3788 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0423 21:50:24.662146    3788 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0423 21:50:24.662161    3788 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0423 21:50:24.663831    3788 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0423 21:50:24.669044    3788 egressfirewall.go:374] Starting EgressFirewall controller
I0423 21:50:24.669077    3788 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0423 21:50:24.669081    3788 controller.go:133] Adding controller egress-firewall-controller event handlers
I0423 21:50:24.669114    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0423 21:50:24.669130    3788 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0423 21:50:24.669119    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0423 21:50:24.669137    3788 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0423 21:50:24.669541    3788 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0423 21:50:24.669556    3788 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0423 21:50:24.669561    3788 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0423 21:50:24.669570    3788 egressqos.go:193] Setting up event handlers for EgressQoS
I0423 21:50:24.669583    3788 egressfirewall.go:723] Syncing node "ip-10-0-0-18.ec2.internal" for egress firewall
I0423 21:50:24.669620    3788 egressfirewall.go:723] Syncing node "ip-10-0-1-216.ec2.internal" for egress firewall
I0423 21:50:24.669629    3788 egressfirewall.go:723] Syncing node "ip-10-0-2-123.ec2.internal" for egress firewall
I0423 21:50:24.669777    3788 egressqos.go:245] Starting EgressQoS Controller
I0423 21:50:24.669790    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0423 21:50:24.669798    3788 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0423 21:50:24.669803    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0423 21:50:24.669807    3788 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0423 21:50:24.669812    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0423 21:50:24.669816    3788 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0423 21:50:24.669820    3788 egressqos.go:259] Repairing EgressQoSes
I0423 21:50:24.669823    3788 egressqos.go:399] Starting repairing loop for egressqos
I0423 21:50:24.669915    3788 egressqos.go:401] Finished repairing loop for egressqos: 91µs
I0423 21:50:24.669933    3788 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0423 21:50:24.669965    3788 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-18.ec2.internal
I0423 21:50:24.670024    3788 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-18.ec2.internal : 44.895µs
I0423 21:50:24.670120    3788 egressservice_zone.go:210] Starting Egress Services Controller
I0423 21:50:24.670133    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0423 21:50:24.670141    3788 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0423 21:50:24.670146    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0423 21:50:24.670151    3788 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0423 21:50:24.670156    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0423 21:50:24.670161    3788 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0423 21:50:24.670166    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0423 21:50:24.670170    3788 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0423 21:50:24.670174    3788 egressservice_zone.go:228] Repairing Egress Services
I0423 21:50:24.670451    3788 master_controller.go:88] Starting Admin Policy Based Route Controller
I0423 21:50:24.670462    3788 external_controller.go:278] Starting Admin Policy Based Route Controller
I0423 21:50:24.670491    3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-18.ec2.internal
I0423 21:50:24.670507    3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-18.ec2.internal: 19.614µs
I0423 21:50:24.670518    3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-216.ec2.internal
I0423 21:50:24.670524    3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-216.ec2.internal: 6.58µs
I0423 21:50:24.670531    3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-123.ec2.internal
I0423 21:50:24.670536    3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-123.ec2.internal: 6.325µs
I0423 21:50:24.670618    3788 default_network_controller.go:585] Completing all the Watchers took 310.686561ms
I0423 21:50:24.670639    3788 default_network_controller.go:589] Starting unidling controllers
I0423 21:50:24.670655    3788 unidle.go:46] Registering OVN SB ControllerEvent handler
I0423 21:50:24.670664    3788 unidle.go:63] Populating Initial ContollerEvent events
I0423 21:50:24.670682    3788 unidle.go:79] Setting up event handlers for services
I0423 21:50:24.670741    3788 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0423 21:50:24.962286    3788 default_node_network_controller.go:519] Node connection status = connected
I0423 21:50:25.007929    3788 egressfirewall.go:723] Syncing node "ip-10-0-2-123.ec2.internal" for egress firewall
I0423 21:50:25.007951    3788 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-123.ec2.internal. Updating no re-route policies
I0423 21:50:25.007963    3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-123.ec2.internal in network "default"
I0423 21:50:25.007952    3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-123.ec2.internal
I0423 21:50:25.008037    3788 node_tracker.go:169] Node ip-10-0-2-123.ec2.internal switch + router changed, syncing services in network "default"
I0423 21:50:25.008052    3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-123.ec2.internal: 102.456µs
I0423 21:50:25.008077    3788 services_controller.go:574] Full service sync requested for network=default
I0423 21:50:25.463188    3788 default_node_network_controller.go:519] Node connection status = connected
I0423 21:50:25.962077    3788 default_node_network_controller.go:519] Node connection status = connected
I0423 21:50:26.462333    3788 default_node_network_controller.go:519] Node connection status = connected
I0423 21:50:26.721543    3788 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0423 21:50:26.962098    3788 default_node_network_controller.go:519] Node connection status = connected
I0423 21:50:26.980860    3788 bridgeconfig.go:537] Gateway is ready
I0423 21:50:26.980879    3788 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0423 21:50:26.992475    3788 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.18. Updating OVN encap IP.
I0423 21:50:26.997694    3788 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.18 - it is already configured
I0423 21:50:26.997707    3788 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.18/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0423 21:50:26.997891    3788 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.18/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-18.ec2.internal","mac-address":"12:78:24:3c:6a:e5","ip-addresses":["10.0.0.18/24"],"ip-address":"10.0.0.18/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f548c132-07a8-429b-8b8c-cf384366bb18 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.18/24"}] on node ip-10-0-0-18.ec2.internal
I0423 21:50:27.014789    3788 master.go:548] Adding or Updating local node "ip-10-0-0-18.ec2.internal" for network "default"
I0423 21:50:27.014797    3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-18.ec2.internal
I0423 21:50:27.014811    3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-18.ec2.internal: 19.488µs
I0423 21:50:27.014844    3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-18.ec2.internal in network "default"
I0423 21:50:27.014847    3788 egressfirewall.go:723] Syncing node "ip-10-0-0-18.ec2.internal" for egress firewall
I0423 21:50:27.014906    3788 node_tracker.go:169] Node ip-10-0-0-18.ec2.internal switch + router changed, syncing services in network "default"
I0423 21:50:27.014954    3788 services_controller.go:574] Full service sync requested for network=default
I0423 21:50:27.015038    3788 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.18
I0423 21:50:27.015139    3788 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-18.ec2.internal
I0423 21:50:27.019652    3788 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-18.ec2.internal. Updating no re-route policies
I0423 21:50:27.019724    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-18.ec2.internal
I0423 21:50:27.019736    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-n5mjz
I0423 21:50:27.019743    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-18.ec2.internal
I0423 21:50:27.019749    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-n5mjz
I0423 21:50:27.019757    3788 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-18.ec2.internal
I0423 21:50:27.019761    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lts5j
I0423 21:50:27.019767    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-n5mjz after 0 failed attempt(s)
I0423 21:50:27.019769    3788 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-18.ec2.internal
I0423 21:50:27.019772    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lts5j
I0423 21:50:27.019727    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-6qrjc
I0423 21:50:27.019780    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-8ffdr
I0423 21:50:27.019783    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-6qrjc
I0423 21:50:27.019786    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-8ffdr
I0423 21:50:27.019785    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p74bw
I0423 21:50:27.019792    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lts5j after 0 failed attempt(s)
I0423 21:50:27.019796    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-8ffdr after 0 failed attempt(s)
I0423 21:50:27.019795    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-m4jdv
I0423 21:50:27.019803    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p74bw
I0423 21:50:27.019810    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-m4jdv
I0423 21:50:27.019825    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-6qrjc after 0 failed attempt(s)
I0423 21:50:27.019831    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-p74bw after 0 failed attempt(s)
I0423 21:50:27.019770    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-18.ec2.internal after 0 failed attempt(s)
I0423 21:50:27.019841    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-cwgr2
I0423 21:50:27.019746    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fpx4c
I0423 21:50:27.019848    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-cwgr2
I0423 21:50:27.019852    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fpx4c
I0423 21:50:27.019864    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-cwgr2 after 0 failed attempt(s)
I0423 21:50:27.019878    3788 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-n4k9w
I0423 21:50:27.019883    3788 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-n4k9w
I0423 21:50:27.019889    3788 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-fpx4c, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fpx4c: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fpx4c: no pod IPs found 
I0423 21:50:27.019892    3788 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-n4k9w after 0 failed attempt(s)
I0423 21:50:27.019784    3788 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-18.ec2.internal after 0 failed attempt(s)
I0423 21:50:27.019843    3788 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-m4jdv] creating logical port openshift-network-diagnostics_network-check-target-m4jdv for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:50:27.019901    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mb2q
I0423 21:50:27.019920    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mb2q
I0423 21:50:27.019933    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5mb2q after 0 failed attempt(s)
I0423 21:50:27.019941    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5nzmc
I0423 21:50:27.019946    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5nzmc
I0423 21:50:27.019967    3788 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5nzmc, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5nzmc: suppressed error logged: pod openshift-multus/network-metrics-daemon-5nzmc: no pod IPs found 
I0423 21:50:27.019986    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-2698f
I0423 21:50:27.019991    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-2698f
I0423 21:50:27.020001    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-2698f after 0 failed attempt(s)
I0423 21:50:27.020008    3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-cb28n
I0423 21:50:27.020013    3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-cb28n
I0423 21:50:27.020033    3788 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-cb28n] creating logical port openshift-multus_network-metrics-daemon-cb28n for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:50:27.020640    3788 pods.go:271] [openshift-network-diagnostics/network-check-target-m4jdv] addLogicalPort took 807.029µs, libovsdb time 316.425µs
I0423 21:50:27.020657    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-m4jdv after 0 failed attempt(s)
I0423 21:50:27.020714    3788 pods.go:271] [openshift-multus/network-metrics-daemon-cb28n] addLogicalPort took 688.474µs, libovsdb time 268.113µs
I0423 21:50:27.020724    3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-cb28n after 0 failed attempt(s)
I0423 21:50:27.031018    3788 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0423 21:50:27.043067    3788 iptables.go:108] Creating table: mangle chain: OUTPUT
I0423 21:50:27.046597    3788 iptables.go:108] Creating table: nat chain: OUTPUT
I0423 21:50:27.089746    3788 iptables.go:108] Creating table: nat chain: PREROUTING
I0423 21:50:27.150890    3788 iptables.go:108] Creating table: filter chain: FORWARD
I0423 21:50:27.169579    3788 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0423 21:50:27.169727    3788 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0423 21:50:27.169803    3788 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0423 21:50:27.169888    3788 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0423 21:50:27.169958    3788 gateway_init.go:325] Gateway and management port readiness took 2.712441082s
I0423 21:50:27.170004    3788 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0423 21:50:27.170064    3788 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0423 21:50:27.170079    3788 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0423 21:50:27.170096    3788 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0423 21:50:27.170160    3788 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0423 21:50:27.170242    3788 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.614µs
I0423 21:50:27.170538    3788 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0423 21:50:27.170569    3788 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.368µs
I0423 21:50:27.170579    3788 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 44.676µs
I0423 21:50:27.170585    3788 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0423 21:50:27.170596    3788 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0423 21:50:27.170618    3788 default_node_network_controller.go:899] Starting the default node network controller
I0423 21:50:27.170623    3788 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0423 21:50:27.170702    3788 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.272µs
I0423 21:50:27.170791    3788 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0423 21:50:27.170801    3788 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0423 21:50:27.170825    3788 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00068bca0 0xc0002ecd90 0xc0002ece70 0xc0002ecf50 0xc0002ecfc0 0xc0002ed0a0 <nil> 0xc0002ed110 0xc000cf44b0 0xc0002ed180 0xc0002ed1f0 <nil> 0xc00065e3c0 0xc00647d500 <nil> <nil> <nil> 0xc0002ed260 <nil> map[0x2ff9080:0xc002814840 0x2ff95c0:0xc0028149c0 0x2ffa2e0:0xc001782780 0x2ffa580:0xc0025911a0 0x2ffad60:0xc0028148a0 0x2ffb000:0xc002814900 0x2ffb2a0:0xc002814960 0x2ffba80:0xc002814a20 0x2ffbd20:0xc002814b40 0x3026980:0xc0017824e0 0x3026d20:0xc001782540 0x3027800:0xc000cd0ae0 0x3029160:0xc001cc6000 0x30298a0:0xc001782720 0x302a720:0xc001cc6060] 0xc0000d2cb0 0}
I0423 21:50:27.170878    3788 gateway.go:151] Starting gateway service sync
I0423 21:50:27.171307    3788 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0423 21:50:27.173840    3788 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0423 21:50:27.198898    3788 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0423 21:50:27.200347    3788 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0423 21:50:27.201680    3788 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0423 21:50:27.237928    3788 gateway.go:168] Gateway service sync done. Time taken: 67.036937ms
I0423 21:50:27.238668    3788 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30736
I0423 21:50:27.238881    3788 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00068bca0 0xc0002ecd90 0xc0002ece70 0xc0002ecf50 0xc0002ecfc0 0xc0002ed0a0 <nil> 0xc0002ed110 0xc000cf44b0 0xc0002ed180 0xc0002ed1f0 <nil> 0xc00065e3c0 0xc00647d500 <nil> <nil> <nil> 0xc0002ed260 <nil> map[0x2ff9080:0xc002814840 0x2ff95c0:0xc0028149c0 0x2ffa2e0:0xc001782780 0x2ffa580:0xc0025911a0 0x2ffad60:0xc0028148a0 0x2ffb000:0xc002814900 0x2ffb2a0:0xc002814960 0x2ffba80:0xc002814a20 0x2ffbd20:0xc002814b40 0x3026980:0xc0017824e0 0x3026d20:0xc001782540 0x3027800:0xc000cd0ae0 0x3029160:0xc001cc6000 0x30298a0:0xc001782720 0x302a720:0xc001cc6060] 0xc0000d2cb0 0}
I0423 21:50:27.239420    3788 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00068bca0 0xc0002ecd90 0xc0002ece70 0xc0002ecf50 0xc0002ecfc0 0xc0002ed0a0 <nil> 0xc0002ed110 0xc000cf44b0 0xc0002ed180 0xc0002ed1f0 <nil> 0xc00065e3c0 0xc00647d500 <nil> <nil> <nil> 0xc0002ed260 <nil> map[0x2ff9080:0xc002814840 0x2ff95c0:0xc0028149c0 0x2ffa2e0:0xc001782780 0x2ffa580:0xc0025911a0 0x2ffad60:0xc0028148a0 0x2ffb000:0xc002814900 0x2ffb2a0:0xc002814960 0x2ffba80:0xc002814a20 0x2ffbd20:0xc002814b40 0x3026980:0xc0017824e0 0x3026d20:0xc001782540 0x3027800:0xc000cd0ae0 0x3029160:0xc001cc6000 0x30298a0:0xc001782720 0x302a720:0xc001cc6060] 0xc0000d2cb0 0}
I0423 21:50:27.239460    3788 gateway.go:532] Reconciling gateway with updates
I0423 21:50:27.244801    3788 gateway.go:339] Spawning Conntrack Rule Check Thread
I0423 21:50:27.244885    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 21:50:27.244908    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 21:50:27.244911    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 21:50:27.244917    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0423 21:50:27.244927    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 21:50:27.244939    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0423 21:50:27.244943    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 21:50:27.244949    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0423 21:50:27.244946    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0423 21:50:27.244960    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.244960    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0423 21:50:27.244931    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 21:50:27.244981    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0423 21:50:27.244983    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 21:50:27.244961    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 21:50:27.245004    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 21:50:27.245008    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0423 21:50:27.245012    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0423 21:50:27.245011    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 21:50:27.245023    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0423 21:50:27.245022    3788 default_node_network_controller.go:944] Gateway and management port readiness took 74.2106ms
I0423 21:50:27.245029    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 21:50:27.245031    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 21:50:27.245035    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.245041    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 21:50:27.244946    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 21:50:27.245045    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 21:50:27.245063    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.245067    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 21:50:27.245063    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0423 21:50:27.245076    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 21:50:27.245084    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0423 21:50:27.245084    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 21:50:27.245088    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0423 21:50:27.245092    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 21:50:27.245099    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0423 21:50:27.245106    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 21:50:27.245114    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 21:50:27.245129    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0423 21:50:27.245052    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0423 21:50:27.245148    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.245067    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 21:50:27.245165    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 21:50:27.245182    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0423 21:50:27.245189    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 21:50:27.245201    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 21:50:27.245209    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.245130    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.245217    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0423 21:50:27.244982    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 21:50:27.245234    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0423 21:50:27.245235    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 21:50:27.245240    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0423 21:50:27.245246    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0423 21:50:27.244964    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 21:50:27.245272    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 21:50:27.245283    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 21:50:27.245288    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 21:50:27.245290    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0423 21:50:27.245128    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0423 21:50:27.245325    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0423 21:50:27.245131    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 21:50:27.245340    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0423 21:50:27.245371    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.245425    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0423 21:50:27.245444    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0423 21:50:27.245445    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0423 21:50:27.245455    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 21:50:27.245462    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0423 21:50:27.245468    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 21:50:27.245472    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 21:50:27.245483    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 21:50:27.245426    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 21:50:27.245500    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 21:50:27.245529    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 21:50:27.245570    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 21:50:27.245582    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 21:50:27.245581    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0423 21:50:27.245595    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0423 21:50:27.245677    3788 port_claim.go:71] Svc openshift-ingress/router-default: port 31739 is already open, no action needed
I0423 21:50:27.245691    3788 port_claim.go:71] Svc openshift-ingress/router-default: port 30197 is already open, no action needed
I0423 21:50:27.245544    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 21:50:27.245720    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 21:50:27.245759    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 21:50:27.245769    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 21:50:27.245789    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 21:50:27.245791    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 21:50:27.245560    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 21:50:27.245582    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 21:50:27.245886    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 21:50:27.245541    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 21:50:27.245903    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 21:50:27.245911    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 21:50:27.245636    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 21:50:27.245963    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 21:50:27.245659    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 21:50:27.246004    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 21:50:27.246014    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 21:50:27.246023    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 21:50:27.246023    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 21:50:27.246035    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0423 21:50:27.245735    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 21:50:27.246044    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 21:50:27.246050    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 21:50:27.245746    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0423 21:50:27.246108    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0423 21:50:27.245548    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 21:50:27.246135    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 21:50:27.246150    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0423 21:50:27.245843    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 21:50:27.246159    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0423 21:50:27.246170    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.246187    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 21:50:27.246197    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0423 21:50:27.246241    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 21:50:27.247331    3788 node_ip_handler_linux.go:160] Node IP manager is running
W0423 21:50:27.291032    3788 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0423 21:50:27.291342    3788 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0423 21:50:27.291476    3788 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0423 21:50:27.302512    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0423 21:50:27.323743    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0423 21:50:27.323759    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0423 21:50:27.323781    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0423 21:50:27.323795    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0423 21:50:27.369096    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0423 21:50:27.369119    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0423 21:50:27.369151    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0423 21:50:27.369167    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0423 21:50:27.369178    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.369186    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0423 21:50:27.369192    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.369198    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0423 21:50:27.369221    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0423 21:50:27.369229    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0423 21:50:27.369235    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0423 21:50:27.369240    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0423 21:50:27.369246    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0423 21:50:27.369251    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0423 21:50:27.369256    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0423 21:50:28.573319    3788 default_node_network_controller.go:1380] Starting node controller node sync
W0423 21:50:28.573362    3788 egressip_healthcheck.go:76] Health checking using insecure connection
I0423 21:50:28.573429    3788 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0423 21:50:28.585085    3788 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.745934ms
I0423 21:50:28.585314    3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-123.ec2.internal", IP: 10.0.2.123 to PMTUD blocking rules
I0423 21:50:28.585330    3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-123.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 21:50:28.590972    3788 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0423 21:50:28.591240    3788 egressservice_node.go:93] Setting up event handlers for Egress Services
I0423 21:50:28.591466    3788 egressservice_node.go:183] Starting Egress Services Controller
I0423 21:50:28.591485    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0423 21:50:28.591500    3788 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0423 21:50:28.591511    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0423 21:50:28.591520    3788 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0423 21:50:28.591532    3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0423 21:50:28.591540    3788 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0423 21:50:28.591548    3788 egressservice_node.go:197] Repairing Egress Services
I0423 21:50:28.601305    3788 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0423 21:50:28.601317    3788 external_controller.go:278] Starting Admin Policy Based Route Controller
I0423 21:50:28.601533    3788 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0423 21:50:28.601574    3788 link_network_manager.go:119] Link manager is running
I0423 21:50:28.601585    3788 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0423 21:50:28.601774    3788 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0423 21:50:28.602227    3788 vrf_manager.go:128] VRF manager is running
I0423 21:50:28.602333    3788 node_controller_manager.go:437] Removing flows to drop GARP
I0423 21:50:28.602345    3788 gateway.go:532] Reconciling gateway with updates
I0423 21:50:28.605174    3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-123.ec2.internal
I0423 21:50:28.605195    3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-123.ec2.internal: 25.166µs
I0423 21:50:28.620480    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 21:50:28.620492    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 21:50:28.620508    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 21:50:28.620512    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0423 21:50:28.620516    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 21:50:28.620526    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0423 21:50:28.620528    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 21:50:28.620529    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 21:50:28.620530    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 21:50:28.620536    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 21:50:28.620541    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0423 21:50:28.620541    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 21:50:28.620548    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 21:50:28.620556    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 21:50:28.620559    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 21:50:28.620561    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0423 21:50:28.620561    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 21:50:28.620570    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 21:50:28.620578    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 21:50:28.620579    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 21:50:28.620578    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 21:50:28.620592    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 21:50:28.620598    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 21:50:28.620624    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 21:50:28.620631    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 21:50:28.620514    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 21:50:28.620635    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 21:50:28.620638    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0423 21:50:28.620497    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0423 21:50:28.620651    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 21:50:28.620648    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 21:50:28.620657    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 21:50:28.620665    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 21:50:28.620666    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0423 21:50:28.620671    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 21:50:28.620682    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 21:50:28.620684    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 21:50:28.620692    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 21:50:28.620690    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 21:50:28.620700    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 21:50:28.620658    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0423 21:50:28.620697    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0423 21:50:28.620707    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 21:50:28.620711    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 21:50:28.620717    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 21:50:28.620713    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0423 21:50:28.620723    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 21:50:28.620727    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 21:50:28.620699    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 21:50:28.620681    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 21:50:28.620730    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 21:50:28.620739    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 21:50:28.620654    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0423 21:50:28.620741    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0423 21:50:28.620745    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 21:50:28.620755    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 21:50:28.620757    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0423 21:50:28.620727    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 21:50:28.620770    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 21:50:28.620814    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 21:50:28.620670    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 21:50:28.620830    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 21:50:28.620670    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 21:50:28.620856    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 21:50:28.620685    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 21:50:28.620668    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 21:50:28.620920    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 21:50:28.620926    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 21:50:28.620927    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 21:50:28.620937    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 21:50:28.620945    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 21:50:28.620945    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0423 21:50:28.620943    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0423 21:50:28.620955    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0423 21:50:28.620957    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0423 21:50:28.620963    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0423 21:50:28.620683    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 21:50:28.620967    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0423 21:50:28.620978    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.620979    3788 port_claim.go:71] Svc openshift-ingress/router-default: port 31739 is already open, no action needed
I0423 21:50:28.620978    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 21:50:28.620980    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 21:50:28.620992    3788 port_claim.go:71] Svc openshift-ingress/router-default: port 30197 is already open, no action needed
I0423 21:50:28.620997    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 21:50:28.620996    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0423 21:50:28.620911    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 21:50:28.620756    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0423 21:50:28.620938    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 21:50:28.620644    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 21:50:28.620931    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 21:50:28.621129    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 21:50:28.621135    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0423 21:50:28.620831    3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0423 21:50:28.621155    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0423 21:50:28.620739    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0423 21:50:28.621184    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0423 21:50:28.620699    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0423 21:50:28.621049    3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 21:50:28.621224    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.622665    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0423 21:50:28.622734    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0423 21:50:28.622762    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0423 21:50:28.622769    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0423 21:50:28.622776    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0423 21:50:28.622782    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0423 21:50:28.622789    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.622797    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0423 21:50:28.622804    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.622811    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0423 21:50:28.622818    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0423 21:50:28.622840    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0423 21:50:28.622865    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0423 21:50:28.622879    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0423 21:50:28.622896    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.622901    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0423 21:50:28.622907    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.622930    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0423 21:50:28.622951    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0423 21:50:28.622958    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0423 21:50:28.622962    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0423 21:50:28.622967    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0423 21:50:28.622971    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0423 21:50:28.622976    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0423 21:50:28.622980    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.622987    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0423 21:50:28.622993    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.622997    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0423 21:50:28.661917    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0423 21:50:28.681420    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0423 21:50:28.681474    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0423 21:50:28.681494    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.681507    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.681513    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0423 21:50:28.681519    3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0423 21:50:30.060638    3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-216.ec2.internal
I0423 21:50:30.060659    3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-216.ec2.internal: 30.266µs
I0423 21:50:30.060696    3788 egressfirewall.go:723] Syncing node "ip-10-0-1-216.ec2.internal" for egress firewall
I0423 21:50:30.060751    3788 default_network_controller.go:1025] Node "ip-10-0-1-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 21:50:30.294728    3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-18.ec2.internal
I0423 21:50:30.294756    3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-18.ec2.internal: 35.112µs
I0423 21:50:30.338991    3788 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-789d476894-xmwbj] creating logical port openshift-ingress_router-default-789d476894-xmwbj for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:50:30.339107    3788 kube.go:256] Updating pod openshift-ingress/router-default-789d476894-xmwbj
I0423 21:50:30.339135    3788 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-cc777848b-hnkhs] creating logical port openshift-image-registry_image-registry-cc777848b-hnkhs for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:50:30.339242    3788 kube.go:256] Updating pod openshift-image-registry/image-registry-cc777848b-hnkhs
I0423 21:50:30.359808    3788 pod.go:62] [openshift-ingress/router-default-789d476894-xmwbj] pod update took 20.739643ms
I0423 21:50:30.359837    3788 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-789d476894-xmwbj] addLogicalPort annotation time took 20.775819ms
I0423 21:50:30.361223    3788 pods.go:271] [openshift-ingress/router-default-789d476894-xmwbj] addLogicalPort took 22.246945ms, libovsdb time 1.066835ms
I0423 21:50:30.363780    3788 pod.go:62] [openshift-image-registry/image-registry-cc777848b-hnkhs] pod update took 24.565833ms
I0423 21:50:30.363802    3788 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-cc777848b-hnkhs] addLogicalPort annotation time took 24.586531ms
I0423 21:50:30.364857    3788 pods.go:271] [openshift-image-registry/image-registry-cc777848b-hnkhs] addLogicalPort took 25.726242ms, libovsdb time 761.382µs
I0423 21:50:30.377534    3788 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-gq5dq] creating logical port openshift-dns_dns-default-gq5dq for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:50:30.377692    3788 kube.go:256] Updating pod openshift-dns/dns-default-gq5dq
I0423 21:50:30.377706    3788 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-v79dc] creating logical port openshift-ingress-canary_ingress-canary-v79dc for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:50:30.377803    3788 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-v79dc
I0423 21:50:30.395827    3788 pod.go:62] [openshift-ingress-canary/ingress-canary-v79dc] pod update took 18.037763ms
I0423 21:50:30.395849    3788 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-v79dc] addLogicalPort annotation time took 18.066048ms
I0423 21:50:30.397039    3788 pods.go:271] [openshift-ingress-canary/ingress-canary-v79dc] addLogicalPort took 19.339538ms, libovsdb time 897.147µs
I0423 21:50:30.399737    3788 pod.go:62] [openshift-dns/dns-default-gq5dq] pod update took 22.139834ms
I0423 21:50:30.399757    3788 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-gq5dq] addLogicalPort annotation time took 22.160897ms
I0423 21:50:30.401460    3788 pods.go:271] [openshift-dns/dns-default-gq5dq] addLogicalPort took 23.941932ms, libovsdb time 1.263424ms
I0423 21:50:30.776243    3788 cni.go:452] [openshift-ingress-canary/ingress-canary-v79dc f32b2c7516de964be7723ca0beb587737dc7464283a557c5752ebd79e1842c91 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-v79dc f32b2c7516de964be7723ca0beb587737dc7464283a557c5752ebd79e1842c91 network default NAD default NAD key ]
I0423 21:50:30.815090    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-v79dc, hostIfaceName: f32b2c7516de964, network: default, NAD default, SandboxID: "f32b2c7516de964be7723ca0beb587737dc7464283a557c5752ebd79e1842c91", PCI device ID: , UID: "b57badf1-2e52-448a-b3ca-c37ade5b3dbf", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0423 21:50:30.860787    3788 cni.go:473] [openshift-ingress-canary/ingress-canary-v79dc f32b2c7516de964be7723ca0beb587737dc7464283a557c5752ebd79e1842c91 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-v79dc f32b2c7516de964be7723ca0beb587737dc7464283a557c5752ebd79e1842c91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:1d:2f:e0:26:67\",\"name\":\"f32b2c7516de964\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40313be5-40e2-4ff2-a59f-4709a978eb41\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:50:35.152483    3788 default_network_controller.go:1025] Node "ip-10-0-1-216.ec2.internal" in remote zone "ip-10-0-1-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 21:50:35.152528    3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-216.ec2.internal in network "default"
I0423 21:50:35.152548    3788 node_tracker.go:235] Node ip-10-0-1-216.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-216.ec2.internal"
I0423 21:50:35.152562    3788 node_tracker.go:169] Node ip-10-0-1-216.ec2.internal switch + router changed, syncing services in network "default"
I0423 21:50:35.152576    3788 services_controller.go:574] Full service sync requested for network=default
I0423 21:50:35.232693    3788 default_network_controller.go:1025] Node "ip-10-0-1-216.ec2.internal" in remote zone "ip-10-0-1-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 21:50:35.283216    3788 default_network_controller.go:1025] Node "ip-10-0-1-216.ec2.internal" in remote zone "ip-10-0-1-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 21:50:35.283233    3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-216.ec2.internal in network "default"
I0423 21:50:35.283296    3788 node_tracker.go:169] Node ip-10-0-1-216.ec2.internal switch + router changed, syncing services in network "default"
I0423 21:50:35.283312    3788 services_controller.go:574] Full service sync requested for network=default
I0423 21:50:35.284185    3788 zone_ic_handler.go:195] Time taken to create transit switch: 275.959µs
I0423 21:50:35.284200    3788 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-216.ec2.internal for the network default
I0423 21:50:35.285233    3788 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-216.ec2.internal" on network "default" took: 1.334326ms
I0423 21:50:37.344519    3788 egressfirewall.go:723] Syncing node "ip-10-0-1-216.ec2.internal" for egress firewall
I0423 21:50:37.344558    3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-216.ec2.internal", IP: 10.0.1.216 to PMTUD blocking rules
I0423 21:50:37.344564    3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-216.ec2.internal
I0423 21:50:37.344571    3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-216.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 21:50:37.344578    3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-216.ec2.internal: 19.79µs
I0423 21:50:37.344647    3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-216.ec2.internal in network "default"
I0423 21:50:37.344713    3788 node_tracker.go:169] Node ip-10-0-1-216.ec2.internal switch + router changed, syncing services in network "default"
I0423 21:50:37.344735    3788 services_controller.go:574] Full service sync requested for network=default
I0423 21:50:37.350973    3788 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-216.ec2.internal. Updating no re-route policies
I0423 21:50:37.360437    3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-216.ec2.internal", IP: 10.0.1.216 to PMTUD blocking rules
I0423 21:50:37.360450    3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-216.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0423 21:50:39.559169    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0423 21:50:39.578679    3788 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0423 21:50:40.442439    3788 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0423 21:50:40.443365    3788 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 902.54µs
I0423 21:50:40.501670    3788 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0423 21:50:40.512507    3788 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 21:50:40.627116    3788 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-fjzrb] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-fjzrb for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:50:40.627244    3788 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-fjzrb
I0423 21:50:40.645519    3788 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-fjzrb] pod update took 18.297615ms
I0423 21:50:40.645542    3788 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-fjzrb] addLogicalPort annotation time took 18.323562ms
I0423 21:50:40.646690    3788 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-fjzrb] addLogicalPort took 19.588545ms, libovsdb time 881.727µs
I0423 21:50:40.985849    3788 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-fjzrb 6bfe8d8eadec0ecc1b45a3a5d98b9c555157288522e9edf929ba4e47738664a3 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-fjzrb 6bfe8d8eadec0ecc1b45a3a5d98b9c555157288522e9edf929ba4e47738664a3 network default NAD default NAD key ]
I0423 21:50:40.994984    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-fjzrb, hostIfaceName: 6bfe8d8eadec0ec, network: default, NAD default, SandboxID: "6bfe8d8eadec0ecc1b45a3a5d98b9c555157288522e9edf929ba4e47738664a3", PCI device ID: , UID: "d0e04701-d502-4e88-969f-38f3d9213b80", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0423 21:50:41.039464    3788 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-fjzrb 6bfe8d8eadec0ecc1b45a3a5d98b9c555157288522e9edf929ba4e47738664a3 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-fjzrb 6bfe8d8eadec0ecc1b45a3a5d98b9c555157288522e9edf929ba4e47738664a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a2:3f:b9:51:64\",\"name\":\"6bfe8d8eadec0ec\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c0c1ee1-e6f3-4acf-8277-9509bc079421\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:50:41.410749    3788 namespace.go:98] [openshift-service-ca] adding namespace
I0423 21:50:41.411551    3788 namespace.go:102] [openshift-service-ca] adding namespace took 782.944µs
I0423 21:50:41.424654    3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-216.ec2.internal
I0423 21:50:41.424685    3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-216.ec2.internal: 37.957µs
I0423 21:50:41.425280    3788 namespace.go:142] [openshift-service-ca] updating namespace
W0423 21:50:49.226796    3788 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 21:50:50.274075    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0423 21:51:01.371779    3788 cni.go:452] [openshift-network-diagnostics/network-check-target-m4jdv 429047d44359bb2bf6241c9ae4e278062c0b7615225734bb2e296c76c814ae12 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-m4jdv 429047d44359bb2bf6241c9ae4e278062c0b7615225734bb2e296c76c814ae12 network default NAD default NAD key ]
I0423 21:51:01.379437    3788 cni.go:452] [openshift-multus/network-metrics-daemon-cb28n 70aa3ff3a0b33028b46358821120db9260b6d5f5791ea4d02844c1c5a6bd875f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-cb28n 70aa3ff3a0b33028b46358821120db9260b6d5f5791ea4d02844c1c5a6bd875f network default NAD default NAD key ]
I0423 21:51:01.382192    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-m4jdv, hostIfaceName: 429047d44359bb2, network: default, NAD default, SandboxID: "429047d44359bb2bf6241c9ae4e278062c0b7615225734bb2e296c76c814ae12", PCI device ID: , UID: "5249386b-d8b4-4bdf-b7ef-6134aa82e812", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0423 21:51:01.390369    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-cb28n, hostIfaceName: 70aa3ff3a0b3302, network: default, NAD default, SandboxID: "70aa3ff3a0b33028b46358821120db9260b6d5f5791ea4d02844c1c5a6bd875f", PCI device ID: , UID: "54f5e4b7-ecc1-4284-874a-5d8bac7e3f12", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0423 21:51:01.430329    3788 cni.go:473] [openshift-network-diagnostics/network-check-target-m4jdv 429047d44359bb2bf6241c9ae4e278062c0b7615225734bb2e296c76c814ae12 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-m4jdv 429047d44359bb2bf6241c9ae4e278062c0b7615225734bb2e296c76c814ae12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:2a:38:bb:73:47\",\"name\":\"429047d44359bb2\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f302f39-0ad6-4359-beb7-20adadb9c154\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:01.444267    3788 cni.go:473] [openshift-multus/network-metrics-daemon-cb28n 70aa3ff3a0b33028b46358821120db9260b6d5f5791ea4d02844c1c5a6bd875f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-cb28n 70aa3ff3a0b33028b46358821120db9260b6d5f5791ea4d02844c1c5a6bd875f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:fc:de:24:1b:16\",\"name\":\"70aa3ff3a0b3302\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a950a744-1fb7-41b9-9446-47e721c7b8fe\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:02.522668    3788 cni.go:452] [openshift-ingress/router-default-789d476894-xmwbj 137d22f407a7598073ffe992f28ad2b4f16c2f4c6b4a8107dfa8bb319ae1bc1d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-789d476894-xmwbj 137d22f407a7598073ffe992f28ad2b4f16c2f4c6b4a8107dfa8bb319ae1bc1d network default NAD default NAD key ]
I0423 21:51:02.534113    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-789d476894-xmwbj, hostIfaceName: 137d22f407a7598, network: default, NAD default, SandboxID: "137d22f407a7598073ffe992f28ad2b4f16c2f4c6b4a8107dfa8bb319ae1bc1d", PCI device ID: , UID: "93664b69-b017-4bc6-8a06-462f54c0cf8d", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0423 21:51:02.537023    3788 cni.go:452] [openshift-image-registry/image-registry-cc777848b-hnkhs 9020878132f1660befe1bda7295139f89551e0b4ddb146ef46d36517e9e4ab11 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-cc777848b-hnkhs 9020878132f1660befe1bda7295139f89551e0b4ddb146ef46d36517e9e4ab11 network default NAD default NAD key ]
I0423 21:51:02.548215    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-cc777848b-hnkhs, hostIfaceName: 9020878132f1660, network: default, NAD default, SandboxID: "9020878132f1660befe1bda7295139f89551e0b4ddb146ef46d36517e9e4ab11", PCI device ID: , UID: "8d40b48b-3e20-4a1d-bfff-c5275e2d20a8", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0423 21:51:02.570566    3788 cni.go:452] [openshift-dns/dns-default-gq5dq 293a945bda42e0b0a9f39601ed10f4f2fe65be829ef000d3d2503a772835666a network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-gq5dq 293a945bda42e0b0a9f39601ed10f4f2fe65be829ef000d3d2503a772835666a network default NAD default NAD key ]
I0423 21:51:02.584740    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-gq5dq, hostIfaceName: 293a945bda42e0b, network: default, NAD default, SandboxID: "293a945bda42e0b0a9f39601ed10f4f2fe65be829ef000d3d2503a772835666a", PCI device ID: , UID: "e275293f-b0b6-4c9f-86ff-f7570a8073e7", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0423 21:51:02.589929    3788 cni.go:473] [openshift-ingress/router-default-789d476894-xmwbj 137d22f407a7598073ffe992f28ad2b4f16c2f4c6b4a8107dfa8bb319ae1bc1d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-789d476894-xmwbj 137d22f407a7598073ffe992f28ad2b4f16c2f4c6b4a8107dfa8bb319ae1bc1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:2c:2b:a2:f4:22\",\"name\":\"137d22f407a7598\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddf9ca44-1159-49b8-8c45-4969215742c8\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:02.604333    3788 cni.go:473] [openshift-image-registry/image-registry-cc777848b-hnkhs 9020878132f1660befe1bda7295139f89551e0b4ddb146ef46d36517e9e4ab11 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-cc777848b-hnkhs 9020878132f1660befe1bda7295139f89551e0b4ddb146ef46d36517e9e4ab11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:4a:cf:e4:36:3b\",\"name\":\"9020878132f1660\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39c9b7ba-2ead-411e-842e-67bf97a4b812\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:02.640096    3788 cni.go:473] [openshift-dns/dns-default-gq5dq 293a945bda42e0b0a9f39601ed10f4f2fe65be829ef000d3d2503a772835666a network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-gq5dq 293a945bda42e0b0a9f39601ed10f4f2fe65be829ef000d3d2503a772835666a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:a6:e9:96:a3:b3\",\"name\":\"293a945bda42e0b\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bc505a1-2378-4372-98b9-03d770db589c\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:06.808013    3788 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-vq464] creating logical port openshift-insights_insights-runtime-extractor-vq464 for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:06.808218    3788 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vq464
W0423 21:51:06.824551    3788 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 21:51:06.843793    3788 pod.go:62] [openshift-insights/insights-runtime-extractor-vq464] pod update took 35.619282ms
I0423 21:51:06.843820    3788 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-vq464] addLogicalPort annotation time took 35.65252ms
I0423 21:51:06.844894    3788 pods.go:271] [openshift-insights/insights-runtime-extractor-vq464] addLogicalPort took 36.904676ms, libovsdb time 767.498µs
W0423 21:51:06.872852    3788 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 21:51:06.876703    3788 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:06.876718    3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:06.876723    3788 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0423 21:51:06.949925    3788 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nxqcp] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-nxqcp for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:06.950038    3788 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nxqcp
W0423 21:51:06.952088    3788 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 21:51:06.972592    3788 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0423 21:51:06.974154    3788 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nxqcp] pod update took 24.150249ms
I0423 21:51:06.974182    3788 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nxqcp] addLogicalPort annotation time took 24.181654ms
I0423 21:51:06.975278    3788 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nxqcp] addLogicalPort took 25.373293ms, libovsdb time 815.996µs
W0423 21:51:06.976874    3788 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 21:51:07.187863    3788 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-nhxdh] creating logical port openshift-console_downloads-5c54f4944f-nhxdh for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:07.187971    3788 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-nhxdh
I0423 21:51:07.240679    3788 pod.go:62] [openshift-console/downloads-5c54f4944f-nhxdh] pod update took 52.73134ms
I0423 21:51:07.240702    3788 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-nhxdh] addLogicalPort annotation time took 52.763449ms
I0423 21:51:07.241894    3788 pods.go:271] [openshift-console/downloads-5c54f4944f-nhxdh] addLogicalPort took 54.048893ms, libovsdb time 923.853µs
I0423 21:51:07.310512    3788 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nxqcp 8360f16b242884e7a61f5e51da0b0d14e198fee5c41f126ea0ec8e20ef854e5f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nxqcp 8360f16b242884e7a61f5e51da0b0d14e198fee5c41f126ea0ec8e20ef854e5f network default NAD default NAD key ]
I0423 21:51:07.320362    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-nxqcp, hostIfaceName: 8360f16b242884e, network: default, NAD default, SandboxID: "8360f16b242884e7a61f5e51da0b0d14e198fee5c41f126ea0ec8e20ef854e5f", PCI device ID: , UID: "220259aa-e925-4571-9a82-40fc67e0ee03", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0423 21:51:07.368832    3788 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nxqcp 8360f16b242884e7a61f5e51da0b0d14e198fee5c41f126ea0ec8e20ef854e5f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nxqcp 8360f16b242884e7a61f5e51da0b0d14e198fee5c41f126ea0ec8e20ef854e5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:bd:2e:1a:ea:21\",\"name\":\"8360f16b242884e\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f9e75e1-b6f8-4b9d-aa44-090015ec46b6\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:07.539781    3788 cni.go:452] [openshift-console/downloads-5c54f4944f-nhxdh 9c04504f977cd54c1eb6eeacd16496f0b0eba1f4dc7de3bbbb5102c3ddde4f66 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-nhxdh 9c04504f977cd54c1eb6eeacd16496f0b0eba1f4dc7de3bbbb5102c3ddde4f66 network default NAD default NAD key ]
I0423 21:51:07.551183    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-nhxdh, hostIfaceName: 9c04504f977cd54, network: default, NAD default, SandboxID: "9c04504f977cd54c1eb6eeacd16496f0b0eba1f4dc7de3bbbb5102c3ddde4f66", PCI device ID: , UID: "f94c6a8d-76a7-4b02-bb14-bfdc00aa4e05", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0423 21:51:07.598221    3788 cni.go:473] [openshift-console/downloads-5c54f4944f-nhxdh 9c04504f977cd54c1eb6eeacd16496f0b0eba1f4dc7de3bbbb5102c3ddde4f66 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-nhxdh 9c04504f977cd54c1eb6eeacd16496f0b0eba1f4dc7de3bbbb5102c3ddde4f66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d1:55:ce:cd:30\",\"name\":\"9c04504f977cd54\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40280a24-a093-48e3-a844-27bbfc3d39f6\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:08.741956    3788 cni.go:452] [openshift-insights/insights-runtime-extractor-vq464 7c2c77ae2e4c57b02366f708197a7523356d249ac563f60cac85e782eaf5f8c7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-vq464 7c2c77ae2e4c57b02366f708197a7523356d249ac563f60cac85e782eaf5f8c7 network default NAD default NAD key ]
I0423 21:51:08.772089    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-vq464, hostIfaceName: 7c2c77ae2e4c57b, network: default, NAD default, SandboxID: "7c2c77ae2e4c57b02366f708197a7523356d249ac563f60cac85e782eaf5f8c7", PCI device ID: , UID: "50e8abac-84aa-418a-8caa-eef3001afef0", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0423 21:51:08.820313    3788 cni.go:473] [openshift-insights/insights-runtime-extractor-vq464 7c2c77ae2e4c57b02366f708197a7523356d249ac563f60cac85e782eaf5f8c7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-vq464 7c2c77ae2e4c57b02366f708197a7523356d249ac563f60cac85e782eaf5f8c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:60:42:d5:11:8a\",\"name\":\"7c2c77ae2e4c57b\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/079bd949-dc30-49f5-989a-ddbd57adcfd7\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 21:51:09.709780    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0423 21:51:09.735761    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0423 21:51:10.477667    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 21:51:10.477700    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 21:51:11.269316    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:11.269339    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:11.269346    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:11.269366    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:11.269373    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:11.269380    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0423 21:51:14.531902    3788 base_network_controller_pods.go:487] [default/openshift-console/console-74f9b574cf-bnfmd] creating logical port openshift-console_console-74f9b574cf-bnfmd for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:14.532022    3788 kube.go:256] Updating pod openshift-console/console-74f9b574cf-bnfmd
I0423 21:51:14.546502    3788 pod.go:62] [openshift-console/console-74f9b574cf-bnfmd] pod update took 14.514679ms
I0423 21:51:14.546530    3788 base_network_controller_pods.go:951] [default/openshift-console/console-74f9b574cf-bnfmd] addLogicalPort annotation time took 14.545946ms
I0423 21:51:14.547813    3788 pods.go:271] [openshift-console/console-74f9b574cf-bnfmd] addLogicalPort took 15.929348ms, libovsdb time 910.065µs
W0423 21:51:14.601971    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:14.601989    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:14.601995    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:14.602007    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:14.602012    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:14.602016    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0423 21:51:14.890487    3788 cni.go:452] [openshift-console/console-74f9b574cf-bnfmd cb34cf3ac7186748e9ef9784dcab9c9036c49239c494a9eed288f83e5b569a3a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74f9b574cf-bnfmd cb34cf3ac7186748e9ef9784dcab9c9036c49239c494a9eed288f83e5b569a3a network default NAD default NAD key ]
I0423 21:51:14.899594    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74f9b574cf-bnfmd, hostIfaceName: cb34cf3ac718674, network: default, NAD default, SandboxID: "cb34cf3ac7186748e9ef9784dcab9c9036c49239c494a9eed288f83e5b569a3a", PCI device ID: , UID: "05292bac-b7ca-4366-a6c9-74dc2002a217", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0423 21:51:14.948075    3788 cni.go:473] [openshift-console/console-74f9b574cf-bnfmd cb34cf3ac7186748e9ef9784dcab9c9036c49239c494a9eed288f83e5b569a3a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74f9b574cf-bnfmd cb34cf3ac7186748e9ef9784dcab9c9036c49239c494a9eed288f83e5b569a3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ce:e4:80:02:e7\",\"name\":\"cb34cf3ac718674\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6848bbe5-ac8b-476d-bf1a-72f30d9e77d1\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 21:51:16.706711    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:16.706735    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 21:51:16.706742    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0423 21:51:17.085985    3788 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:17.086107    3788 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0423 21:51:17.110309    3788 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.239996ms
I0423 21:51:17.110337    3788 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.274176ms
I0423 21:51:17.112130    3788 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.164705ms, libovsdb time 1.147762ms
I0423 21:51:17.995700    3788 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-fcc7d5df4-x52fp] creating logical port openshift-monitoring_thanos-querier-fcc7d5df4-x52fp for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:17.995888    3788 kube.go:256] Updating pod openshift-monitoring/thanos-querier-fcc7d5df4-x52fp
I0423 21:51:18.023126    3788 pod.go:62] [openshift-monitoring/thanos-querier-fcc7d5df4-x52fp] pod update took 27.281694ms
I0423 21:51:18.023215    3788 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-fcc7d5df4-x52fp] addLogicalPort annotation time took 27.374504ms
I0423 21:51:18.024550    3788 pods.go:271] [openshift-monitoring/thanos-querier-fcc7d5df4-x52fp] addLogicalPort took 28.870625ms, libovsdb time 1.002609ms
I0423 21:51:18.330243    3788 cni.go:452] [openshift-monitoring/alertmanager-main-0 44356ab7e9f1b4f570af0bf2eaea2c60cbbf0ea04c0611ebb1b13e0c7a844eb3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 44356ab7e9f1b4f570af0bf2eaea2c60cbbf0ea04c0611ebb1b13e0c7a844eb3 network default NAD default NAD key ]
I0423 21:51:18.341667    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 44356ab7e9f1b4f, network: default, NAD default, SandboxID: "44356ab7e9f1b4f570af0bf2eaea2c60cbbf0ea04c0611ebb1b13e0c7a844eb3", PCI device ID: , UID: "aacd5429-73ae-4344-9083-8317cf487514", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0423 21:51:18.378761    3788 cni.go:452] [openshift-monitoring/thanos-querier-fcc7d5df4-x52fp 1ac8b1af83a9303c1a4c6e01793547ed8bdd0879ed8820625ef17f3358283665 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-fcc7d5df4-x52fp 1ac8b1af83a9303c1a4c6e01793547ed8bdd0879ed8820625ef17f3358283665 network default NAD default NAD key ]
I0423 21:51:18.392668    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-fcc7d5df4-x52fp, hostIfaceName: 1ac8b1af83a9303, network: default, NAD default, SandboxID: "1ac8b1af83a9303c1a4c6e01793547ed8bdd0879ed8820625ef17f3358283665", PCI device ID: , UID: "2c7b1857-9b00-4bfc-92a7-6084a54675d5", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0423 21:51:18.399582    3788 cni.go:473] [openshift-monitoring/alertmanager-main-0 44356ab7e9f1b4f570af0bf2eaea2c60cbbf0ea04c0611ebb1b13e0c7a844eb3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 44356ab7e9f1b4f570af0bf2eaea2c60cbbf0ea04c0611ebb1b13e0c7a844eb3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:01:8f:a0:fa:fe\",\"name\":\"44356ab7e9f1b4f\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b159182a-8d16-447d-aa87-309b631676c7\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:18.449547    3788 cni.go:473] [openshift-monitoring/thanos-querier-fcc7d5df4-x52fp 1ac8b1af83a9303c1a4c6e01793547ed8bdd0879ed8820625ef17f3358283665 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-fcc7d5df4-x52fp 1ac8b1af83a9303c1a4c6e01793547ed8bdd0879ed8820625ef17f3358283665 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:df:1a:01:b5:df\",\"name\":\"1ac8b1af83a9303\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e466d789-cae0-40e2-a1b4-b657855f939c\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 21:51:18.781826    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 21:51:20.240660    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 21:51:20.240690    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0423 21:51:20.446047    3788 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-686bfbf559-vp2tf] creating logical port openshift-monitoring_metrics-server-686bfbf559-vp2tf for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:20.446256    3788 kube.go:256] Updating pod openshift-monitoring/metrics-server-686bfbf559-vp2tf
I0423 21:51:20.466248    3788 pod.go:62] [openshift-monitoring/metrics-server-686bfbf559-vp2tf] pod update took 20.016437ms
I0423 21:51:20.466271    3788 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-686bfbf559-vp2tf] addLogicalPort annotation time took 20.045599ms
I0423 21:51:20.467531    3788 pods.go:271] [openshift-monitoring/metrics-server-686bfbf559-vp2tf] addLogicalPort took 21.509498ms, libovsdb time 894.8µs
I0423 21:51:20.737960    3788 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vmg45] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-vmg45 for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:20.738101    3788 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-vmg45
I0423 21:51:20.759439    3788 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vmg45] pod update took 21.369848ms
I0423 21:51:20.759469    3788 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vmg45] addLogicalPort annotation time took 21.406636ms
I0423 21:51:20.760837    3788 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vmg45] addLogicalPort took 22.89776ms, libovsdb time 951.6µs
W0423 21:51:20.853448    3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 21:51:20.853464    3788 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 21:51:20.853470    3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0423 21:51:21.009075    3788 cni.go:452] [openshift-monitoring/metrics-server-686bfbf559-vp2tf 9af6057f9d623490a97ef0f935c58b220c7494557b99d16ed7cc2620379ef196 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-686bfbf559-vp2tf 9af6057f9d623490a97ef0f935c58b220c7494557b99d16ed7cc2620379ef196 network default NAD default NAD key ]
I0423 21:51:21.021335    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-686bfbf559-vp2tf, hostIfaceName: 9af6057f9d62349, network: default, NAD default, SandboxID: "9af6057f9d623490a97ef0f935c58b220c7494557b99d16ed7cc2620379ef196", PCI device ID: , UID: "61795d5c-2924-4ece-8be0-74ac52b5c66c", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0423 21:51:21.074571    3788 cni.go:473] [openshift-monitoring/metrics-server-686bfbf559-vp2tf 9af6057f9d623490a97ef0f935c58b220c7494557b99d16ed7cc2620379ef196 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-686bfbf559-vp2tf 9af6057f9d623490a97ef0f935c58b220c7494557b99d16ed7cc2620379ef196 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:59:b7:06:0a:ea\",\"name\":\"9af6057f9d62349\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05c3ed87-7a11-44d0-a015-25af7332be98\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:21.103958    3788 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vmg45 85e33c07d22d1ed03772bafea2d4e419770018e4027f39d0d90c41c7b1d73219 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vmg45 85e33c07d22d1ed03772bafea2d4e419770018e4027f39d0d90c41c7b1d73219 network default NAD default NAD key ]
I0423 21:51:21.116119    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-vmg45, hostIfaceName: 85e33c07d22d1ed, network: default, NAD default, SandboxID: "85e33c07d22d1ed03772bafea2d4e419770018e4027f39d0d90c41c7b1d73219", PCI device ID: , UID: "d62a292e-db62-4d1b-95c5-ec3f692fbfba", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0423 21:51:21.173272    3788 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vmg45 85e33c07d22d1ed03772bafea2d4e419770018e4027f39d0d90c41c7b1d73219 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vmg45 85e33c07d22d1ed03772bafea2d4e419770018e4027f39d0d90c41c7b1d73219 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:8d:4c:7e:fd:88\",\"name\":\"85e33c07d22d1ed\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca194e87-23e0-41bf-8f30-958e3398459c\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:21.247706    3788 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-745685975b-ngkvj] creating logical port openshift-monitoring_telemeter-client-745685975b-ngkvj for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:21.247826    3788 kube.go:256] Updating pod openshift-monitoring/telemeter-client-745685975b-ngkvj
I0423 21:51:21.272946    3788 pod.go:62] [openshift-monitoring/telemeter-client-745685975b-ngkvj] pod update took 25.161148ms
I0423 21:51:21.272971    3788 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-745685975b-ngkvj] addLogicalPort annotation time took 25.191598ms
I0423 21:51:21.274252    3788 pods.go:271] [openshift-monitoring/telemeter-client-745685975b-ngkvj] addLogicalPort took 26.567987ms, libovsdb time 961.883µs
W0423 21:51:21.352640    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 21:51:22.567670    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 21:51:22.567701    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 21:51:24.524789    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 21:51:24.675041    3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 21:51:24.675063    3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 21:51:25.801520    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0423 21:51:28.256587    3788 cni.go:452] [openshift-monitoring/telemeter-client-745685975b-ngkvj 2744fd4d39180c195e797d3d2e19cc94bcf9387e511a8ab2b99b0e356697d222 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-745685975b-ngkvj 2744fd4d39180c195e797d3d2e19cc94bcf9387e511a8ab2b99b0e356697d222 network default NAD default NAD key ]
I0423 21:51:28.267883    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-745685975b-ngkvj, hostIfaceName: 2744fd4d39180c1, network: default, NAD default, SandboxID: "2744fd4d39180c195e797d3d2e19cc94bcf9387e511a8ab2b99b0e356697d222", PCI device ID: , UID: "f0f9ab5f-dc50-4b36-ade0-5427b14feeba", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0423 21:51:28.342355    3788 cni.go:473] [openshift-monitoring/telemeter-client-745685975b-ngkvj 2744fd4d39180c195e797d3d2e19cc94bcf9387e511a8ab2b99b0e356697d222 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-745685975b-ngkvj 2744fd4d39180c195e797d3d2e19cc94bcf9387e511a8ab2b99b0e356697d222 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e3:bf:1e:cd:c6\",\"name\":\"2744fd4d39180c1\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b3adb44-27a9-4a86-9eda-d330dd6a02e0\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 21:51:28.811731    3788 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0423 21:51:28.842634    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0423 21:51:29.483274    3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 21:51:29.483293    3788 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 21:51:29.483297    3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 21:51:29.827019    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0423 21:51:29.851382    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0423 21:51:29.907677    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 21:51:30.454796    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 21:51:30.500630    3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 21:51:30.500648    3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 21:51:30.879004    3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 21:51:30.879025    3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 21:51:30.879032    3788 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 21:51:30.879036    3788 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 21:51:30.935973    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 21:51:30.936003    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 21:51:30.936013    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 21:51:30.936021    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0423 21:51:32.134747    3788 cni.go:452] [openshift-image-registry/image-registry-cc777848b-hnkhs 9020878132f1660befe1bda7295139f89551e0b4ddb146ef46d36517e9e4ab11 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-cc777848b-hnkhs 9020878132f1660befe1bda7295139f89551e0b4ddb146ef46d36517e9e4ab11 network default NAD default NAD key ]
I0423 21:51:32.229960    3788 cni.go:473] [openshift-image-registry/image-registry-cc777848b-hnkhs 9020878132f1660befe1bda7295139f89551e0b4ddb146ef46d36517e9e4ab11 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-cc777848b-hnkhs 9020878132f1660befe1bda7295139f89551e0b4ddb146ef46d36517e9e4ab11 network default NAD default NAD key default], result "{}", err <nil>
W0423 21:51:32.242475    3788 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-8df4f6b78-gf24q IP address from the namespace address-set, err: pod openshift-console/console-8df4f6b78-gf24q: no pod IPs found 
I0423 21:51:32.294274    3788 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cc777848b-hnkhs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:51:32.294312    3788 pods.go:176] Deleting pod: openshift-image-registry/image-registry-cc777848b-hnkhs
I0423 21:51:32.295689    3788 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-cc777848b-hnkhs, ips: 10.128.0.6
I0423 21:51:32.295731    3788 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cc777848b-hnkhs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:51:32.307489    3788 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-85658947ff-s552c] creating logical port openshift-image-registry_image-registry-85658947ff-s552c for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:32.307636    3788 kube.go:256] Updating pod openshift-image-registry/image-registry-85658947ff-s552c
I0423 21:51:32.327062    3788 pod.go:62] [openshift-image-registry/image-registry-85658947ff-s552c] pod update took 19.469765ms
I0423 21:51:32.327086    3788 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-85658947ff-s552c] addLogicalPort annotation time took 19.497919ms
I0423 21:51:32.328367    3788 pods.go:271] [openshift-image-registry/image-registry-85658947ff-s552c] addLogicalPort took 20.89747ms, libovsdb time 969.661µs
I0423 21:51:32.672922    3788 cni.go:452] [openshift-image-registry/image-registry-85658947ff-s552c 386bcb958e9246cf668b6315a06dcef3e95c12d9a93985a372f47562a3ca3e85 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-85658947ff-s552c 386bcb958e9246cf668b6315a06dcef3e95c12d9a93985a372f47562a3ca3e85 network default NAD default NAD key ]
I0423 21:51:32.683187    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-85658947ff-s552c, hostIfaceName: 386bcb958e9246c, network: default, NAD default, SandboxID: "386bcb958e9246cf668b6315a06dcef3e95c12d9a93985a372f47562a3ca3e85", PCI device ID: , UID: "3d21ff46-5e8e-4e83-9402-898c723fbc44", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0423 21:51:32.736895    3788 cni.go:473] [openshift-image-registry/image-registry-85658947ff-s552c 386bcb958e9246cf668b6315a06dcef3e95c12d9a93985a372f47562a3ca3e85 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-85658947ff-s552c 386bcb958e9246cf668b6315a06dcef3e95c12d9a93985a372f47562a3ca3e85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:0a:85:b0:45:64\",\"name\":\"386bcb958e9246c\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/974adff0-cb76-4e9b-bd9a-aa919c13f9ab\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:32.855979    3788 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cc777848b-hnkhs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:51:32.856004    3788 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cc777848b-hnkhs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:51:32.865817    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cc777848b-hnkhs
I0423 21:51:32.865845    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cc777848b-hnkhs
I0423 21:51:33.270157    3788 obj_retry.go:498] Detected object openshift-image-registry/image-registry-849cfdc9d5-x692s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:51:33.270796    3788 obj_retry.go:498] Detected object openshift-image-registry/image-registry-849cfdc9d5-x692s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:51:33.478564    3788 obj_retry.go:492] Detected object openshift-image-registry/image-registry-849cfdc9d5-x692s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:51:33.478587    3788 obj_retry.go:492] Detected object openshift-image-registry/image-registry-849cfdc9d5-x692s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:51:33.482753    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-849cfdc9d5-x692s
I0423 21:51:33.482780    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-849cfdc9d5-x692s
W0423 21:51:36.697886    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0423 21:51:47.854430    3788 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:51:47.854545    3788 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg
I0423 21:51:47.868940    3788 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg] pod update took 14.422061ms
I0423 21:51:47.868962    3788 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg] addLogicalPort annotation time took 14.452189ms
I0423 21:51:47.870188    3788 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg] addLogicalPort took 15.772659ms, libovsdb time 870.695µs
W0423 21:51:48.098418    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 21:51:48.098438    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 21:51:48.098444    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0423 21:51:48.262821    3788 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg 8eec1f63b7bf279006b0f4858c7ec755eb03929189f8b25562be7262ce2826bd network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg 8eec1f63b7bf279006b0f4858c7ec755eb03929189f8b25562be7262ce2826bd network default NAD default NAD key ]
I0423 21:51:48.272311    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg, hostIfaceName: 8eec1f63b7bf279, network: default, NAD default, SandboxID: "8eec1f63b7bf279006b0f4858c7ec755eb03929189f8b25562be7262ce2826bd", PCI device ID: , UID: "449cd3a2-5bdb-4fe4-bd56-7b1096bf22ef", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0423 21:51:48.325452    3788 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg 8eec1f63b7bf279006b0f4858c7ec755eb03929189f8b25562be7262ce2826bd network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg 8eec1f63b7bf279006b0f4858c7ec755eb03929189f8b25562be7262ce2826bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:cc:8e:6b:1a:2f\",\"name\":\"8eec1f63b7bf279\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32cfa9c7-825a-41a0-8755-db7f83a77e4e\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:51:49.853082    3788 obj_retry.go:498] Detected object openshift-console/console-74f9b574cf-nlwjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:51:49.853701    3788 obj_retry.go:498] Detected object openshift-console/console-74f9b574cf-nlwjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:51:50.521252    3788 obj_retry.go:492] Detected object openshift-console/console-74f9b574cf-nlwjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:51:50.521286    3788 obj_retry.go:492] Detected object openshift-console/console-74f9b574cf-nlwjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:51:50.530180    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f9b574cf-nlwjr
I0423 21:51:50.530209    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f9b574cf-nlwjr
W0423 21:51:50.771028    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0423 21:51:50.854992    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 21:51:54.879789    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 21:51:57.524932    3788 obj_retry.go:498] Detected object openshift-console/console-8df4f6b78-dmsb2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:51:57.525431    3788 obj_retry.go:498] Detected object openshift-console/console-8df4f6b78-dmsb2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:51:57.789709    3788 obj_retry.go:492] Detected object openshift-console/console-8df4f6b78-dmsb2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:51:57.789738    3788 obj_retry.go:492] Detected object openshift-console/console-8df4f6b78-dmsb2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:51:57.796340    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8df4f6b78-dmsb2
I0423 21:51:57.796359    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8df4f6b78-dmsb2
W0423 21:52:05.833974    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0423 21:52:10.928275    3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0423 21:52:12.028705    3788 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg 8eec1f63b7bf279006b0f4858c7ec755eb03929189f8b25562be7262ce2826bd network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg 8eec1f63b7bf279006b0f4858c7ec755eb03929189f8b25562be7262ce2826bd network default NAD default NAD key ]
I0423 21:52:12.107846    3788 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg 8eec1f63b7bf279006b0f4858c7ec755eb03929189f8b25562be7262ce2826bd network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg 8eec1f63b7bf279006b0f4858c7ec755eb03929189f8b25562be7262ce2826bd network default NAD default NAD key default], result "{}", err <nil>
I0423 21:52:12.167704    3788 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:12.167739    3788 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg
I0423 21:52:12.169104    3788 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg, ips: 10.128.0.20
I0423 21:52:12.169129    3788 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:12.169153    3788 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:12.169167    3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0423 21:52:12.169352    3788 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:12.169370    3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0423 21:52:13.202844    3788 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:13.202867    3788 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:13.202884    3788 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:13.202894    3788 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390t7kkg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:14.001791    3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616350-lpqsz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:14.002354    3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616350-lpqsz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:15.037143    3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616350-lpqsz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:15.037168    3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616350-lpqsz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:17.933246    3788 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0423 21:52:17.942921    3788 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0423 21:52:18.361472    3788 obj_retry.go:498] Detected object openshift-ingress/router-default-78759f779-9xl9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:18.362051    3788 obj_retry.go:498] Detected object openshift-ingress/router-default-78759f779-9xl9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:18.886212    3788 obj_retry.go:492] Detected object openshift-ingress/router-default-78759f779-9xl9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:18.886244    3788 obj_retry.go:492] Detected object openshift-ingress/router-default-78759f779-9xl9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:18.892984    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-78759f779-9xl9x
I0423 21:52:18.893010    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-78759f779-9xl9x
I0423 21:52:21.211980    3788 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cc777848b-bjjg4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:21.212494    3788 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cc777848b-bjjg4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:21.900592    3788 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cc777848b-bjjg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:21.900635    3788 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cc777848b-bjjg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:21.907562    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cc777848b-bjjg4
I0423 21:52:21.907587    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cc777848b-bjjg4
I0423 21:52:25.813430    3788 cni.go:452] [openshift-console/console-74f9b574cf-bnfmd cb34cf3ac7186748e9ef9784dcab9c9036c49239c494a9eed288f83e5b569a3a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74f9b574cf-bnfmd cb34cf3ac7186748e9ef9784dcab9c9036c49239c494a9eed288f83e5b569a3a network default NAD default NAD key ]
I0423 21:52:25.886982    3788 cni.go:473] [openshift-console/console-74f9b574cf-bnfmd cb34cf3ac7186748e9ef9784dcab9c9036c49239c494a9eed288f83e5b569a3a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74f9b574cf-bnfmd cb34cf3ac7186748e9ef9784dcab9c9036c49239c494a9eed288f83e5b569a3a network default NAD default NAD key default], result "{}", err <nil>
I0423 21:52:25.945276    3788 obj_retry.go:498] Detected object openshift-console/console-74f9b574cf-bnfmd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:25.945312    3788 pods.go:176] Deleting pod: openshift-console/console-74f9b574cf-bnfmd
I0423 21:52:25.946790    3788 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74f9b574cf-bnfmd, ips: 10.128.0.13
I0423 21:52:25.946830    3788 obj_retry.go:498] Detected object openshift-console/console-74f9b574cf-bnfmd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:26.075298    3788 obj_retry.go:492] Detected object openshift-console/console-74f9b574cf-bnfmd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:26.075388    3788 obj_retry.go:492] Detected object openshift-console/console-74f9b574cf-bnfmd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:26.083794    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f9b574cf-bnfmd
I0423 21:52:26.083818    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f9b574cf-bnfmd
I0423 21:52:36.454967    3788 base_network_controller_pods.go:487] [default/openshift-console/console-5765678cfc-47psl] creating logical port openshift-console_console-5765678cfc-47psl for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:52:36.455072    3788 kube.go:256] Updating pod openshift-console/console-5765678cfc-47psl
I0423 21:52:36.519474    3788 pod.go:62] [openshift-console/console-5765678cfc-47psl] pod update took 64.434549ms
I0423 21:52:36.519496    3788 base_network_controller_pods.go:951] [default/openshift-console/console-5765678cfc-47psl] addLogicalPort annotation time took 64.461757ms
I0423 21:52:36.520735    3788 pods.go:271] [openshift-console/console-5765678cfc-47psl] addLogicalPort took 65.783969ms, libovsdb time 923.559µs
I0423 21:52:36.816829    3788 cni.go:452] [openshift-console/console-5765678cfc-47psl fdd003621a755165ee65239f22d9b6dd8fe3c8e30aa5eaff8a65c68a339ba4e7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5765678cfc-47psl fdd003621a755165ee65239f22d9b6dd8fe3c8e30aa5eaff8a65c68a339ba4e7 network default NAD default NAD key ]
I0423 21:52:36.826204    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5765678cfc-47psl, hostIfaceName: fdd003621a75516, network: default, NAD default, SandboxID: "fdd003621a755165ee65239f22d9b6dd8fe3c8e30aa5eaff8a65c68a339ba4e7", PCI device ID: , UID: "5b5ef74a-6f29-4371-885f-c9f1303e57e0", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0423 21:52:36.876022    3788 cni.go:473] [openshift-console/console-5765678cfc-47psl fdd003621a755165ee65239f22d9b6dd8fe3c8e30aa5eaff8a65c68a339ba4e7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5765678cfc-47psl fdd003621a755165ee65239f22d9b6dd8fe3c8e30aa5eaff8a65c68a339ba4e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:0e:75:af:67:67\",\"name\":\"fdd003621a75516\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c03ef864-50a4-4ec9-bf40-dc228013a4d7\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:52:38.041354    3788 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:38.041985    3788 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:38.759568    3788 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:38.759626    3788 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:38.765355    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0423 21:52:38.765386    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0423 21:52:42.280798    3788 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:42.281378    3788 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:52:42.997894    3788 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:42.997920    3788 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:52:43.003645    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0423 21:52:43.003670    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
W0423 21:52:47.183320    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0423 21:53:00.396278    3788 cni.go:452] [openshift-monitoring/alertmanager-main-0 44356ab7e9f1b4f570af0bf2eaea2c60cbbf0ea04c0611ebb1b13e0c7a844eb3 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 44356ab7e9f1b4f570af0bf2eaea2c60cbbf0ea04c0611ebb1b13e0c7a844eb3 network default NAD default NAD key ]
I0423 21:53:00.486952    3788 cni.go:473] [openshift-monitoring/alertmanager-main-0 44356ab7e9f1b4f570af0bf2eaea2c60cbbf0ea04c0611ebb1b13e0c7a844eb3 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 44356ab7e9f1b4f570af0bf2eaea2c60cbbf0ea04c0611ebb1b13e0c7a844eb3 network default NAD default NAD key default], result "{}", err <nil>
I0423 21:53:00.543594    3788 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:53:00.543653    3788 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0423 21:53:00.544872    3788 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.14
I0423 21:53:00.544898    3788 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:53:01.223765    3788 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:53:01.223787    3788 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:53:01.229724    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0423 21:53:01.229749    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0423 21:53:01.272715    3788 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-18.ec2.internal
I0423 21:53:01.272820    3788 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0423 21:53:01.299089    3788 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.304297ms
I0423 21:53:01.299113    3788 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.33361ms
I0423 21:53:01.300408    3788 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.709635ms, libovsdb time 983.505µs
I0423 21:53:01.629084    3788 cni.go:452] [openshift-monitoring/alertmanager-main-0 8396786f8f3f971a5ac862d3afa383fffb4f7157217eb9d93b5487ff58684a4d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 8396786f8f3f971a5ac862d3afa383fffb4f7157217eb9d93b5487ff58684a4d network default NAD default NAD key ]
I0423 21:53:01.638465    3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 8396786f8f3f971, network: default, NAD default, SandboxID: "8396786f8f3f971a5ac862d3afa383fffb4f7157217eb9d93b5487ff58684a4d", PCI device ID: , UID: "ee6b65cd-9395-4b0a-82be-bb84c8ca27b2", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0423 21:53:01.686476    3788 cni.go:473] [openshift-monitoring/alertmanager-main-0 8396786f8f3f971a5ac862d3afa383fffb4f7157217eb9d93b5487ff58684a4d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 8396786f8f3f971a5ac862d3afa383fffb4f7157217eb9d93b5487ff58684a4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b8:6e:4f:b7:36\",\"name\":\"8396786f8f3f971\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bf65bbb-81d1-44e6-be8d-31bc44e3ce5c\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 21:53:01.758631    3788 obj_retry.go:498] Detected object openshift-console/console-7687584c5-5qvhn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:53:01.759175    3788 obj_retry.go:498] Detected object openshift-console/console-7687584c5-5qvhn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:53:02.078318    3788 obj_retry.go:492] Detected object openshift-console/console-7687584c5-5qvhn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:53:02.078344    3788 obj_retry.go:492] Detected object openshift-console/console-7687584c5-5qvhn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:53:02.084377    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7687584c5-5qvhn
I0423 21:53:02.084401    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7687584c5-5qvhn
I0423 21:53:12.521585    3788 obj_retry.go:498] Detected object openshift-console/console-7687584c5-2bd92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:53:12.522191    3788 obj_retry.go:498] Detected object openshift-console/console-7687584c5-2bd92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:53:12.904386    3788 obj_retry.go:492] Detected object openshift-console/console-7687584c5-2bd92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:53:12.904408    3788 obj_retry.go:492] Detected object openshift-console/console-7687584c5-2bd92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:53:12.909015    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7687584c5-2bd92
I0423 21:53:12.909039    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7687584c5-2bd92
W0423 21:53:31.689972    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 21:53:31.689991    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 21:53:31.689999    3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0423 21:53:45.573779    3788 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 21:53:45.574313    3788 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 21:53:46.070464    3788 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:53:46.070487    3788 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 21:53:46.076247    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0423 21:53:46.076281    3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0423 21:53:47.943836    3788 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0423 21:55:25.931968    3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0423 21:55:25.938304    3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12
I0423 21:55:34.055776    3788 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0423 21:55:42.316120    3788 namespace.go:98] [tsf] adding namespace
I0423 21:55:42.316971    3788 namespace.go:102] [tsf] adding namespace took 826.611µs
I0423 21:55:42.330885    3788 namespace.go:142] [tsf] updating namespace
I0423 21:55:42.344962    3788 namespace.go:142] [tsf] updating namespace
I0423 21:55:54.931705    3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=130