+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-245.ec2.internal
++ [[ -n ip-10-0-0-245.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-245.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0423 19:30:36.895435272 - disable conntrack on geneve port'
I0423 19:30:36.895435272 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0423 19:30:36.960327537 - starting ovnkube-node'
I0423 19:30:36.960327537 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-245.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-245.ec2.internal --init-node ip-10-0-0-245.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-245.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0423 19:30:37.024188    3789 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0423 19:30:37.024255    3789 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-350f7e2753.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0423 19:30:37.026148    3789 kube.go:431] Waiting for certificate
I0423 19:30:37.026190    3789 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0423 19:30:37.026222    3789 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0423 19:30:37.027030    3789 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0423 19:30:37.053522    3789 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:30:37.053542    3789 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:30:37.055865    3789 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:30:37.058909    3789 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-djzkt"
I0423 19:30:37.069115    3789 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-djzkt"
I0423 19:30:37.069211    3789 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:30:38.026825    3789 kube.go:438] Certificate found
I0423 19:30:38.027365    3789 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0423 19:30:38.028654    3789 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0423 19:30:38.088026    3789 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-24 19:25:37 +0000 UTC" deadline="2026-04-24 13:38:38.214642171 +0000 UTC"
I0423 19:30:38.088066    3789 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h8m0.12658854s"
I0423 19:30:38.102733    3789 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0423 19:30:38.110702    3789 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0423 19:30:38.110769    3789 server.go:101] MetricServer registers OVS metrics
I0423 19:30:38.111078    3789 server.go:105] MetricServer registers OVN DB metrics
I0423 19:30:38.113075    3789 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0423 19:30:38.113131    3789 factory.go:561] Starting watch factory
I0423 19:30:38.113226    3789 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.113243    3789 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.113243    3789 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.113265    3789 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.113239    3789 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.113289    3789 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.113958    3789 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.113994    3789 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.114544    3789 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.114572    3789 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.114686    3789 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.114683    3789 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.115754    3789 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0423 19:30:38.115777    3789 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0423 19:30:38.117629    3789 controller_manager.go:370] Starting the ovnkube controller
I0423 19:30:38.117639    3789 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-245.ec2.internal
I0423 19:30:38.117688    3789 controller_manager.go:395] NBDB zone sync took: 42.992µs
I0423 19:30:38.117698    3789 factory.go:561] Starting watch factory
I0423 19:30:38.129253    3789 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.130096    3789 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0423 19:30:38.130152    3789 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0423 19:30:38.130209    3789 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.130566    3789 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.130612    3789 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.135437    3789 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0423 19:30:38.135479    3789 server.go:109] MetricServer registers OVN Controller metrics
I0423 19:30:38.135661    3789 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.140558    3789 server.go:113] MetricServer registers OVN Northd metrics
I0423 19:30:38.143163    3789 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:30:38.145317    3789 metrics.go:519] OVN Metrics Server starts to run ...
I0423 19:30:38.219254    3789 factory.go:1977] *v1.Pod informer cache synced successfully
I0423 19:30:38.219290    3789 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0423 19:30:38.219294    3789 factory.go:1977] *v1.Namespace informer cache synced successfully
I0423 19:30:38.219297    3789 factory.go:1977] *v1.Node informer cache synced successfully
I0423 19:30:38.219301    3789 factory.go:1977] *v1.Service informer cache synced successfully
I0423 19:30:38.219303    3789 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0423 19:30:38.219388    3789 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:30:38.219408    3789 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:30:38.219411    3789 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:30:38.219430    3789 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:30:38.222242    3789 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:30:38.222257    3789 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:30:38.223067    3789 factory.go:1977] *v1.Service informer cache synced successfully
I0423 19:30:38.223078    3789 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0423 19:30:38.223081    3789 factory.go:1977] *v1.Pod informer cache synced successfully
I0423 19:30:38.223084    3789 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0423 19:30:38.223087    3789 factory.go:1977] *v1.Namespace informer cache synced successfully
I0423 19:30:38.223090    3789 factory.go:1977] *v1.Node informer cache synced successfully
I0423 19:30:38.224598    3789 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0423 19:30:38.224607    3789 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0423 19:30:38.224656    3789 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.224666    3789 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.227255    3789 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.228173    3789 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0423 19:30:38.228181    3789 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0423 19:30:38.230487    3789 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0423 19:30:38.230548    3789 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.230560    3789 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.232790    3789 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.233727    3789 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0423 19:30:38.235765    3789 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0423 19:30:38.235817    3789 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.235830    3789 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.238250    3789 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.239216    3789 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0423 19:30:38.241334    3789 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0423 19:30:38.241435    3789 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.241477    3789 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.243647    3789 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.244615    3789 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0423 19:30:38.246667    3789 factory.go:1977] *v1.EgressService informer cache synced successfully
I0423 19:30:38.246723    3789 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.246735    3789 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.248920    3789 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.249823    3789 factory.go:1977] *v1.EgressService informer cache synced successfully
I0423 19:30:38.251976    3789 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0423 19:30:38.252159    3789 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:30:38.252171    3789 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:30:38.254492    3789 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:30:38.255401    3789 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0423 19:30:38.257568    3789 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0423 19:30:38.257623    3789 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.257636    3789 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.257676    3789 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.257690    3789 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.260162    3789 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.260192    3789 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:30:38.260693    3789 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0423 19:30:38.262705    3789 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0423 19:30:38.262717    3789 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0423 19:30:38.262724    3789 factory.go:680] Watch Factory start up complete, took: 149.595013ms
I0423 19:30:38.262790    3789 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0423 19:30:38.266146    3789 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0423 19:30:38.266156    3789 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0423 19:30:38.266163    3789 factory.go:680] Watch Factory start up complete, took: 148.463135ms
I0423 19:30:38.266172    3789 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-245.ec2.internal" zone
I0423 19:30:38.312490    3789 default_node_network_controller.go:710] Initializing the default node network controller
I0423 19:30:38.381685    3789 udn_isolation.go:101] Starting UDN host isolation manager
I0423 19:30:38.387595    3789 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0423 19:30:38.432247    3789 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0423 19:30:38.432316    3789 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0423 19:30:38.432330    3789 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0423 19:30:38.463629    3789 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0423 19:30:38.463695    3789 default_node_network_controller.go:809] Node ip-10-0-0-245.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0423 19:30:38.469154    3789 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.245"] k8s.ovn.org/zone-name:ip-10-0-0-245.ec2.internal] on node ip-10-0-0-245.ec2.internal
I0423 19:30:38.490492    3789 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0423 19:30:38.496450    3789 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0423 19:30:38.496577    3789 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0423 19:30:38.496753    3789 gateway_init.go:263] Preparing Gateway
I0423 19:30:38.496765    3789 gateway_shared_intf.go:1687] Creating new gateway
I0423 19:30:38.516335    3789 controller_manager.go:429] Waiting for node in zone sync took: 250.151417ms
I0423 19:30:38.520871    3789 controller_manager.go:611] Switching to transit router for layer2 networks
I0423 19:30:38.520904    3789 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-245.ec2.internal
I0423 19:30:38.535659    3789 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0423 19:30:38.541744    3789 controller_manager.go:290] SCTP support detected in OVN
I0423 19:30:38.542390    3789 services_controller.go:69] Creating services controller for network=default
I0423 19:30:38.542481    3789 udn_enabled_svc.go:80] Waiting for service informer to sync
I0423 19:30:38.542654    3789 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0423 19:30:38.542779    3789 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0423 19:30:38.542798    3789 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0423 19:30:38.542809    3789 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0423 19:30:38.543021    3789 udn_enabled_svc.go:95] Performing full resync
I0423 19:30:38.543042    3789 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0423 19:30:38.543088    3789 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0423 19:30:38.543172    3789 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 74.4µs
I0423 19:30:38.543189    3789 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 91.725µs
I0423 19:30:38.543197    3789 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 108.722µs
I0423 19:30:38.543203    3789 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0423 19:30:38.543208    3789 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0423 19:30:38.543217    3789 default_network_controller.go:325] Starting the default network controller
I0423 19:30:38.543339    3789 udn_enabled_svc.go:99] Waiting for handler to sync
I0423 19:30:38.543350    3789 udn_enabled_svc.go:104] Starting worker
I0423 19:30:38.543338    3789 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 19.088µs
I0423 19:30:38.552968    3789 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0423 19:30:38.553054    3789 repair.go:33] Syncing exgw routes took 67.445µs
I0423 19:30:38.553086    3789 default_network_controller.go:414] Starting all the Watchers...
I0423 19:30:38.553315    3789 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0423 19:30:38.553352    3789 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0423 19:30:38.553355    3789 namespace.go:98] [openshift-backplane] adding namespace
I0423 19:30:38.553318    3789 namespace.go:98] [openshift-config] adding namespace
I0423 19:30:38.553320    3789 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0423 19:30:38.553463    3789 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0423 19:30:38.553481    3789 namespace.go:98] [openshift-backplane-cee] adding namespace
I0423 19:30:38.553488    3789 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0423 19:30:38.553499    3789 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0423 19:30:38.553508    3789 namespace.go:98] [openshift-console] adding namespace
I0423 19:30:38.553514    3789 namespace.go:98] [openshift] adding namespace
I0423 19:30:38.553522    3789 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0423 19:30:38.553536    3789 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0423 19:30:38.553552    3789 namespace.go:98] [openshift-infra] adding namespace
I0423 19:30:38.553577    3789 namespace.go:98] [openshift-insights] adding namespace
I0423 19:30:38.554097    3789 namespace.go:102] [openshift-service-ca-operator] adding namespace took 765.461µs
I0423 19:30:38.554116    3789 namespace.go:98] [openshift-config-operator] adding namespace
I0423 19:30:38.554740    3789 namespace.go:102] [openshift-config-operator] adding namespace took 616.541µs
I0423 19:30:38.554756    3789 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0423 19:30:38.555347    3789 namespace.go:102] [openshift-customer-monitoring] adding namespace took 583.666µs
I0423 19:30:38.555365    3789 namespace.go:98] [openshift-cluster-version] adding namespace
I0423 19:30:38.555908    3789 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 2.545502ms
I0423 19:30:38.555925    3789 namespace.go:98] [openshift-network-operator] adding namespace
I0423 19:30:38.556537    3789 namespace.go:102] [openshift-backplane] adding namespace took 3.168013ms
I0423 19:30:38.556554    3789 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0423 19:30:38.557087    3789 namespace.go:102] [openshift-config] adding namespace took 3.630482ms
I0423 19:30:38.557106    3789 namespace.go:98] [open-cluster-management-2ps23krgrug0inkj9hc8sh6m5b2n43rp] adding namespace
I0423 19:30:38.557649    3789 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.194831ms
I0423 19:30:38.557667    3789 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0423 19:30:38.558188    3789 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.686287ms
I0423 19:30:38.558204    3789 namespace.go:98] [kube-node-lease] adding namespace
I0423 19:30:38.558759    3789 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.269926ms
I0423 19:30:38.558776    3789 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0423 19:30:38.559299    3789 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.805662ms
I0423 19:30:38.559310    3789 namespace.go:98] [dedicated-admin] adding namespace
I0423 19:30:38.560255    3789 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.732996ms
I0423 19:30:38.560279    3789 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0423 19:30:38.560709    3789 namespace.go:102] [openshift-console] adding namespace took 7.193733ms
I0423 19:30:38.560726    3789 namespace.go:98] [openshift-operators] adding namespace
I0423 19:30:38.561357    3789 namespace.go:102] [openshift] adding namespace took 7.836826ms
I0423 19:30:38.561373    3789 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0423 19:30:38.561912    3789 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.380809ms
I0423 19:30:38.561939    3789 namespace.go:98] [openshift-network-node-identity] adding namespace
I0423 19:30:38.562522    3789 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.970402ms
I0423 19:30:38.562537    3789 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0423 19:30:38.563034    3789 namespace.go:102] [openshift-infra] adding namespace took 9.47413ms
I0423 19:30:38.563046    3789 namespace.go:98] [openshift-authentication-operator] adding namespace
I0423 19:30:38.563652    3789 namespace.go:102] [openshift-insights] adding namespace took 10.064114ms
I0423 19:30:38.563671    3789 namespace.go:98] [openshift-ingress-canary] adding namespace
I0423 19:30:38.564163    3789 namespace.go:102] [openshift-cluster-version] adding namespace took 8.791203ms
I0423 19:30:38.564181    3789 namespace.go:98] [openshift-config-managed] adding namespace
I0423 19:30:38.564661    3789 namespace.go:102] [openshift-network-operator] adding namespace took 8.728995ms
I0423 19:30:38.564682    3789 namespace.go:98] [openshift-host-network] adding namespace
I0423 19:30:38.565165    3789 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.602823ms
I0423 19:30:38.565183    3789 namespace.go:98] [openshift-backplane-tam] adding namespace
I0423 19:30:38.565687    3789 namespace.go:102] [open-cluster-management-2ps23krgrug0inkj9hc8sh6m5b2n43rp] adding namespace took 8.575324ms
I0423 19:30:38.565702    3789 namespace.go:98] [openshift-dns-operator] adding namespace
I0423 19:30:38.566160    3789 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.484728ms
I0423 19:30:38.566184    3789 namespace.go:98] [default] adding namespace
I0423 19:30:38.566750    3789 namespace.go:102] [kube-node-lease] adding namespace took 8.541155ms
I0423 19:30:38.566764    3789 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0423 19:30:38.567404    3789 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.621365ms
I0423 19:30:38.567419    3789 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0423 19:30:38.567930    3789 namespace.go:102] [dedicated-admin] adding namespace took 8.612057ms
I0423 19:30:38.567947    3789 namespace.go:98] [openshift-authentication] adding namespace
I0423 19:30:38.568471    3789 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.18586ms
I0423 19:30:38.568492    3789 namespace.go:98] [openshift-apiserver] adding namespace
I0423 19:30:38.568902    3789 namespace.go:102] [openshift-operators] adding namespace took 8.170352ms
I0423 19:30:38.568916    3789 namespace.go:98] [openshift-operators-redhat] adding namespace
I0423 19:30:38.569467    3789 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.08867ms
I0423 19:30:38.569480    3789 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0423 19:30:38.569879    3789 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.934795ms
I0423 19:30:38.569893    3789 namespace.go:98] [openshift-console-user-settings] adding namespace
I0423 19:30:38.570368    3789 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.825182ms
I0423 19:30:38.570381    3789 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0423 19:30:38.570860    3789 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.807305ms
I0423 19:30:38.570878    3789 namespace.go:98] [openshift-node] adding namespace
I0423 19:30:38.571355    3789 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.676378ms
I0423 19:30:38.571373    3789 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0423 19:30:38.571843    3789 namespace.go:102] [openshift-config-managed] adding namespace took 7.655693ms
I0423 19:30:38.572356    3789 namespace.go:102] [openshift-host-network] adding namespace took 7.666737ms
I0423 19:30:38.572373    3789 namespace.go:98] [openshift-image-registry] adding namespace
I0423 19:30:38.572758    3789 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.569483ms
I0423 19:30:38.572772    3789 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0423 19:30:38.573167    3789 namespace.go:102] [openshift-dns-operator] adding namespace took 7.458043ms
I0423 19:30:38.573184    3789 namespace.go:98] [openshift-backplane-cse] adding namespace
I0423 19:30:38.573646    3789 namespace.go:102] [default] adding namespace took 7.455617ms
I0423 19:30:38.573660    3789 namespace.go:98] [openshift-monitoring] adding namespace
W0423 19:30:38.574061    3789 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-m89h2: pod openshift-network-diagnostics/network-check-target-m89h2: no pod IPs found 
W0423 19:30:38.574081    3789 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nwqv2: pod openshift-network-diagnostics/network-check-target-nwqv2: no pod IPs found 
W0423 19:30:38.574088    3789 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2m7fm: pod openshift-network-diagnostics/network-check-target-2m7fm: no pod IPs found 
I0423 19:30:38.574101    3789 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.332278ms
I0423 19:30:38.574113    3789 namespace.go:98] [openshift-package-operator] adding namespace
I0423 19:30:38.574592    3789 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.167558ms
I0423 19:30:38.574605    3789 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0423 19:30:38.575027    3789 namespace.go:102] [openshift-authentication] adding namespace took 7.074256ms
I0423 19:30:38.575042    3789 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0423 19:30:38.575463    3789 namespace.go:102] [openshift-apiserver] adding namespace took 6.964889ms
I0423 19:30:38.575476    3789 namespace.go:98] [openshift-backplane-srep] adding namespace
I0423 19:30:38.575879    3789 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.957733ms
I0423 19:30:38.575893    3789 namespace.go:98] [openshift-ingress] adding namespace
I0423 19:30:38.576358    3789 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.871618ms
I0423 19:30:38.576371    3789 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0423 19:30:38.576801    3789 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.90388ms
I0423 19:30:38.576812    3789 namespace.go:98] [openshift-multus] adding namespace
I0423 19:30:38.577252    3789 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.866044ms
I0423 19:30:38.577261    3789 namespace.go:98] [openshift-ingress-operator] adding namespace
I0423 19:30:38.577726    3789 namespace.go:102] [openshift-node] adding namespace took 6.842221ms
I0423 19:30:38.577736    3789 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0423 19:30:38.578157    3789 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.776398ms
I0423 19:30:38.578175    3789 namespace.go:98] [kube-system] adding namespace
I0423 19:30:38.578586    3789 namespace.go:102] [openshift-image-registry] adding namespace took 6.206877ms
I0423 19:30:38.578598    3789 namespace.go:98] [openshift-machine-api] adding namespace
I0423 19:30:38.579028    3789 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.250414ms
I0423 19:30:38.579042    3789 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0423 19:30:38.579928    3789 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.73727ms
I0423 19:30:38.579942    3789 namespace.go:98] [openshift-backplane-csm] adding namespace
I0423 19:30:38.580424    3789 namespace.go:102] [openshift-monitoring] adding namespace took 6.759967ms
I0423 19:30:38.580434    3789 namespace.go:98] [openshift-logging] adding namespace
I0423 19:30:38.580869    3789 namespace.go:102] [openshift-package-operator] adding namespace took 6.750414ms
I0423 19:30:38.580884    3789 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0423 19:30:38.581333    3789 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.72334ms
I0423 19:30:38.581345    3789 namespace.go:98] [kube-public] adding namespace
I0423 19:30:38.581756    3789 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.708435ms
I0423 19:30:38.581769    3789 namespace.go:98] [openshift-marketplace] adding namespace
I0423 19:30:38.582223    3789 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.741033ms
I0423 19:30:38.582236    3789 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0423 19:30:38.582756    3789 namespace.go:102] [openshift-ingress] adding namespace took 6.857779ms
I0423 19:30:38.582769    3789 namespace.go:98] [openshift-must-gather-operator] adding namespace
W0423 19:30:38.583228    3789 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-87d46: pod openshift-multus/network-metrics-daemon-87d46: no pod IPs found 
W0423 19:30:38.583242    3789 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s6lhr: pod openshift-multus/network-metrics-daemon-s6lhr: no pod IPs found 
W0423 19:30:38.583248    3789 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tct7t: pod openshift-multus/network-metrics-daemon-tct7t: no pod IPs found 
I0423 19:30:38.583258    3789 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.879888ms
I0423 19:30:38.583271    3789 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0423 19:30:38.583733    3789 namespace.go:102] [openshift-multus] adding namespace took 6.915575ms
I0423 19:30:38.584231    3789 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.962602ms
I0423 19:30:38.584246    3789 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0423 19:30:38.584671    3789 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.931508ms
I0423 19:30:38.584683    3789 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0423 19:30:38.585024    3789 namespace.go:102] [kube-system] adding namespace took 6.844181ms
I0423 19:30:38.585037    3789 namespace.go:98] [openshift-console-operator] adding namespace
I0423 19:30:38.585515    3789 namespace.go:102] [openshift-machine-api] adding namespace took 6.91157ms
I0423 19:30:38.585930    3789 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.882295ms
I0423 19:30:38.585944    3789 namespace.go:98] [openshift-controller-manager] adding namespace
I0423 19:30:38.586353    3789 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.405763ms
I0423 19:30:38.586363    3789 namespace.go:98] [openshift-network-console] adding namespace
I0423 19:30:38.586731    3789 namespace.go:102] [openshift-logging] adding namespace took 6.29143ms
I0423 19:30:38.586745    3789 namespace.go:98] [openshift-etcd] adding namespace
I0423 19:30:38.587119    3789 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.230075ms
I0423 19:30:38.587524    3789 namespace.go:102] [kube-public] adding namespace took 6.174668ms
I0423 19:30:38.587915    3789 namespace.go:102] [openshift-marketplace] adding namespace took 6.141412ms
I0423 19:30:38.588339    3789 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.097931ms
I0423 19:30:38.588796    3789 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.022246ms
I0423 19:30:38.589209    3789 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.931681ms
I0423 19:30:38.589221    3789 namespace.go:98] [openshift-dns] adding namespace
I0423 19:30:38.589620    3789 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.368306ms
I0423 19:30:38.589633    3789 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0423 19:30:38.590016    3789 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.32879ms
I0423 19:30:38.590430    3789 namespace.go:102] [openshift-console-operator] adding namespace took 5.388568ms
I0423 19:30:38.590809    3789 namespace.go:102] [openshift-controller-manager] adding namespace took 4.860748ms
I0423 19:30:38.591247    3789 namespace.go:102] [openshift-network-console] adding namespace took 4.879863ms
I0423 19:30:38.591727    3789 namespace.go:102] [openshift-etcd] adding namespace took 4.976925ms
I0423 19:30:38.592096    3789 namespace.go:102] [openshift-dns] adding namespace took 2.8715ms
I0423 19:30:38.592578    3789 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.939285ms
W0423 19:30:38.592671    3789 master.go:458] Unable to parse local node ip-10-0-0-245.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0423 19:30:38.592679    3789 master.go:471] Unable to parse remote node ip-10-0-2-122.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0423 19:30:38.592684    3789 master.go:481] Removing stale chassis with ID/Name: 83bf6ffe-a2c4-4554-bb9b-23909abc02f8, hostname: ip-10-0-0-245.ec2.internal
I0423 19:30:38.593111    3789 master.go:548] Adding or Updating local node "ip-10-0-0-245.ec2.internal" for network "default"
I0423 19:30:38.593171    3789 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-122.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-122.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-122.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-122.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-122.ec2.internal
I0423 19:30:38.594028    3789 zone_ic_handler.go:195] Time taken to create transit switch: 465.818µs
I0423 19:30:38.594041    3789 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-108.ec2.internal for the network default
I0423 19:30:38.595397    3789 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-108.ec2.internal" on network "default" took: 1.844236ms
I0423 19:30:38.596775    3789 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-245.ec2.internal for the network default
I0423 19:30:38.596917    3789 zone_ic_handler.go:195] Time taken to create transit switch: 130.53µs
I0423 19:30:38.597553    3789 default_network_controller.go:823] Node add failed for ip-10-0-0-245.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-245.ec2.internal, error getting gateway config for node ip-10-0-0-245.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-245.ec2.internal", failed to update chassis to local for local node ip-10-0-0-245.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-245.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-245.ec2.internal]
E0423 19:30:38.597592    3789 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-245.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-245.ec2.internal, error getting gateway config for node ip-10-0-0-245.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-245.ec2.internal", failed to update chassis to local for local node ip-10-0-0-245.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-245.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-245.ec2.internal]
I0423 19:30:38.597644    3789 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0423 19:30:38.597674    3789 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0423 19:30:38.597671    3789 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-245.ec2.internal", UID:"2ac0d84d-58a4-4278-ae0f-2b4871f42d17", APIVersion:"v1", ResourceVersion:"8890", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-245.ec2.internal, error getting gateway config for node ip-10-0-0-245.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-245.ec2.internal", failed to update chassis to local for local node ip-10-0-0-245.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-245.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-245.ec2.internal]
I0423 19:30:38.597692    3789 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0423 19:30:38.597705    3789 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-245.ec2.internal in network "default"
I0423 19:30:38.597734    3789 node_tracker.go:235] Node ip-10-0-0-245.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-245.ec2.internal"
I0423 19:30:38.597746    3789 node_tracker.go:169] Node ip-10-0-0-245.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:30:38.597762    3789 services_controller.go:574] Full service sync requested for network=default
I0423 19:30:38.597777    3789 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-108.ec2.internal in network "default"
I0423 19:30:38.597816    3789 node_tracker.go:169] Node ip-10-0-1-108.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:30:38.597823    3789 services_controller.go:574] Full service sync requested for network=default
I0423 19:30:38.597830    3789 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-122.ec2.internal in network "default"
I0423 19:30:38.597840    3789 node_tracker.go:235] Node ip-10-0-2-122.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-122.ec2.internal"
I0423 19:30:38.597848    3789 node_tracker.go:169] Node ip-10-0-2-122.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:30:38.597852    3789 services_controller.go:574] Full service sync requested for network=default
I0423 19:30:38.608363    3789 iptables.go:108] Creating table: filter chain: FORWARD
I0423 19:30:38.614531    3789 iptables.go:108] Creating table: filter chain: OUTPUT
I0423 19:30:38.620613    3789 gateway_shared_intf.go:1816] Gateway Creation Complete
I0423 19:30:38.620628    3789 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-245.ec2.internal","mac-address":"12:b7:0e:b7:96:77","ip-addresses":["10.0.0.245/24"],"ip-address":"10.0.0.245/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:83bf6ffe-a2c4-4554-bb9b-23909abc02f8 k8s.ovn.org/node-encap-ips:["10.0.0.245"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.245/24"} k8s.ovn.org/zone-name:ip-10-0-0-245.ec2.internal] on node ip-10-0-0-245.ec2.internal
I0423 19:30:38.635873    3789 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-245.ec2.internal in network "default"
I0423 19:30:38.635993    3789 master.go:548] Adding or Updating local node "ip-10-0-0-245.ec2.internal" for network "default"
I0423 19:30:38.635998    3789 node_tracker.go:169] Node ip-10-0-0-245.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:30:38.636100    3789 services_controller.go:574] Full service sync requested for network=default
I0423 19:30:38.639907    3789 default_node_network_controller.go:519] Node connection status = connected
W0423 19:30:38.641529    3789 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2m7fm: pod openshift-network-diagnostics/network-check-target-2m7fm: no pod IPs found 
W0423 19:30:38.641554    3789 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tct7t: pod openshift-multus/network-metrics-daemon-tct7t: no pod IPs found 
I0423 19:30:38.642540    3789 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-245.ec2.internal for the network default
I0423 19:30:38.642712    3789 zone_ic_handler.go:195] Time taken to create transit switch: 159.28µs
I0423 19:30:38.698469    3789 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0423 19:30:38.698515    3789 services_controller.go:208] Setting up event handlers for services for network=default
I0423 19:30:38.698576    3789 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0423 19:30:38.698610    3789 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0423 19:30:38.698621    3789 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0423 19:30:38.799000    3789 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0423 19:30:38.799021    3789 repair.go:60] Starting repairing loop for services
I0423 19:30:38.799115    3789 repair.go:131] Deleted 0 stale service LBs
I0423 19:30:38.799151    3789 repair.go:137] Deleted 0 stale Chassis Template Vars
I0423 19:30:38.799168    3789 repair.go:62] Finished repairing loop for services: 149.704µs
I0423 19:30:38.799190    3789 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0423 19:30:38.799200    3789 services_controller.go:254] Starting workers for network=default
I0423 19:30:38.799552    3789 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-nwqv2, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nwqv2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nwqv2: no pod IPs found 
I0423 19:30:38.799566    3789 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2m7fm] creating logical port openshift-network-diagnostics_network-check-target-2m7fm for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:30:38.799679    3789 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tct7t] creating logical port openshift-multus_network-metrics-daemon-tct7t for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:30:38.799732    3789 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-87d46, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-87d46: suppressed error logged: pod openshift-multus/network-metrics-daemon-87d46: no pod IPs found 
I0423 19:30:38.799752    3789 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2m7fm
I0423 19:30:38.799819    3789 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tct7t
I0423 19:30:38.819040    3789 pod.go:62] [openshift-multus/network-metrics-daemon-tct7t] pod update took 19.263842ms
I0423 19:30:38.819117    3789 pod.go:62] [openshift-network-diagnostics/network-check-target-2m7fm] pod update took 19.461493ms
I0423 19:30:38.819133    3789 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-tct7t] addLogicalPort annotation time took 19.375497ms
I0423 19:30:38.819161    3789 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2m7fm] addLogicalPort annotation time took 19.483794ms
I0423 19:30:38.820463    3789 pods.go:271] [openshift-multus/network-metrics-daemon-tct7t] addLogicalPort took 20.82868ms, libovsdb time 964.698µs
I0423 19:30:38.820645    3789 pods.go:271] [openshift-network-diagnostics/network-check-target-2m7fm] addLogicalPort took 21.091434ms, libovsdb time 1.136221ms
I0423 19:30:38.821255    3789 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0423 19:30:38.821275    3789 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0423 19:30:38.821291    3789 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0423 19:30:38.821296    3789 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0423 19:30:38.821479    3789 repair.go:29] Repairing admin network policies took 178.443µs
I0423 19:30:38.821576    3789 repair.go:92] Repairing baseline admin network policies took 88.859µs
I0423 19:30:38.822114    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0423 19:30:38.822693    3789 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0423 19:30:38.822709    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0423 19:30:38.824702    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0423 19:30:38.824740    3789 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0423 19:30:38.824753    3789 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0423 19:30:38.827303    3789 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0423 19:30:38.827330    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0423 19:30:38.827342    3789 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0423 19:30:38.829303    3789 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0423 19:30:38.829327    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0423 19:30:38.829336    3789 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0423 19:30:38.830084    3789 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0423 19:30:38.830104    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0423 19:30:38.830112    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0423 19:30:38.831788    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0423 19:30:38.831807    3789 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0423 19:30:38.831820    3789 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0423 19:30:38.833783    3789 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0423 19:30:38.833803    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0423 19:30:38.833811    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0423 19:30:38.834306    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0423 19:30:38.834326    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0423 19:30:38.834334    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0423 19:30:38.834817    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0423 19:30:38.834833    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0423 19:30:38.834842    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0423 19:30:38.836362    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0423 19:30:38.836379    3789 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0423 19:30:38.836388    3789 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0423 19:30:38.838174    3789 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0423 19:30:38.838192    3789 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0423 19:30:38.838202    3789 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0423 19:30:38.839310    3789 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0423 19:30:38.839329    3789 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0423 19:30:38.839336    3789 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0423 19:30:38.840932    3789 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0423 19:30:38.840954    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0423 19:30:38.840967    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0423 19:30:38.841471    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0423 19:30:38.841489    3789 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0423 19:30:38.841497    3789 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0423 19:30:38.841934    3789 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0423 19:30:38.841950    3789 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0423 19:30:38.841958    3789 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0423 19:30:38.842628    3789 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0423 19:30:38.842647    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0423 19:30:38.842670    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0423 19:30:38.843357    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0423 19:30:38.843372    3789 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0423 19:30:38.843381    3789 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0423 19:30:38.844307    3789 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0423 19:30:38.844324    3789 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0423 19:30:38.844334    3789 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0423 19:30:38.845279    3789 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0423 19:30:38.845294    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0423 19:30:38.845302    3789 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0423 19:30:38.845728    3789 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0423 19:30:38.845748    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0423 19:30:38.845757    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0423 19:30:38.846002    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0423 19:30:38.846020    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0423 19:30:38.846027    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0423 19:30:38.846466    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0423 19:30:38.846482    3789 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0423 19:30:38.846490    3789 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0423 19:30:38.847466    3789 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0423 19:30:38.847487    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0423 19:30:38.847495    3789 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0423 19:30:38.847948    3789 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0423 19:30:38.847965    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0423 19:30:38.847972    3789 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0423 19:30:38.848422    3789 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0423 19:30:38.848438    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0423 19:30:38.848446    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0423 19:30:38.848862    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0423 19:30:38.848878    3789 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0423 19:30:38.848886    3789 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0423 19:30:38.849815    3789 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0423 19:30:38.849831    3789 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0423 19:30:38.849838    3789 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0423 19:30:38.850301    3789 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0423 19:30:38.850314    3789 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0423 19:30:38.850320    3789 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0423 19:30:38.850565    3789 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0423 19:30:38.850583    3789 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0423 19:30:38.850596    3789 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0423 19:30:38.851082    3789 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0423 19:30:38.855760    3789 egressfirewall.go:374] Starting EgressFirewall controller
I0423 19:30:38.855796    3789 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0423 19:30:38.855829    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0423 19:30:38.855843    3789 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0423 19:30:38.855799    3789 controller.go:133] Adding controller egress-firewall-controller event handlers
I0423 19:30:38.855860    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0423 19:30:38.855874    3789 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0423 19:30:38.856116    3789 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0423 19:30:38.856129    3789 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0423 19:30:38.856149    3789 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0423 19:30:38.856160    3789 egressqos.go:193] Setting up event handlers for EgressQoS
I0423 19:30:38.856166    3789 egressfirewall.go:723] Syncing node "ip-10-0-0-245.ec2.internal" for egress firewall
I0423 19:30:38.856180    3789 egressfirewall.go:723] Syncing node "ip-10-0-1-108.ec2.internal" for egress firewall
I0423 19:30:38.856184    3789 egressfirewall.go:723] Syncing node "ip-10-0-2-122.ec2.internal" for egress firewall
I0423 19:30:38.856277    3789 egressqos.go:245] Starting EgressQoS Controller
I0423 19:30:38.856291    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0423 19:30:38.856299    3789 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0423 19:30:38.856304    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0423 19:30:38.856309    3789 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0423 19:30:38.856314    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0423 19:30:38.856319    3789 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0423 19:30:38.856322    3789 egressqos.go:259] Repairing EgressQoSes
I0423 19:30:38.856326    3789 egressqos.go:399] Starting repairing loop for egressqos
I0423 19:30:38.856402    3789 egressqos.go:401] Finished repairing loop for egressqos: 75.462µs
I0423 19:30:38.856421    3789 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0423 19:30:38.856446    3789 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-245.ec2.internal
I0423 19:30:38.856488    3789 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-245.ec2.internal : 43.317µs
I0423 19:30:38.856580    3789 egressservice_zone.go:210] Starting Egress Services Controller
I0423 19:30:38.856632    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0423 19:30:38.856641    3789 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0423 19:30:38.856647    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0423 19:30:38.856652    3789 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0423 19:30:38.856657    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0423 19:30:38.856662    3789 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0423 19:30:38.856666    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0423 19:30:38.856671    3789 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0423 19:30:38.856683    3789 egressservice_zone.go:228] Repairing Egress Services
I0423 19:30:38.856960    3789 master_controller.go:88] Starting Admin Policy Based Route Controller
I0423 19:30:38.856969    3789 external_controller.go:278] Starting Admin Policy Based Route Controller
I0423 19:30:38.857032    3789 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-245.ec2.internal
I0423 19:30:38.857041    3789 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-245.ec2.internal: 11.3µs
I0423 19:30:38.857048    3789 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-108.ec2.internal
I0423 19:30:38.857052    3789 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-108.ec2.internal: 4.037µs
I0423 19:30:38.857056    3789 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-122.ec2.internal
I0423 19:30:38.857061    3789 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-122.ec2.internal: 5.75µs
I0423 19:30:38.857148    3789 default_network_controller.go:585] Completing all the Watchers took 304.038342ms
I0423 19:30:38.857161    3789 default_network_controller.go:589] Starting unidling controllers
I0423 19:30:38.857172    3789 unidle.go:46] Registering OVN SB ControllerEvent handler
I0423 19:30:38.857177    3789 unidle.go:63] Populating Initial ContollerEvent events
I0423 19:30:38.857186    3789 unidle.go:79] Setting up event handlers for services
I0423 19:30:38.857291    3789 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0423 19:30:39.140021    3789 default_node_network_controller.go:519] Node connection status = connected
I0423 19:30:39.640301    3789 default_node_network_controller.go:519] Node connection status = connected
I0423 19:30:40.020523    3789 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-108.ec2.internal in network "default"
I0423 19:30:40.020549    3789 egressfirewall.go:723] Syncing node "ip-10-0-1-108.ec2.internal" for egress firewall
I0423 19:30:40.020536    3789 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-108.ec2.internal
I0423 19:30:40.020592    3789 node_tracker.go:169] Node ip-10-0-1-108.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:30:40.020607    3789 services_controller.go:574] Full service sync requested for network=default
I0423 19:30:40.020593    3789 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-108.ec2.internal: 57.661µs
I0423 19:30:40.020627    3789 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-108.ec2.internal. Updating no re-route policies
I0423 19:30:40.139667    3789 default_node_network_controller.go:519] Node connection status = connected
I0423 19:30:40.640150    3789 default_node_network_controller.go:519] Node connection status = connected
I0423 19:30:40.887725    3789 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0423 19:30:41.140611    3789 default_node_network_controller.go:519] Node connection status = connected
I0423 19:30:41.158347    3789 bridgeconfig.go:537] Gateway is ready
I0423 19:30:41.158367    3789 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0423 19:30:41.170847    3789 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.245. Updating OVN encap IP.
I0423 19:30:41.176358    3789 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.245 - it is already configured
I0423 19:30:41.176373    3789 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.245/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0423 19:30:41.176633    3789 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.245/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-245.ec2.internal","mac-address":"12:b7:0e:b7:96:77","ip-addresses":["10.0.0.245/24"],"ip-address":"10.0.0.245/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:83bf6ffe-a2c4-4554-bb9b-23909abc02f8 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.245/24"}] on node ip-10-0-0-245.ec2.internal
I0423 19:30:41.193758    3789 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-245.ec2.internal
I0423 19:30:41.193780    3789 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-245.ec2.internal: 27.856µs
I0423 19:30:41.193793    3789 egressfirewall.go:723] Syncing node "ip-10-0-0-245.ec2.internal" for egress firewall
I0423 19:30:41.193802    3789 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-245.ec2.internal in network "default"
I0423 19:30:41.193856    3789 node_tracker.go:169] Node ip-10-0-0-245.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:30:41.193876    3789 services_controller.go:574] Full service sync requested for network=default
I0423 19:30:41.193858    3789 master.go:548] Adding or Updating local node "ip-10-0-0-245.ec2.internal" for network "default"
I0423 19:30:41.194940    3789 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.245
I0423 19:30:41.195118    3789 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-245.ec2.internal
I0423 19:30:41.199039    3789 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-245.ec2.internal. Updating no re-route policies
I0423 19:30:41.199115    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mzdqc
I0423 19:30:41.199123    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nwqv2
I0423 19:30:41.199155    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-455tw
I0423 19:30:41.199167    3789 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-j4bp5
I0423 19:30:41.199171    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-l7zhz
I0423 19:30:41.199173    3789 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-245.ec2.internal
I0423 19:30:41.199181    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-l7zhz
I0423 19:30:41.199183    3789 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-j4bp5
I0423 19:30:41.199182    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tct7t
I0423 19:30:41.199187    3789 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-245.ec2.internal
I0423 19:30:41.199195    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-87d46
I0423 19:30:41.199198    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tct7t
I0423 19:30:41.199202    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-l7zhz after 0 failed attempt(s)
I0423 19:30:41.199209    3789 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-j4bp5 after 0 failed attempt(s)
I0423 19:30:41.199214    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-zpsx8
I0423 19:30:41.199172    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-455tw
I0423 19:30:41.199228    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-xfrrg
I0423 19:30:41.199232    3789 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tct7t] creating logical port openshift-multus_network-metrics-daemon-tct7t for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:30:41.199233    3789 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-245.ec2.internal after 0 failed attempt(s)
I0423 19:30:41.199239    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-455tw after 0 failed attempt(s)
I0423 19:30:41.199241    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mrv68
I0423 19:30:41.199248    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bhltr
I0423 19:30:41.199254    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bhltr
I0423 19:30:41.199204    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-87d46
I0423 19:30:41.199269    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bhltr after 0 failed attempt(s)
I0423 19:30:41.199254    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mrv68
I0423 19:30:41.199282    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-h4d6j
I0423 19:30:41.199288    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mrv68 after 0 failed attempt(s)
I0423 19:30:41.199159    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mzdqc
I0423 19:30:41.199303    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-245.ec2.internal
I0423 19:30:41.199313    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-245.ec2.internal
I0423 19:30:41.199234    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-xfrrg
I0423 19:30:41.199328    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-245.ec2.internal after 0 failed attempt(s)
I0423 19:30:41.199307    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mzdqc after 0 failed attempt(s)
I0423 19:30:41.199292    3789 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-87d46, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-87d46: suppressed error logged: pod openshift-multus/network-metrics-daemon-87d46: no pod IPs found 
I0423 19:30:41.199162    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nwqv2
I0423 19:30:41.199341    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-xfrrg after 0 failed attempt(s)
I0423 19:30:41.199222    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-zpsx8
I0423 19:30:41.199362    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-zpsx8 after 0 failed attempt(s)
I0423 19:30:41.199368    3789 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-nwqv2, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nwqv2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nwqv2: no pod IPs found 
I0423 19:30:41.199169    3789 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2m7fm
I0423 19:30:41.199382    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2m7fm
I0423 19:30:41.199406    3789 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2m7fm] creating logical port openshift-network-diagnostics_network-check-target-2m7fm for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:30:41.199296    3789 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-h4d6j
I0423 19:30:41.199466    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-h4d6j after 0 failed attempt(s)
I0423 19:30:41.200120    3789 pods.go:271] [openshift-multus/network-metrics-daemon-tct7t] addLogicalPort took 895.886µs, libovsdb time 348.406µs
I0423 19:30:41.200133    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tct7t after 0 failed attempt(s)
I0423 19:30:41.200298    3789 pods.go:271] [openshift-network-diagnostics/network-check-target-2m7fm] addLogicalPort took 898.994µs, libovsdb time 396.695µs
I0423 19:30:41.200307    3789 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2m7fm after 0 failed attempt(s)
I0423 19:30:41.209378    3789 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0423 19:30:41.221401    3789 iptables.go:108] Creating table: mangle chain: OUTPUT
I0423 19:30:41.224762    3789 iptables.go:108] Creating table: nat chain: OUTPUT
I0423 19:30:41.268087    3789 iptables.go:108] Creating table: nat chain: PREROUTING
I0423 19:30:41.326506    3789 iptables.go:108] Creating table: filter chain: FORWARD
I0423 19:30:41.343426    3789 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0423 19:30:41.343610    3789 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0423 19:30:41.343663    3789 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0423 19:30:41.343765    3789 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0423 19:30:41.343821    3789 gateway_init.go:325] Gateway and management port readiness took 2.708551989s
I0423 19:30:41.343849    3789 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0423 19:30:41.343884    3789 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0423 19:30:41.343896    3789 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0423 19:30:41.343916    3789 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0423 19:30:41.344005    3789 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0423 19:30:41.344090    3789 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.165µs
I0423 19:30:41.344395    3789 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0423 19:30:41.344425    3789 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.348µs
I0423 19:30:41.344434    3789 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.086µs
I0423 19:30:41.344440    3789 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0423 19:30:41.344451    3789 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0423 19:30:41.344458    3789 default_node_network_controller.go:899] Starting the default node network controller
I0423 19:30:41.344464    3789 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0423 19:30:41.344553    3789 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.958µs
I0423 19:30:41.344649    3789 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0423 19:30:41.344658    3789 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0423 19:30:41.344683    3789 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b210d0 0xc0002c7b20 0xc0002c7b90 0xc0002c7c00 0xc0002c7c70 0xc0002c7ce0 <nil> 0xc0002c7d50 0xc000b25450 0xc0002c7e30 0xc0002c7ea0 <nil> 0xc0008f2460 0xc00653f490 <nil> <nil> <nil> 0xc0002ca070 <nil> map[0x2ff9080:0xc00269d0e0 0x2ff95c0:0xc00269d260 0x2ffa2e0:0xc00269d020 0x2ffa580:0xc00269d080 0x2ffad60:0xc00269d140 0x2ffb000:0xc00269d1a0 0x2ffb2a0:0xc00269d200 0x2ffba80:0xc004898a80 0x2ffbd20:0xc004680600 0x3026980:0xc001883b60 0x3026d20:0xc001883bc0 0x3027800:0xc000c0f680 0x3029160:0xc001bfc000 0x30298a0:0xc00269cfc0 0x302a720:0xc0011ac600] 0xc000b3c3f0 0}
I0423 19:30:41.344747    3789 gateway.go:151] Starting gateway service sync
I0423 19:30:41.345205    3789 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0423 19:30:41.347537    3789 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0423 19:30:41.374619    3789 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0423 19:30:41.375924    3789 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0423 19:30:41.377180    3789 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0423 19:30:41.412022    3789 gateway.go:168] Gateway service sync done. Time taken: 67.260962ms
I0423 19:30:41.412539    3789 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32150
I0423 19:30:41.412895    3789 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b210d0 0xc0002c7b20 0xc0002c7b90 0xc0002c7c00 0xc0002c7c70 0xc0002c7ce0 <nil> 0xc0002c7d50 0xc000b25450 0xc0002c7e30 0xc0002c7ea0 <nil> 0xc0008f2460 0xc00653f490 <nil> <nil> <nil> 0xc0002ca070 <nil> map[0x2ff9080:0xc00269d0e0 0x2ff95c0:0xc00269d260 0x2ffa2e0:0xc00269d020 0x2ffa580:0xc00269d080 0x2ffad60:0xc00269d140 0x2ffb000:0xc00269d1a0 0x2ffb2a0:0xc00269d200 0x2ffba80:0xc004898a80 0x2ffbd20:0xc004680600 0x3026980:0xc001883b60 0x3026d20:0xc001883bc0 0x3027800:0xc000c0f680 0x3029160:0xc001bfc000 0x30298a0:0xc00269cfc0 0x302a720:0xc0011ac600] 0xc000b3c3f0 0}
I0423 19:30:41.413379    3789 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b210d0 0xc0002c7b20 0xc0002c7b90 0xc0002c7c00 0xc0002c7c70 0xc0002c7ce0 <nil> 0xc0002c7d50 0xc000b25450 0xc0002c7e30 0xc0002c7ea0 <nil> 0xc0008f2460 0xc00653f490 <nil> <nil> <nil> 0xc0002ca070 <nil> map[0x2ff9080:0xc00269d0e0 0x2ff95c0:0xc00269d260 0x2ffa2e0:0xc00269d020 0x2ffa580:0xc00269d080 0x2ffad60:0xc00269d140 0x2ffb000:0xc00269d1a0 0x2ffb2a0:0xc00269d200 0x2ffba80:0xc004898a80 0x2ffbd20:0xc004680600 0x3026980:0xc001883b60 0x3026d20:0xc001883bc0 0x3027800:0xc000c0f680 0x3029160:0xc001bfc000 0x30298a0:0xc00269cfc0 0x302a720:0xc0011ac600] 0xc000b3c3f0 0}
I0423 19:30:41.413421    3789 gateway.go:532] Reconciling gateway with updates
I0423 19:30:41.418903    3789 gateway.go:339] Spawning Conntrack Rule Check Thread
I0423 19:30:41.418976    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:30:41.418994    3789 default_node_network_controller.go:944] Gateway and management port readiness took 74.327963ms
I0423 19:30:41.418995    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:30:41.418997    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:30:41.419008    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:30:41.419018    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:30:41.419030    3789 port_claim.go:71] Svc openshift-ingress/router-default: port 30739 is already open, no action needed
I0423 19:30:41.419030    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:30:41.419038    3789 port_claim.go:71] Svc openshift-ingress/router-default: port 30326 is already open, no action needed
I0423 19:30:41.419048    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:30:41.419049    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:30:41.419050    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:30:41.419058    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:30:41.419064    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:30:41.419072    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:30:41.419073    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:30:41.419071    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:30:41.419081    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0423 19:30:41.419082    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:30:41.419086    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:30:41.419089    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:30:41.419098    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0423 19:30:41.419100    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0423 19:30:41.419034    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:30:41.419074    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:30:41.419114    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:30:41.419120    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:30:41.419123    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:30:41.419131    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:30:41.419154    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:30:41.419156    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0423 19:30:41.419164    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:30:41.419169    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:30:41.419167    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:30:41.419172    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0423 19:30:41.419048    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:30:41.419183    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:30:41.419184    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0423 19:30:41.419018    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0423 19:30:41.419194    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:30:41.419195    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:30:41.419200    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0423 19:30:41.419204    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0423 19:30:41.419205    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0423 19:30:41.419202    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:30:41.419124    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0423 19:30:41.419222    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:30:41.419226    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:30:41.419228    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:30:41.419232    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:30:41.419224    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:30:41.419234    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:30:41.419239    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:30:41.419252    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:30:41.419252    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:30:41.418983    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0423 19:30:41.419000    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:30:41.419297    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0423 19:30:41.419302    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:30:41.419155    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:30:41.419032    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:30:41.419330    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:30:41.419113    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:30:41.419344    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:30:41.419060    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:30:41.419353    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:30:41.419375    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:30:41.419396    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:30:41.419346    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:30:41.419205    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.419102    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:30:41.419536    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0423 19:30:41.419117    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:30:41.419061    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:30:41.419090    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:30:41.419104    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:30:41.419665    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:30:41.419104    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:30:41.419708    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:30:41.419106    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:30:41.419116    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:30:41.419791    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:30:41.419798    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.419126    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:30:41.419129    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:30:41.419836    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:30:41.419131    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:30:41.419877    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:30:41.419169    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:30:41.419912    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:30:41.419168    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:30:41.419944    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:30:41.419177    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:30:41.419965    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:30:41.419970    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0423 19:30:41.419187    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:30:41.419980    3789 node_ip_handler_linux.go:160] Node IP manager is running
I0423 19:30:41.419213    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0423 19:30:41.419225    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0423 19:30:41.419239    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:30:41.420018    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0423 19:30:41.419241    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0423 19:30:41.461730    3789 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0423 19:30:41.462061    3789 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0423 19:30:41.462311    3789 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0423 19:30:41.470804    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0423 19:30:41.470828    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0423 19:30:41.470837    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0423 19:30:41.514682    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0423 19:30:41.514722    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.514729    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0423 19:30:41.514736    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0423 19:30:41.514744    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.514752    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.514759    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0423 19:30:41.514766    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0423 19:30:41.514771    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0423 19:30:41.514777    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0423 19:30:41.514782    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0423 19:30:41.514788    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0423 19:30:41.514793    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0423 19:30:41.514799    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0423 19:30:41.514804    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0423 19:30:41.514810    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0423 19:30:41.514816    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0423 19:30:41.514823    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.514831    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0423 19:30:41.514839    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0423 19:30:41.514845    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.514850    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0423 19:30:41.514855    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0423 19:30:41.514862    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.514871    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0423 19:30:41.514876    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.514881    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.514888    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0423 19:30:41.514892    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0423 19:30:41.557868    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0423 19:30:41.557895    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0423 19:30:42.100378    3789 default_network_controller.go:1025] Node "ip-10-0-2-122.ec2.internal" in remote zone "ip-10-0-2-122.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:30:42.100421    3789 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-122.ec2.internal in network "default"
I0423 19:30:42.100459    3789 node_tracker.go:235] Node ip-10-0-2-122.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-122.ec2.internal"
I0423 19:30:42.100479    3789 node_tracker.go:169] Node ip-10-0-2-122.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:30:42.100496    3789 services_controller.go:574] Full service sync requested for network=default
I0423 19:30:42.132517    3789 default_network_controller.go:1025] Node "ip-10-0-2-122.ec2.internal" in remote zone "ip-10-0-2-122.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:30:42.351481    3789 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-122.ec2.internal in network "default"
I0423 19:30:42.351554    3789 node_tracker.go:169] Node ip-10-0-2-122.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:30:42.351567    3789 services_controller.go:574] Full service sync requested for network=default
I0423 19:30:42.351479    3789 default_network_controller.go:1025] Node "ip-10-0-2-122.ec2.internal" in remote zone "ip-10-0-2-122.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:30:42.352701    3789 zone_ic_handler.go:195] Time taken to create transit switch: 309.307µs
I0423 19:30:42.352723    3789 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-122.ec2.internal for the network default
I0423 19:30:42.354052    3789 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-122.ec2.internal" on network "default" took: 1.675115ms
I0423 19:30:42.908838    3789 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-122.ec2.internal
I0423 19:30:42.908864    3789 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-122.ec2.internal: 32.625µs
I0423 19:30:42.908904    3789 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-122.ec2.internal. Updating no re-route policies
I0423 19:30:42.908928    3789 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-122.ec2.internal in network "default"
I0423 19:30:42.908907    3789 egressfirewall.go:723] Syncing node "ip-10-0-2-122.ec2.internal" for egress firewall
I0423 19:30:42.909014    3789 node_tracker.go:169] Node ip-10-0-2-122.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:30:42.909042    3789 services_controller.go:574] Full service sync requested for network=default
I0423 19:30:43.099778    3789 default_node_network_controller.go:1380] Starting node controller node sync
W0423 19:30:43.099788    3789 egressip_healthcheck.go:76] Health checking using insecure connection
I0423 19:30:43.099831    3789 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0423 19:30:43.111545    3789 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.744479ms
I0423 19:30:43.111644    3789 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-122.ec2.internal", IP: 10.0.2.122 to PMTUD blocking rules
I0423 19:30:43.111646    3789 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-108.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 19:30:43.111655    3789 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-122.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 19:30:43.111659    3789 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-108.ec2.internal", IP: 10.0.1.108 to PMTUD blocking rules
I0423 19:30:43.122762    3789 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0423 19:30:43.123031    3789 egressservice_node.go:93] Setting up event handlers for Egress Services
I0423 19:30:43.123235    3789 egressservice_node.go:183] Starting Egress Services Controller
I0423 19:30:43.123264    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0423 19:30:43.123279    3789 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0423 19:30:43.123285    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0423 19:30:43.123290    3789 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0423 19:30:43.123296    3789 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0423 19:30:43.123301    3789 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0423 19:30:43.123305    3789 egressservice_node.go:197] Repairing Egress Services
I0423 19:30:43.132939    3789 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0423 19:30:43.132953    3789 external_controller.go:278] Starting Admin Policy Based Route Controller
I0423 19:30:43.133126    3789 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0423 19:30:43.133155    3789 link_network_manager.go:119] Link manager is running
I0423 19:30:43.133167    3789 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0423 19:30:43.133354    3789 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0423 19:30:43.133534    3789 vrf_manager.go:128] VRF manager is running
I0423 19:30:43.133608    3789 node_controller_manager.go:437] Removing flows to drop GARP
I0423 19:30:43.133617    3789 gateway.go:532] Reconciling gateway with updates
I0423 19:30:43.162998    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:30:43.163022    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:30:43.163030    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:30:43.163042    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:30:43.163060    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0423 19:30:43.163068    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:30:43.163080    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:30:43.163083    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:30:43.163081    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:30:43.163093    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:30:43.163096    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0423 19:30:43.163097    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0423 19:30:43.163100    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:30:43.163097    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:30:43.163108    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:30:43.163112    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:30:43.163113    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:30:43.163116    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:30:43.163123    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:30:43.163130    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:30:43.163129    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:30:43.163123    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:30:43.163117    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:30:43.163167    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:30:43.163170    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0423 19:30:43.163075    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0423 19:30:43.163090    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:30:43.163183    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0423 19:30:43.163174    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:30:43.163190    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.163184    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:30:43.163195    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0423 19:30:43.163193    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:30:43.163206    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0423 19:30:43.163209    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:30:43.163213    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:30:43.163193    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0423 19:30:43.163209    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:30:43.163219    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.163225    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:30:43.163227    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:30:43.163230    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:30:43.163238    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:30:43.163248    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:30:43.163249    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:30:43.163253    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:30:43.163260    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:30:43.163260    3789 port_claim.go:71] Svc openshift-ingress/router-default: port 30739 is already open, no action needed
I0423 19:30:43.163264    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0423 19:30:43.163267    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:30:43.163272    3789 port_claim.go:71] Svc openshift-ingress/router-default: port 30326 is already open, no action needed
I0423 19:30:43.163088    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:30:43.163276    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:30:43.163280    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:30:43.163280    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0423 19:30:43.163283    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:30:43.163287    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:30:43.163286    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.163208    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:30:43.163294    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0423 19:30:43.163289    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0423 19:30:43.163302    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.163307    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:30:43.163102    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0423 19:30:43.163313    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:30:43.163314    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0423 19:30:43.163321    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0423 19:30:43.163321    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:30:43.163329    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:30:43.163250    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:30:43.163333    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:30:43.163200    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0423 19:30:43.163336    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0423 19:30:43.163340    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0423 19:30:43.163347    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.163269    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0423 19:30:43.163213    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:30:43.163211    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0423 19:30:43.163368    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:30:43.163228    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:30:43.163329    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0423 19:30:43.163377    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:30:43.163387    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:30:43.163221    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:30:43.163392    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:30:43.163405    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:30:43.163406    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:30:43.163417    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:30:43.163378    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:30:43.163426    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:30:43.163244    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:30:43.163264    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:30:43.163454    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:30:43.163266    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:30:43.163293    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:30:43.163498    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:30:43.163497    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0423 19:30:43.163513    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:30:43.163518    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0423 19:30:43.163524    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0423 19:30:43.163210    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:30:43.163537    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0423 19:30:43.163337    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:30:43.163565    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:30:43.163578    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:30:43.163200    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0423 19:30:43.163634    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0423 19:30:43.163234    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:30:43.163666    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:30:43.163238    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:30:43.163443    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:30:43.163723    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0423 19:30:43.163262    3789 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:30:43.163732    3789 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:30:43.202472    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0423 19:30:43.202496    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0423 19:30:43.202502    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0423 19:30:43.202521    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0423 19:30:43.202538    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0423 19:30:43.202544    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.202550    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0423 19:30:43.202556    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.202564    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0423 19:30:43.202570    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0423 19:30:43.202576    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.202580    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0423 19:30:43.202586    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.202591    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.202596    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0423 19:30:43.202601    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0423 19:30:43.202606    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0423 19:30:43.202611    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0423 19:30:43.240857    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0423 19:30:43.240878    3789 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0423 19:30:43.862167    3789 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-108.ec2.internal
I0423 19:30:43.862198    3789 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-108.ec2.internal: 40.907µs
I0423 19:30:44.833898    3789 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-245.ec2.internal
I0423 19:30:44.833931    3789 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-245.ec2.internal: 41.877µs
I0423 19:30:44.860376    3789 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-57ff957978-zgs2j] creating logical port openshift-image-registry_image-registry-57ff957978-zgs2j for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:30:44.860475    3789 kube.go:256] Updating pod openshift-image-registry/image-registry-57ff957978-zgs2j
I0423 19:30:44.878121    3789 pod.go:62] [openshift-image-registry/image-registry-57ff957978-zgs2j] pod update took 17.676892ms
I0423 19:30:44.878157    3789 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-57ff957978-zgs2j] addLogicalPort annotation time took 17.717385ms
I0423 19:30:44.879225    3789 pods.go:271] [openshift-image-registry/image-registry-57ff957978-zgs2j] addLogicalPort took 18.863678ms, libovsdb time 847.125µs
I0423 19:30:44.899416    3789 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ln9x5] creating logical port openshift-dns_dns-default-ln9x5 for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:30:44.899538    3789 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-cpc9k] creating logical port openshift-ingress-canary_ingress-canary-cpc9k for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:30:44.899541    3789 kube.go:256] Updating pod openshift-dns/dns-default-ln9x5
I0423 19:30:44.899639    3789 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-cpc9k
I0423 19:30:44.914492    3789 pod.go:62] [openshift-ingress-canary/ingress-canary-cpc9k] pod update took 14.875846ms
I0423 19:30:44.914512    3789 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-cpc9k] addLogicalPort annotation time took 14.898585ms
I0423 19:30:44.915627    3789 pod.go:62] [openshift-dns/dns-default-ln9x5] pod update took 16.120284ms
I0423 19:30:44.915649    3789 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-ln9x5] addLogicalPort annotation time took 16.144343ms
I0423 19:30:44.915735    3789 pods.go:271] [openshift-ingress-canary/ingress-canary-cpc9k] addLogicalPort took 16.208844ms, libovsdb time 933.896µs
I0423 19:30:44.916796    3789 pods.go:271] [openshift-dns/dns-default-ln9x5] addLogicalPort took 17.393498ms, libovsdb time 801.413µs
I0423 19:30:45.303963    3789 cni.go:452] [openshift-ingress-canary/ingress-canary-cpc9k 571a53395cc3463733b9b53b993c4aaa610968849a3f88774c1a179fa3dff8e3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-cpc9k 571a53395cc3463733b9b53b993c4aaa610968849a3f88774c1a179fa3dff8e3 network default NAD default NAD key ]
I0423 19:30:45.342199    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-cpc9k, hostIfaceName: 571a53395cc3463, network: default, NAD default, SandboxID: "571a53395cc3463733b9b53b993c4aaa610968849a3f88774c1a179fa3dff8e3", PCI device ID: , UID: "77060d12-de76-46bd-b880-2f6c51948ac7", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0423 19:30:45.399736    3789 cni.go:473] [openshift-ingress-canary/ingress-canary-cpc9k 571a53395cc3463733b9b53b993c4aaa610968849a3f88774c1a179fa3dff8e3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-cpc9k 571a53395cc3463733b9b53b993c4aaa610968849a3f88774c1a179fa3dff8e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:d1:32:d5:74:5e\",\"name\":\"571a53395cc3463\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb94be8a-c603-4fb1-b757-d200c72fcdfb\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:30:47.263802    3789 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-122.ec2.internal
I0423 19:30:47.263834    3789 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-122.ec2.internal: 40.625µs
W0423 19:30:53.055737    3789 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:30:53.164299    3789 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:30:53.187004    3789 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:31:16.875012    3789 cni.go:452] [openshift-network-diagnostics/network-check-target-2m7fm a8a5788f33d358efe727a2afe17d9ca51e59f310e0cb3970611d899ac38af12d network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2m7fm a8a5788f33d358efe727a2afe17d9ca51e59f310e0cb3970611d899ac38af12d network default NAD default NAD key ]
I0423 19:31:16.884092    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2m7fm, hostIfaceName: a8a5788f33d358e, network: default, NAD default, SandboxID: "a8a5788f33d358efe727a2afe17d9ca51e59f310e0cb3970611d899ac38af12d", PCI device ID: , UID: "3af7c2d4-6ac9-4140-bb25-4ffa5c5f5d0d", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0423 19:31:16.928953    3789 cni.go:473] [openshift-network-diagnostics/network-check-target-2m7fm a8a5788f33d358efe727a2afe17d9ca51e59f310e0cb3970611d899ac38af12d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2m7fm a8a5788f33d358efe727a2afe17d9ca51e59f310e0cb3970611d899ac38af12d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:dd:b5:5e:17:76\",\"name\":\"a8a5788f33d358e\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ed478ba-431f-4404-83c7-db88e1316c1d\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:31:18.360210    3789 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:31:18.360323    3789 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw
I0423 19:31:18.374836    3789 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw] pod update took 14.541303ms
I0423 19:31:18.374860    3789 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw] addLogicalPort annotation time took 14.569211ms
I0423 19:31:18.376196    3789 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw] addLogicalPort took 16.006366ms, libovsdb time 1.013964ms
I0423 19:31:18.720503    3789 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw 92bf170c9b3607a532ec404f0ccd526e5ef98ed6991e44cfc9625b3c2895491e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw 92bf170c9b3607a532ec404f0ccd526e5ef98ed6991e44cfc9625b3c2895491e network default NAD default NAD key ]
I0423 19:31:18.734013    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw, hostIfaceName: 92bf170c9b3607a, network: default, NAD default, SandboxID: "92bf170c9b3607a532ec404f0ccd526e5ef98ed6991e44cfc9625b3c2895491e", PCI device ID: , UID: "031f7b6a-9cb1-4bbc-ba1a-d06759dc2375", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0423 19:31:18.779998    3789 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw 92bf170c9b3607a532ec404f0ccd526e5ef98ed6991e44cfc9625b3c2895491e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw 92bf170c9b3607a532ec404f0ccd526e5ef98ed6991e44cfc9625b3c2895491e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:34:c4:d8:80:b9\",\"name\":\"92bf170c9b3607a\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d2a884a-e737-4efe-8156-427db59a3f93\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:31:20.144807    3789 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:31:24.173841    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:31:24.173870    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:31:25.055599    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:31:25.055631    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0423 19:31:41.201801    3789 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw 92bf170c9b3607a532ec404f0ccd526e5ef98ed6991e44cfc9625b3c2895491e network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw 92bf170c9b3607a532ec404f0ccd526e5ef98ed6991e44cfc9625b3c2895491e network default NAD default NAD key ]
I0423 19:31:41.267706    3789 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw 92bf170c9b3607a532ec404f0ccd526e5ef98ed6991e44cfc9625b3c2895491e network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw 92bf170c9b3607a532ec404f0ccd526e5ef98ed6991e44cfc9625b3c2895491e network default NAD default NAD key default], result "{}", err <nil>
I0423 19:31:41.307794    3789 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:31:41.307833    3789 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw
I0423 19:31:41.309194    3789 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw, ips: 10.128.0.8
I0423 19:31:41.309226    3789 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:31:41.309247    3789 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:31:41.309260    3789 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0423 19:31:41.309462    3789 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:31:41.309477    3789 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0423 19:31:42.333714    3789 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:31:42.333736    3789 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:31:42.333759    3789 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:31:42.333843    3789 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390sh4kw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:31:43.450004    3789 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0423 19:31:43.460935    3789 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0423 19:31:49.180294    3789 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0423 19:31:51.151601    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0423 19:32:42.222827    3789 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-rvnbf] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-rvnbf for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:32:42.222965    3789 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-rvnbf
I0423 19:32:42.226032    3789 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xbphn] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-xbphn for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:32:42.226106    3789 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xbphn
I0423 19:32:42.240105    3789 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvnbf] pod update took 17.163229ms
I0423 19:32:42.240124    3789 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-rvnbf] addLogicalPort annotation time took 17.198286ms
I0423 19:32:42.241319    3789 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvnbf] addLogicalPort took 18.507727ms, libovsdb time 929.254µs
I0423 19:32:42.244365    3789 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xbphn] pod update took 18.278329ms
I0423 19:32:42.244383    3789 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xbphn] addLogicalPort annotation time took 18.300189ms
I0423 19:32:42.245290    3789 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xbphn] addLogicalPort took 19.271585ms, libovsdb time 694.126µs
I0423 19:32:42.325589    3789 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gwtf9] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-gwtf9 for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:32:42.325690    3789 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jjvsk] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-jjvsk for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:32:42.325712    3789 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gwtf9
I0423 19:32:42.325793    3789 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jjvsk
I0423 19:32:42.332239    3789 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-7bzj7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-7bzj7 for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:32:42.332341    3789 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-7bzj7
I0423 19:32:42.340807    3789 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jjvsk] pod update took 15.050325ms
I0423 19:32:42.340827    3789 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jjvsk] addLogicalPort annotation time took 15.072545ms
I0423 19:32:42.341965    3789 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jjvsk] addLogicalPort took 16.289554ms, libovsdb time 885.909µs
I0423 19:32:42.345176    3789 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gwtf9] pod update took 19.529457ms
I0423 19:32:42.345201    3789 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gwtf9] addLogicalPort annotation time took 19.555849ms
I0423 19:32:42.346499    3789 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gwtf9] addLogicalPort took 20.922958ms, libovsdb time 963.593µs
I0423 19:32:42.350343    3789 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-7bzj7] pod update took 18.040562ms
I0423 19:32:42.350365    3789 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-7bzj7] addLogicalPort annotation time took 18.061302ms
I0423 19:32:42.351276    3789 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-7bzj7] addLogicalPort took 19.057447ms, libovsdb time 658.537µs
I0423 19:32:42.359276    3789 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5549b9c849-9xpw7] creating logical port openshift-ingress_router-default-5549b9c849-9xpw7 for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:32:42.359377    3789 kube.go:256] Updating pod openshift-ingress/router-default-5549b9c849-9xpw7
I0423 19:32:42.374458    3789 pod.go:62] [openshift-ingress/router-default-5549b9c849-9xpw7] pod update took 15.130758ms
I0423 19:32:42.374475    3789 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5549b9c849-9xpw7] addLogicalPort annotation time took 15.152226ms
I0423 19:32:42.375436    3789 pods.go:271] [openshift-ingress/router-default-5549b9c849-9xpw7] addLogicalPort took 16.173853ms, libovsdb time 697.091µs
I0423 19:32:42.453128    3789 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rzzbb] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-rzzbb for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:32:42.453254    3789 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-rzzbb
I0423 19:32:42.469455    3789 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rzzbb] pod update took 16.247806ms
I0423 19:32:42.469474    3789 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rzzbb] addLogicalPort annotation time took 16.271139ms
I0423 19:32:42.470459    3789 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rzzbb] addLogicalPort took 17.348961ms, libovsdb time 707.734µs
I0423 19:32:42.538270    3789 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-q7zfx] creating logical port openshift-insights_insights-operator-6dbb575d6c-q7zfx for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:32:42.538388    3789 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-dxk6m] creating logical port openshift-console-operator_console-operator-66dbbb6468-dxk6m for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:32:42.538397    3789 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-q7zfx
I0423 19:32:42.538502    3789 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-dxk6m
I0423 19:32:42.551020    3789 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-dxk6m] pod update took 12.547284ms
I0423 19:32:42.551041    3789 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-dxk6m] addLogicalPort annotation time took 12.594564ms
I0423 19:32:42.552515    3789 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-dxk6m] addLogicalPort took 14.139844ms, libovsdb time 960.3µs
I0423 19:32:42.554049    3789 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-q7zfx] pod update took 15.678513ms
I0423 19:32:42.554081    3789 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-q7zfx] addLogicalPort annotation time took 15.715969ms
I0423 19:32:42.555664    3789 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-q7zfx] addLogicalPort took 17.410495ms, libovsdb time 1.127241ms
I0423 19:32:42.581388    3789 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvnbf 376c1176c675e9213c1a7903075d5083114788bf02a57bf0d5e8620ae8626b5f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvnbf 376c1176c675e9213c1a7903075d5083114788bf02a57bf0d5e8620ae8626b5f network default NAD default NAD key ]
I0423 19:32:42.591501    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-rvnbf, hostIfaceName: 376c1176c675e92, network: default, NAD default, SandboxID: "376c1176c675e9213c1a7903075d5083114788bf02a57bf0d5e8620ae8626b5f", PCI device ID: , UID: "e54fc094-8d6d-4989-abd3-d1f0c989404e", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0423 19:32:42.638280    3789 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvnbf 376c1176c675e9213c1a7903075d5083114788bf02a57bf0d5e8620ae8626b5f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvnbf 376c1176c675e9213c1a7903075d5083114788bf02a57bf0d5e8620ae8626b5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:0b:12:e3:9f:f5\",\"name\":\"376c1176c675e92\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80c2ec46-8479-470b-ba70-d635e8e50e1b\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:32:42.687996    3789 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gwtf9 2fe7e65546b061c322ca2e5149d3f8aaef1b605eead4e8fbf8c0a907438e7848 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gwtf9 2fe7e65546b061c322ca2e5149d3f8aaef1b605eead4e8fbf8c0a907438e7848 network default NAD default NAD key ]
I0423 19:32:42.688756    3789 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jjvsk 765ca7d95b1c47fb04e7b115c8ff9f169c4cdab2d585f6ccf3b84ef29e089854 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jjvsk 765ca7d95b1c47fb04e7b115c8ff9f169c4cdab2d585f6ccf3b84ef29e089854 network default NAD default NAD key ]
I0423 19:32:42.703640    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-gwtf9, hostIfaceName: 2fe7e65546b061c, network: default, NAD default, SandboxID: "2fe7e65546b061c322ca2e5149d3f8aaef1b605eead4e8fbf8c0a907438e7848", PCI device ID: , UID: "88b74731-10ae-4bed-8491-77fc0d4bf024", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0423 19:32:42.720165    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-jjvsk, hostIfaceName: 765ca7d95b1c47f, network: default, NAD default, SandboxID: "765ca7d95b1c47fb04e7b115c8ff9f169c4cdab2d585f6ccf3b84ef29e089854", PCI device ID: , UID: "5e2bfd21-3d6d-4068-b80c-724f0dd30172", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0423 19:32:42.753639    3789 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gwtf9 2fe7e65546b061c322ca2e5149d3f8aaef1b605eead4e8fbf8c0a907438e7848 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gwtf9 2fe7e65546b061c322ca2e5149d3f8aaef1b605eead4e8fbf8c0a907438e7848 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:07:84:42:e7:f4\",\"name\":\"2fe7e65546b061c\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9e0d931-3a9f-49e5-8caf-7517e2e0b861\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:32:42.773559    3789 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jjvsk 765ca7d95b1c47fb04e7b115c8ff9f169c4cdab2d585f6ccf3b84ef29e089854 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jjvsk 765ca7d95b1c47fb04e7b115c8ff9f169c4cdab2d585f6ccf3b84ef29e089854 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:7e:35:7d:f2:8b\",\"name\":\"765ca7d95b1c47f\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/200f94ee-c50f-4d7e-9460-824322a4b13c\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:32:42.905552    3789 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-q7zfx ea5319a7973a267a8db2b3d51b1acbb604e6198c28ab1b02b34a0c5e47950451 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-q7zfx ea5319a7973a267a8db2b3d51b1acbb604e6198c28ab1b02b34a0c5e47950451 network default NAD default NAD key ]
I0423 19:32:42.907077    3789 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-dxk6m 6b615b95d1505ac905fabc4246cac7bcd96ac3917d0466c82f603c1b40d9d87f network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-dxk6m 6b615b95d1505ac905fabc4246cac7bcd96ac3917d0466c82f603c1b40d9d87f network default NAD default NAD key ]
I0423 19:32:42.917297    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-q7zfx, hostIfaceName: ea5319a7973a267, network: default, NAD default, SandboxID: "ea5319a7973a267a8db2b3d51b1acbb604e6198c28ab1b02b34a0c5e47950451", PCI device ID: , UID: "64ad23fe-f7df-4433-a58d-36c2712b43e2", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0423 19:32:42.917696    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-dxk6m, hostIfaceName: 6b615b95d1505ac, network: default, NAD default, SandboxID: "6b615b95d1505ac905fabc4246cac7bcd96ac3917d0466c82f603c1b40d9d87f", PCI device ID: , UID: "b821bf96-b09c-4415-b17b-480d22200ea4", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0423 19:32:42.967022    3789 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-q7zfx ea5319a7973a267a8db2b3d51b1acbb604e6198c28ab1b02b34a0c5e47950451 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-q7zfx ea5319a7973a267a8db2b3d51b1acbb604e6198c28ab1b02b34a0c5e47950451 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:0d:23:2c:65:82\",\"name\":\"ea5319a7973a267\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84f16aa4-9b71-4472-b4da-2d337a1c4679\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:32:42.980324    3789 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-dxk6m 6b615b95d1505ac905fabc4246cac7bcd96ac3917d0466c82f603c1b40d9d87f network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-dxk6m 6b615b95d1505ac905fabc4246cac7bcd96ac3917d0466c82f603c1b40d9d87f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:0e:fa:9a:e5:4f\",\"name\":\"6b615b95d1505ac\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a701ca73-7386-464b-bf1c-b146ec0f5789\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:32:47.376870    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0423 19:32:47.645209    3789 namespace.go:98] [openshift-service-ca] adding namespace
I0423 19:32:47.646265    3789 namespace.go:102] [openshift-service-ca] adding namespace took 1.028858ms
I0423 19:32:47.654243    3789 namespace.go:142] [openshift-service-ca] updating namespace
I0423 19:32:48.061449    3789 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0423 19:32:48.062391    3789 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 918.319µs
I0423 19:32:48.091221    3789 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0423 19:32:49.307072    3789 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-bn7nk] creating logical port openshift-service-ca_service-ca-d9cb48497-bn7nk for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:32:49.307179    3789 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-bn7nk
I0423 19:32:49.322474    3789 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-bn7nk] pod update took 15.336018ms
I0423 19:32:49.322503    3789 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-bn7nk] addLogicalPort annotation time took 15.369119ms
I0423 19:32:49.323666    3789 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-bn7nk] addLogicalPort took 16.61127ms, libovsdb time 870.998µs
I0423 19:32:49.661124    3789 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-bn7nk da97995a8ee3c9107b4ed4af245af75bc70b4858dec8a43fabbe4d6da7aeed63 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-bn7nk da97995a8ee3c9107b4ed4af245af75bc70b4858dec8a43fabbe4d6da7aeed63 network default NAD default NAD key ]
I0423 19:32:49.670071    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-bn7nk, hostIfaceName: da97995a8ee3c91, network: default, NAD default, SandboxID: "da97995a8ee3c9107b4ed4af245af75bc70b4858dec8a43fabbe4d6da7aeed63", PCI device ID: , UID: "271b51c4-cdb0-4c0f-817f-19f70a6b00aa", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0423 19:32:49.715242    3789 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-bn7nk da97995a8ee3c9107b4ed4af245af75bc70b4858dec8a43fabbe4d6da7aeed63 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-bn7nk da97995a8ee3c9107b4ed4af245af75bc70b4858dec8a43fabbe4d6da7aeed63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:af:32:fb:74:ab\",\"name\":\"da97995a8ee3c91\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c921ab5e-e148-4121-a76d-04044e950dc4\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:32:56.419446    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0423 19:32:58.185246    3789 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xbphn 66960b71ded9c773124efe25e2dec43164d66c3ceb1246afe6dcb830cfd035f3 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xbphn 66960b71ded9c773124efe25e2dec43164d66c3ceb1246afe6dcb830cfd035f3 network default NAD default NAD key ]
I0423 19:32:58.194537    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-xbphn, hostIfaceName: 66960b71ded9c77, network: default, NAD default, SandboxID: "66960b71ded9c773124efe25e2dec43164d66c3ceb1246afe6dcb830cfd035f3", PCI device ID: , UID: "f2416233-8e06-4733-a03e-d504a985167a", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0423 19:32:58.243577    3789 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xbphn 66960b71ded9c773124efe25e2dec43164d66c3ceb1246afe6dcb830cfd035f3 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xbphn 66960b71ded9c773124efe25e2dec43164d66c3ceb1246afe6dcb830cfd035f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b8:d2:d7:4c:ab\",\"name\":\"66960b71ded9c77\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03e827e0-23a8-4583-8710-8b6d5c108c59\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:33:13.242255    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
I0423 19:33:13.512313    3789 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-6x8k7] creating logical port openshift-console_downloads-5c54f4944f-6x8k7 for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:33:13.512431    3789 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-6x8k7
I0423 19:33:13.536039    3789 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-x9qdk] creating logical port openshift-insights_insights-runtime-extractor-x9qdk for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:33:13.536191    3789 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-x9qdk
I0423 19:33:13.541687    3789 pod.go:62] [openshift-console/downloads-5c54f4944f-6x8k7] pod update took 29.283429ms
I0423 19:33:13.541706    3789 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-6x8k7] addLogicalPort annotation time took 29.306173ms
I0423 19:33:13.542835    3789 pods.go:271] [openshift-console/downloads-5c54f4944f-6x8k7] addLogicalPort took 30.535991ms, libovsdb time 798.184µs
I0423 19:33:13.565650    3789 pod.go:62] [openshift-insights/insights-runtime-extractor-x9qdk] pod update took 29.48396ms
I0423 19:33:13.565674    3789 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-x9qdk] addLogicalPort annotation time took 29.512987ms
I0423 19:33:13.566880    3789 pods.go:271] [openshift-insights/insights-runtime-extractor-x9qdk] addLogicalPort took 30.856557ms, libovsdb time 856.009µs
I0423 19:33:13.868892    3789 cni.go:452] [openshift-console/downloads-5c54f4944f-6x8k7 651a85b855ee0de16bacd230c1fcf0d01a575a0ce619bb1e82faf049de65ef28 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-6x8k7 651a85b855ee0de16bacd230c1fcf0d01a575a0ce619bb1e82faf049de65ef28 network default NAD default NAD key ]
I0423 19:33:13.879022    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-6x8k7, hostIfaceName: 651a85b855ee0de, network: default, NAD default, SandboxID: "651a85b855ee0de16bacd230c1fcf0d01a575a0ce619bb1e82faf049de65ef28", PCI device ID: , UID: "8008f28a-fa40-43bb-a631-a33fac7574d5", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0423 19:33:13.886826    3789 cni.go:452] [openshift-insights/insights-runtime-extractor-x9qdk 385ea0ba5798512606cc42a59a9b25904adf09c429e8d5277d78e7eaace1f477 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-x9qdk 385ea0ba5798512606cc42a59a9b25904adf09c429e8d5277d78e7eaace1f477 network default NAD default NAD key ]
I0423 19:33:13.896849    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-x9qdk, hostIfaceName: 385ea0ba5798512, network: default, NAD default, SandboxID: "385ea0ba5798512606cc42a59a9b25904adf09c429e8d5277d78e7eaace1f477", PCI device ID: , UID: "71a34158-d90d-45c6-a8ab-4b33618b40a2", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0423 19:33:13.928911    3789 cni.go:473] [openshift-console/downloads-5c54f4944f-6x8k7 651a85b855ee0de16bacd230c1fcf0d01a575a0ce619bb1e82faf049de65ef28 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-6x8k7 651a85b855ee0de16bacd230c1fcf0d01a575a0ce619bb1e82faf049de65ef28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:81:95:4c:15:5c\",\"name\":\"651a85b855ee0de\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b7d8857-83e0-46f9-b74b-8d63516a103c\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:33:13.947977    3789 cni.go:473] [openshift-insights/insights-runtime-extractor-x9qdk 385ea0ba5798512606cc42a59a9b25904adf09c429e8d5277d78e7eaace1f477 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-x9qdk 385ea0ba5798512606cc42a59a9b25904adf09c429e8d5277d78e7eaace1f477 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f9:9f:b9:01:c5\",\"name\":\"385ea0ba5798512\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb0db674-4bd3-4791-bff1-5cd1239744be\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:33:14.503434    3789 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57ff957978-f8qz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:33:14.503741    3789 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-7bzj7 231e077973a9ee82b73707589564a7c06f241aea81b57ce5e0c59386626c7fc4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-7bzj7 231e077973a9ee82b73707589564a7c06f241aea81b57ce5e0c59386626c7fc4 network default NAD default NAD key ]
I0423 19:33:14.504034    3789 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57ff957978-f8qz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:33:14.515379    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-7bzj7, hostIfaceName: 231e077973a9ee8, network: default, NAD default, SandboxID: "231e077973a9ee82b73707589564a7c06f241aea81b57ce5e0c59386626c7fc4", PCI device ID: , UID: "9d8ee3e1-3ddb-48c1-a18b-98b78f958510", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0423 19:33:14.520035    3789 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57ff957978-f8qz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:33:14.520055    3789 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57ff957978-f8qz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:33:14.524724    3789 cni.go:452] [openshift-ingress/router-default-5549b9c849-9xpw7 36515d2094df2c1ddca215cf658236c320065049c7889e8edd6bc3e505e455bc network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5549b9c849-9xpw7 36515d2094df2c1ddca215cf658236c320065049c7889e8edd6bc3e505e455bc network default NAD default NAD key ]
I0423 19:33:14.528259    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57ff957978-f8qz2
I0423 19:33:14.528293    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57ff957978-f8qz2
I0423 19:33:14.536438    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5549b9c849-9xpw7, hostIfaceName: 36515d2094df2c1, network: default, NAD default, SandboxID: "36515d2094df2c1ddca215cf658236c320065049c7889e8edd6bc3e505e455bc", PCI device ID: , UID: "96d598db-bc2d-47c1-b020-e9364f8579e1", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0423 19:33:14.563375    3789 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-7bzj7 231e077973a9ee82b73707589564a7c06f241aea81b57ce5e0c59386626c7fc4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-7bzj7 231e077973a9ee82b73707589564a7c06f241aea81b57ce5e0c59386626c7fc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:32:b6:98:0d:77\",\"name\":\"231e077973a9ee8\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a876f7a7-1228-4a4b-94d4-05cb0fd235f3\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:33:14.583215    3789 cni.go:473] [openshift-ingress/router-default-5549b9c849-9xpw7 36515d2094df2c1ddca215cf658236c320065049c7889e8edd6bc3e505e455bc network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5549b9c849-9xpw7 36515d2094df2c1ddca215cf658236c320065049c7889e8edd6bc3e505e455bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:99:7e:2b:de:0f\",\"name\":\"36515d2094df2c1\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b14ab72-9be0-4058-be1e-d78fc64b6782\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:33:14.620232    3789 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rzzbb 512458f17b68532d126aef723cd1573b51308a31d18ccf88b9ae9bfb14aaf91e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rzzbb 512458f17b68532d126aef723cd1573b51308a31d18ccf88b9ae9bfb14aaf91e network default NAD default NAD key ]
I0423 19:33:14.633497    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-rzzbb, hostIfaceName: 512458f17b68532, network: default, NAD default, SandboxID: "512458f17b68532d126aef723cd1573b51308a31d18ccf88b9ae9bfb14aaf91e", PCI device ID: , UID: "da2ff153-d249-4c96-b5a3-ff31cf3d73f2", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0423 19:33:14.685328    3789 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rzzbb 512458f17b68532d126aef723cd1573b51308a31d18ccf88b9ae9bfb14aaf91e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rzzbb 512458f17b68532d126aef723cd1573b51308a31d18ccf88b9ae9bfb14aaf91e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f8:b1:f4:cc:cc\",\"name\":\"512458f17b68532\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40eedcdf-1630-4240-be3f-52571ea0ac6b\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:33:15.390492    3789 obj_retry.go:498] Detected object openshift-image-registry/image-registry-dbb9d5bb5-nmrgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:33:15.391176    3789 obj_retry.go:498] Detected object openshift-image-registry/image-registry-dbb9d5bb5-nmrgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:33:15.405712    3789 obj_retry.go:492] Detected object openshift-image-registry/image-registry-dbb9d5bb5-nmrgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:33:15.405749    3789 obj_retry.go:492] Detected object openshift-image-registry/image-registry-dbb9d5bb5-nmrgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:33:15.412012    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-dbb9d5bb5-nmrgk
I0423 19:33:15.412034    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-dbb9d5bb5-nmrgk
W0423 19:33:15.473649    3789 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0423 19:33:15.473736    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0423 19:33:15.476847    3789 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:15.476863    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:15.476872    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:15.513599    3789 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0423 19:33:15.513622    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0423 19:33:15.513629    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:15.513646    3789 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:15.513654    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:15.540507    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:15.540529    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:15.540537    3789 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:15.540874    3789 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0423 19:33:15.540891    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0423 19:33:15.567974    3789 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:33:16.511369    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0423 19:33:16.511394    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0423 19:33:16.590132    3789 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0423 19:33:16.604736    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:16.604761    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:16.604770    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0423 19:33:17.437462    3789 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 19:33:19.139064    3789 base_network_controller_pods.go:487] [default/openshift-console/console-6d5b8d6f87-ctvxq] creating logical port openshift-console_console-6d5b8d6f87-ctvxq for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:33:19.139225    3789 kube.go:256] Updating pod openshift-console/console-6d5b8d6f87-ctvxq
I0423 19:33:19.157816    3789 pod.go:62] [openshift-console/console-6d5b8d6f87-ctvxq] pod update took 18.623405ms
I0423 19:33:19.157838    3789 base_network_controller_pods.go:951] [default/openshift-console/console-6d5b8d6f87-ctvxq] addLogicalPort annotation time took 18.650462ms
I0423 19:33:19.159525    3789 pods.go:271] [openshift-console/console-6d5b8d6f87-ctvxq] addLogicalPort took 20.479387ms, libovsdb time 1.331216ms
I0423 19:33:19.552508    3789 cni.go:452] [openshift-console/console-6d5b8d6f87-ctvxq 292c5f4ad815498e04e47820143551fe9614aa0156ab873e4dc66e1d66b68b5b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d5b8d6f87-ctvxq 292c5f4ad815498e04e47820143551fe9614aa0156ab873e4dc66e1d66b68b5b network default NAD default NAD key ]
I0423 19:33:19.561855    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d5b8d6f87-ctvxq, hostIfaceName: 292c5f4ad815498, network: default, NAD default, SandboxID: "292c5f4ad815498e04e47820143551fe9614aa0156ab873e4dc66e1d66b68b5b", PCI device ID: , UID: "215d7fd3-e621-442c-b9b8-29b43541162f", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0423 19:33:19.613979    3789 cni.go:473] [openshift-console/console-6d5b8d6f87-ctvxq 292c5f4ad815498e04e47820143551fe9614aa0156ab873e4dc66e1d66b68b5b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d5b8d6f87-ctvxq 292c5f4ad815498e04e47820143551fe9614aa0156ab873e4dc66e1d66b68b5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:87:47:42:bf:ae\",\"name\":\"292c5f4ad815498\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3e12879-bf80-4c56-b49a-aa15f546d345\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:33:20.412521    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0423 19:33:22.422557    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:33:22.503810    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:33:22.543128    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:33:29.265999    3789 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5db54ddc9-qlztx] creating logical port openshift-monitoring_thanos-querier-5db54ddc9-qlztx for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:33:29.266190    3789 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5db54ddc9-qlztx
I0423 19:33:29.284882    3789 pod.go:62] [openshift-monitoring/thanos-querier-5db54ddc9-qlztx] pod update took 18.754314ms
I0423 19:33:29.284926    3789 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5db54ddc9-qlztx] addLogicalPort annotation time took 18.804331ms
I0423 19:33:29.286211    3789 pods.go:271] [openshift-monitoring/thanos-querier-5db54ddc9-qlztx] addLogicalPort took 20.231488ms, libovsdb time 877.745µs
W0423 19:33:31.599997    3789 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:33:31.600014    3789 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:33:31.600019    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:33:32.020350    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:33:32.026037    3789 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6d5b8d6f87-sjnjv IP address from the namespace address-set, err: pod openshift-console/console-6d5b8d6f87-sjnjv: no pod IPs found 
I0423 19:33:32.035525    3789 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-b4mg9] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-b4mg9 for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:33:32.035637    3789 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-b4mg9
I0423 19:33:32.053709    3789 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b4mg9] pod update took 18.11054ms
I0423 19:33:32.053791    3789 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-b4mg9] addLogicalPort annotation time took 18.196105ms
I0423 19:33:32.055356    3789 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b4mg9] addLogicalPort took 19.846823ms, libovsdb time 1.056718ms
I0423 19:33:33.614760    3789 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:33:33.614902    3789 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0423 19:33:33.645722    3789 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 30.873793ms
I0423 19:33:33.645749    3789 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.908971ms
I0423 19:33:33.647056    3789 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 32.317991ms, libovsdb time 875.51µs
W0423 19:33:34.618327    3789 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:33:34.618345    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:33:34.636259    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
I0423 19:33:34.903406    3789 cni.go:452] [openshift-monitoring/thanos-querier-5db54ddc9-qlztx 89c1558660d60b1c01ea4697694285a73ade58c31b5d85ef9be2bf67d465da9e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5db54ddc9-qlztx 89c1558660d60b1c01ea4697694285a73ade58c31b5d85ef9be2bf67d465da9e network default NAD default NAD key ]
I0423 19:33:34.908653    3789 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b4mg9 aabe67e80020e3ee9ee96afc207879b097e18be6f221a737d571144e132fc933 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b4mg9 aabe67e80020e3ee9ee96afc207879b097e18be6f221a737d571144e132fc933 network default NAD default NAD key ]
I0423 19:33:34.908730    3789 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c2dd7ae37e7374d3c8ca29380f3b62bcbc5ab4e6ac7203cddfc7139e311f62d3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 c2dd7ae37e7374d3c8ca29380f3b62bcbc5ab4e6ac7203cddfc7139e311f62d3 network default NAD default NAD key ]
I0423 19:33:34.914284    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5db54ddc9-qlztx, hostIfaceName: 89c1558660d60b1, network: default, NAD default, SandboxID: "89c1558660d60b1c01ea4697694285a73ade58c31b5d85ef9be2bf67d465da9e", PCI device ID: , UID: "71ea1c91-c917-4fb6-9ad4-23378cef0682", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0423 19:33:34.919736    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-b4mg9, hostIfaceName: aabe67e80020e3e, network: default, NAD default, SandboxID: "aabe67e80020e3ee9ee96afc207879b097e18be6f221a737d571144e132fc933", PCI device ID: , UID: "b014e476-21eb-4221-92f6-6e8935580172", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0423 19:33:34.920082    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: c2dd7ae37e7374d, network: default, NAD default, SandboxID: "c2dd7ae37e7374d3c8ca29380f3b62bcbc5ab4e6ac7203cddfc7139e311f62d3", PCI device ID: , UID: "e5898548-a299-44e3-8971-8d605e02a264", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0423 19:33:34.968208    3789 cni.go:473] [openshift-monitoring/thanos-querier-5db54ddc9-qlztx 89c1558660d60b1c01ea4697694285a73ade58c31b5d85ef9be2bf67d465da9e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5db54ddc9-qlztx 89c1558660d60b1c01ea4697694285a73ade58c31b5d85ef9be2bf67d465da9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:78:04:b6:79:94\",\"name\":\"89c1558660d60b1\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87f835ea-2072-413e-ac79-bfa6f57fa418\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:33:35.197001    3789 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b4mg9 aabe67e80020e3ee9ee96afc207879b097e18be6f221a737d571144e132fc933 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b4mg9 aabe67e80020e3ee9ee96afc207879b097e18be6f221a737d571144e132fc933 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:59:38:59:aa:84\",\"name\":\"aabe67e80020e3e\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4df63c1d-779a-4197-8338-87a3649c9563\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:33:35.197098    3789 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c2dd7ae37e7374d3c8ca29380f3b62bcbc5ab4e6ac7203cddfc7139e311f62d3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 c2dd7ae37e7374d3c8ca29380f3b62bcbc5ab4e6ac7203cddfc7139e311f62d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:82:00:2c:49:10\",\"name\":\"c2dd7ae37e7374d\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc8f1eaa-d016-467c-845c-5464bb1039b6\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:33:35.472884    3789 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0423 19:33:35.586361    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0423 19:33:36.581432    3789 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:33:36.581472    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:33:37.577196    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0423 19:33:37.605403    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0423 19:33:39.693243    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 19:33:39.746541    3789 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:33:39.746557    3789 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:33:39.746561    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:33:39.788005    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:33:39.789371    3789 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6685b4cb5f-2bjfz IP address from the namespace address-set, err: pod openshift-console/console-6685b4cb5f-2bjfz: no pod IPs found 
W0423 19:33:40.534592    3789 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:40.534618    3789 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:40.534625    3789 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:40.534632    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:40.646800    3789 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:40.646829    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:40.646838    3789 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:40.646844    3789 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:46.622119    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:46.622157    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:46.622166    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:46.622175    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:33:51.584083    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0423 19:34:02.613506    3789 obj_retry.go:498] Detected object openshift-console/console-7bc8874b7d-4llp6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:34:02.614086    3789 obj_retry.go:498] Detected object openshift-console/console-7bc8874b7d-4llp6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:34:02.621549    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:34:03.625905    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:34:03.641592    3789 obj_retry.go:492] Detected object openshift-console/console-7bc8874b7d-4llp6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:03.641612    3789 obj_retry.go:492] Detected object openshift-console/console-7bc8874b7d-4llp6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:03.647306    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7bc8874b7d-4llp6
I0423 19:34:03.647328    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7bc8874b7d-4llp6
W0423 19:34:07.709283    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0423 19:34:07.709317    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0423 19:34:07.709347    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0423 19:34:08.719569    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
I0423 19:34:12.700416    3789 obj_retry.go:498] Detected object openshift-console/console-7bc8874b7d-66d84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:34:12.701044    3789 obj_retry.go:498] Detected object openshift-console/console-7bc8874b7d-66d84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:34:12.709621    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:34:12.758874    3789 obj_retry.go:492] Detected object openshift-console/console-7bc8874b7d-66d84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:12.758894    3789 obj_retry.go:492] Detected object openshift-console/console-7bc8874b7d-66d84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:12.766263    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7bc8874b7d-66d84
I0423 19:34:12.766286    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7bc8874b7d-66d84
W0423 19:34:13.763358    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:34:17.755671    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0423 19:34:17.755686    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0423 19:34:17.755720    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0423 19:34:18.767094    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0423 19:34:19.859936    3789 cni.go:452] [openshift-console/console-6d5b8d6f87-ctvxq 292c5f4ad815498e04e47820143551fe9614aa0156ab873e4dc66e1d66b68b5b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d5b8d6f87-ctvxq 292c5f4ad815498e04e47820143551fe9614aa0156ab873e4dc66e1d66b68b5b network default NAD default NAD key ]
I0423 19:34:19.930213    3789 cni.go:473] [openshift-console/console-6d5b8d6f87-ctvxq 292c5f4ad815498e04e47820143551fe9614aa0156ab873e4dc66e1d66b68b5b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d5b8d6f87-ctvxq 292c5f4ad815498e04e47820143551fe9614aa0156ab873e4dc66e1d66b68b5b network default NAD default NAD key default], result "{}", err <nil>
I0423 19:34:19.990400    3789 obj_retry.go:498] Detected object openshift-console/console-6d5b8d6f87-ctvxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:34:19.990435    3789 pods.go:176] Deleting pod: openshift-console/console-6d5b8d6f87-ctvxq
I0423 19:34:19.991809    3789 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d5b8d6f87-ctvxq, ips: 10.128.0.21
I0423 19:34:19.991836    3789 obj_retry.go:498] Detected object openshift-console/console-6d5b8d6f87-ctvxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:34:20.006897    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:34:20.006902    3789 base_network_controller_pods.go:487] [default/openshift-console/console-6457b7df48-l8627] creating logical port openshift-console_console-6457b7df48-l8627 for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:34:20.006983    3789 kube.go:256] Updating pod openshift-console/console-6457b7df48-l8627
I0423 19:34:20.029355    3789 pod.go:62] [openshift-console/console-6457b7df48-l8627] pod update took 22.3916ms
I0423 19:34:20.029381    3789 base_network_controller_pods.go:951] [default/openshift-console/console-6457b7df48-l8627] addLogicalPort annotation time took 22.423568ms
I0423 19:34:20.030563    3789 pods.go:271] [openshift-console/console-6457b7df48-l8627] addLogicalPort took 23.674429ms, libovsdb time 840.31µs
I0423 19:34:20.427500    3789 cni.go:452] [openshift-console/console-6457b7df48-l8627 8af8b18236d869053a9e6f16d21877a867180c33a7185683a55473f1818e0464 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6457b7df48-l8627 8af8b18236d869053a9e6f16d21877a867180c33a7185683a55473f1818e0464 network default NAD default NAD key ]
I0423 19:34:20.436671    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6457b7df48-l8627, hostIfaceName: 8af8b18236d8690, network: default, NAD default, SandboxID: "8af8b18236d869053a9e6f16d21877a867180c33a7185683a55473f1818e0464", PCI device ID: , UID: "9e3b3e61-a93e-40e9-8f80-ab2789710063", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0423 19:34:20.487925    3789 cni.go:473] [openshift-console/console-6457b7df48-l8627 8af8b18236d869053a9e6f16d21877a867180c33a7185683a55473f1818e0464 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6457b7df48-l8627 8af8b18236d869053a9e6f16d21877a867180c33a7185683a55473f1818e0464 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:53:da:16:20:03\",\"name\":\"8af8b18236d8690\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb2da65a-83ed-4ae9-ace3-42d690746ee2\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:34:20.777030    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:34:20.790607    3789 obj_retry.go:492] Detected object openshift-console/console-6d5b8d6f87-ctvxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:20.790629    3789 obj_retry.go:492] Detected object openshift-console/console-6d5b8d6f87-ctvxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:20.800406    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5b8d6f87-ctvxq
I0423 19:34:20.800429    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5b8d6f87-ctvxq
I0423 19:34:22.900852    3789 cni.go:452] [openshift-multus/network-metrics-daemon-tct7t f500e9dc3eef70e38764f67f628a9afafa31f57b5c6b1d662ef6ea00eabc139f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-tct7t f500e9dc3eef70e38764f67f628a9afafa31f57b5c6b1d662ef6ea00eabc139f network default NAD default NAD key ]
I0423 19:34:22.910270    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tct7t, hostIfaceName: f500e9dc3eef70e, network: default, NAD default, SandboxID: "f500e9dc3eef70e38764f67f628a9afafa31f57b5c6b1d662ef6ea00eabc139f", PCI device ID: , UID: "b2eb4e57-2af9-47e9-aaac-3eb8c9942372", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0423 19:34:22.958160    3789 cni.go:473] [openshift-multus/network-metrics-daemon-tct7t f500e9dc3eef70e38764f67f628a9afafa31f57b5c6b1d662ef6ea00eabc139f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tct7t f500e9dc3eef70e38764f67f628a9afafa31f57b5c6b1d662ef6ea00eabc139f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:3d:73:f4:84:55\",\"name\":\"f500e9dc3eef70e\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04308eca-f24e-4959-9cd1-275189d7e293\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:34:32.371303    3789 obj_retry.go:498] Detected object openshift-ingress/router-default-dbcccc67f-9st5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:34:32.371860    3789 obj_retry.go:498] Detected object openshift-ingress/router-default-dbcccc67f-9st5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:34:32.837779    3789 obj_retry.go:492] Detected object openshift-ingress/router-default-dbcccc67f-9st5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:32.837813    3789 obj_retry.go:492] Detected object openshift-ingress/router-default-dbcccc67f-9st5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:32.840424    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-dbcccc67f-9st5g
I0423 19:34:32.840457    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-dbcccc67f-9st5g
W0423 19:34:34.881158    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:34:34.881177    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:34:47.264068    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:34:47.291177    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:34:49.325493    3789 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:34:49.326053    3789 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:34:49.914492    3789 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:49.914516    3789 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:49.921450    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0423 19:34:49.921475    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0423 19:34:51.399888    3789 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0423 19:34:53.661443    3789 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:34:53.662055    3789 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:34:53.946953    3789 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:53.946978    3789 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:34:53.954480    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0423 19:34:53.954501    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0423 19:34:55.164922    3789 cni.go:452] [openshift-image-registry/image-registry-57ff957978-zgs2j bcf53d5f54b60ab2f979b5fcbdfdbc77ee65a54d59e09885638b3e2cac572d4d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-57ff957978-zgs2j bcf53d5f54b60ab2f979b5fcbdfdbc77ee65a54d59e09885638b3e2cac572d4d network default NAD default NAD key ]
I0423 19:34:55.174059    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-57ff957978-zgs2j, hostIfaceName: bcf53d5f54b60ab, network: default, NAD default, SandboxID: "bcf53d5f54b60ab2f979b5fcbdfdbc77ee65a54d59e09885638b3e2cac572d4d", PCI device ID: , UID: "fb8cb0a8-9c74-47d9-989b-a24778c88ae8", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0423 19:34:55.225012    3789 cni.go:473] [openshift-image-registry/image-registry-57ff957978-zgs2j bcf53d5f54b60ab2f979b5fcbdfdbc77ee65a54d59e09885638b3e2cac572d4d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-57ff957978-zgs2j bcf53d5f54b60ab2f979b5fcbdfdbc77ee65a54d59e09885638b3e2cac572d4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d9:c0:4d:aa:75\",\"name\":\"bcf53d5f54b60ab\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/625864ed-0213-4cd2-b379-170120365993\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:34:55.244752    3789 cni.go:452] [openshift-dns/dns-default-ln9x5 6130f562bbe2f9f41ac755e4d1e0882fbcd167df20b21f8df1b4e5d8df4a340a network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-ln9x5 6130f562bbe2f9f41ac755e4d1e0882fbcd167df20b21f8df1b4e5d8df4a340a network default NAD default NAD key ]
I0423 19:34:55.253705    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ln9x5, hostIfaceName: 6130f562bbe2f9f, network: default, NAD default, SandboxID: "6130f562bbe2f9f41ac755e4d1e0882fbcd167df20b21f8df1b4e5d8df4a340a", PCI device ID: , UID: "2cadf12e-f7ae-4b56-b175-6b96c7bdbe43", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0423 19:34:55.305014    3789 cni.go:473] [openshift-dns/dns-default-ln9x5 6130f562bbe2f9f41ac755e4d1e0882fbcd167df20b21f8df1b4e5d8df4a340a network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-ln9x5 6130f562bbe2f9f41ac755e4d1e0882fbcd167df20b21f8df1b4e5d8df4a340a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:2d:85:f9:88:3f\",\"name\":\"6130f562bbe2f9f\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9926d09-2afe-43ce-a9b2-e1cd8785c4ce\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:34:55.933080    3789 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:34:56.934850    3789 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:34:56.934874    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:34:56.934880    3789 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:34:56.967227    3789 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:34:56.967251    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:34:56.967261    3789 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:34:59.858817    3789 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:34:59.858838    3789 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:34:59.858844    3789 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:35:06.977869    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:35:06.977901    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:35:06.977910    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:35:06.977930    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:35:06.977936    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:35:06.977940    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:35:07.954402    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:35:07.954421    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:35:07.954427    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0423 19:35:11.675450    3789 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:35:11.676024    3789 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:35:11.909902    3789 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:11.909921    3789 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:11.919751    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0423 19:35:11.919859    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0423 19:35:12.557819    3789 obj_retry.go:498] Detected object openshift-console/console-6685b4cb5f-72bt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:35:12.558415    3789 obj_retry.go:498] Detected object openshift-console/console-6685b4cb5f-72bt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:35:12.567093    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:35:12.575485    3789 obj_retry.go:498] Detected object openshift-console/console-6457b7df48-bskgw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:35:12.575982    3789 obj_retry.go:498] Detected object openshift-console/console-6457b7df48-bskgw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:35:12.585744    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:35:12.909934    3789 obj_retry.go:492] Detected object openshift-console/console-6685b4cb5f-72bt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:12.909962    3789 obj_retry.go:492] Detected object openshift-console/console-6685b4cb5f-72bt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:12.916008    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6685b4cb5f-72bt8
I0423 19:35:12.916028    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6685b4cb5f-72bt8
I0423 19:35:13.040038    3789 obj_retry.go:492] Detected object openshift-console/console-6457b7df48-bskgw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:13.040057    3789 obj_retry.go:492] Detected object openshift-console/console-6457b7df48-bskgw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:13.046830    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6457b7df48-bskgw
I0423 19:35:13.046852    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6457b7df48-bskgw
W0423 19:35:13.967216    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:35:14.039462    3789 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:35:14.873791    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:35:14.873814    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:35:15.755821    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:35:15.755847    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:35:20.415245    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0423 19:35:21.075700    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:35:21.075727    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:35:21.975923    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:35:21.975930    3789 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:35:21.975978    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:35:21.975988    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:35:24.944457    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 19:35:41.070525    3789 cni.go:452] [openshift-image-registry/image-registry-57ff957978-zgs2j bcf53d5f54b60ab2f979b5fcbdfdbc77ee65a54d59e09885638b3e2cac572d4d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-57ff957978-zgs2j bcf53d5f54b60ab2f979b5fcbdfdbc77ee65a54d59e09885638b3e2cac572d4d network default NAD default NAD key ]
I0423 19:35:41.148145    3789 cni.go:473] [openshift-image-registry/image-registry-57ff957978-zgs2j bcf53d5f54b60ab2f979b5fcbdfdbc77ee65a54d59e09885638b3e2cac572d4d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-57ff957978-zgs2j bcf53d5f54b60ab2f979b5fcbdfdbc77ee65a54d59e09885638b3e2cac572d4d network default NAD default NAD key default], result "{}", err <nil>
I0423 19:35:41.196906    3789 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57ff957978-zgs2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:35:41.196941    3789 pods.go:176] Deleting pod: openshift-image-registry/image-registry-57ff957978-zgs2j
I0423 19:35:41.198306    3789 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-57ff957978-zgs2j, ips: 10.128.0.5
I0423 19:35:41.198341    3789 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57ff957978-zgs2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:35:41.210485    3789 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 19:35:42.117411    3789 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57ff957978-zgs2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:42.117435    3789 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57ff957978-zgs2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:42.124679    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57ff957978-zgs2j
I0423 19:35:42.124707    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57ff957978-zgs2j
I0423 19:35:44.262304    3789 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5
I0423 19:35:46.133909    3789 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137
I0423 19:35:48.188574    3789 cni.go:452] [openshift-console/console-6457b7df48-l8627 8af8b18236d869053a9e6f16d21877a867180c33a7185683a55473f1818e0464 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6457b7df48-l8627 8af8b18236d869053a9e6f16d21877a867180c33a7185683a55473f1818e0464 network default NAD default NAD key ]
I0423 19:35:48.267875    3789 cni.go:473] [openshift-console/console-6457b7df48-l8627 8af8b18236d869053a9e6f16d21877a867180c33a7185683a55473f1818e0464 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6457b7df48-l8627 8af8b18236d869053a9e6f16d21877a867180c33a7185683a55473f1818e0464 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:35:48.314161    3789 obj_retry.go:498] Detected object openshift-console/console-6457b7df48-l8627 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:35:48.314194    3789 pods.go:176] Deleting pod: openshift-console/console-6457b7df48-l8627
I0423 19:35:48.315543    3789 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6457b7df48-l8627, ips: 10.128.0.25
I0423 19:35:48.315566    3789 obj_retry.go:498] Detected object openshift-console/console-6457b7df48-l8627 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:35:49.147510    3789 obj_retry.go:492] Detected object openshift-console/console-6457b7df48-l8627 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:49.147535    3789 obj_retry.go:492] Detected object openshift-console/console-6457b7df48-l8627 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:49.153304    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6457b7df48-l8627
I0423 19:35:49.153330    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6457b7df48-l8627
I0423 19:35:56.397313    3789 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c2dd7ae37e7374d3c8ca29380f3b62bcbc5ab4e6ac7203cddfc7139e311f62d3 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 c2dd7ae37e7374d3c8ca29380f3b62bcbc5ab4e6ac7203cddfc7139e311f62d3 network default NAD default NAD key ]
I0423 19:35:56.478683    3789 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c2dd7ae37e7374d3c8ca29380f3b62bcbc5ab4e6ac7203cddfc7139e311f62d3 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 c2dd7ae37e7374d3c8ca29380f3b62bcbc5ab4e6ac7203cddfc7139e311f62d3 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:35:56.538893    3789 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:35:56.538922    3789 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0423 19:35:56.540155    3789 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.24
I0423 19:35:56.540183    3789 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:35:57.197112    3789 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:57.197159    3789 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:35:57.204107    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0423 19:35:57.204151    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0423 19:35:57.250591    3789 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:35:57.250729    3789 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0423 19:35:57.280428    3789 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.740227ms
I0423 19:35:57.280453    3789 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.768666ms
I0423 19:35:57.281654    3789 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.079518ms, libovsdb time 881.66µs
I0423 19:35:57.609595    3789 cni.go:452] [openshift-monitoring/prometheus-k8s-0 13838ab358b16c42f82fc8e75b5bc39ff80d582711accb7377a5fb0a0a366af4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 13838ab358b16c42f82fc8e75b5bc39ff80d582711accb7377a5fb0a0a366af4 network default NAD default NAD key ]
I0423 19:35:57.618858    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 13838ab358b16c4, network: default, NAD default, SandboxID: "13838ab358b16c42f82fc8e75b5bc39ff80d582711accb7377a5fb0a0a366af4", PCI device ID: , UID: "af4a9c66-8ba4-48a3-99b8-aba6a1b78c7b", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0423 19:35:57.667909    3789 cni.go:473] [openshift-monitoring/prometheus-k8s-0 13838ab358b16c42f82fc8e75b5bc39ff80d582711accb7377a5fb0a0a366af4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 13838ab358b16c42f82fc8e75b5bc39ff80d582711accb7377a5fb0a0a366af4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:5a:cc:a2:07:58\",\"name\":\"13838ab358b16c4\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bd719da-ef66-4067-bf79-9e31aebb5bce\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:36:10.131993    3789 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63
I0423 19:36:23.225541    3789 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0423 19:36:23.433698    3789 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616210-gpczz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:36:23.434250    3789 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616210-gpczz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:36:24.455153    3789 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616210-gpczz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:36:24.455174    3789 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616210-gpczz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:36:46.257090    3789 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
W0423 19:36:58.487675    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:36:58.487694    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0423 19:37:03.235694    3789 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0423 19:37:36.139429    3789 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15
I0423 19:38:01.133268    3789 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0423 19:38:13.230575    3789 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0423 19:38:13.251398    3789 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0423 19:38:28.146675    3789 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=615
I0423 19:38:37.134185    3789 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0423 19:38:54.471054    3789 base_network_controller_pods.go:487] [default/openshift-console/console-75fd4676b7-6pgkj] creating logical port openshift-console_console-75fd4676b7-6pgkj for pod on switch ip-10-0-0-245.ec2.internal
I0423 19:38:54.471236    3789 kube.go:256] Updating pod openshift-console/console-75fd4676b7-6pgkj
I0423 19:38:54.498040    3789 pod.go:62] [openshift-console/console-75fd4676b7-6pgkj] pod update took 26.834744ms
I0423 19:38:54.498064    3789 base_network_controller_pods.go:951] [default/openshift-console/console-75fd4676b7-6pgkj] addLogicalPort annotation time took 26.870398ms
I0423 19:38:54.499346    3789 pods.go:271] [openshift-console/console-75fd4676b7-6pgkj] addLogicalPort took 28.309285ms, libovsdb time 929.829µs
I0423 19:38:54.831968    3789 cni.go:452] [openshift-console/console-75fd4676b7-6pgkj e29ca5b1b6f4f38a6d519d08d9340eb39ca4c05b3d8332a099d800dde85a4834 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-75fd4676b7-6pgkj e29ca5b1b6f4f38a6d519d08d9340eb39ca4c05b3d8332a099d800dde85a4834 network default NAD default NAD key ]
I0423 19:38:54.841121    3789 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-75fd4676b7-6pgkj, hostIfaceName: e29ca5b1b6f4f38, network: default, NAD default, SandboxID: "e29ca5b1b6f4f38a6d519d08d9340eb39ca4c05b3d8332a099d800dde85a4834", PCI device ID: , UID: "c4a681fd-eba2-4949-b520-9f53ecb003ea", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0423 19:38:54.891425    3789 cni.go:473] [openshift-console/console-75fd4676b7-6pgkj e29ca5b1b6f4f38a6d519d08d9340eb39ca4c05b3d8332a099d800dde85a4834 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-75fd4676b7-6pgkj e29ca5b1b6f4f38a6d519d08d9340eb39ca4c05b3d8332a099d800dde85a4834 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:d3:79:f6:fa:3b\",\"name\":\"e29ca5b1b6f4f38\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a57cf26-9a51-4ebb-966f-2800bd03dc16\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:39:04.952878    3789 util.go:959] Failed to build node endpoints for node ip-10-0-0-245.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0423 19:39:16.225800    3789 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0423 19:39:19.759667    3789 obj_retry.go:498] Detected object openshift-console/console-7bf7d4bd85-ztcsv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:39:19.760281    3789 obj_retry.go:498] Detected object openshift-console/console-7bf7d4bd85-ztcsv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:39:19.977392    3789 obj_retry.go:492] Detected object openshift-console/console-7bf7d4bd85-ztcsv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:39:19.977439    3789 obj_retry.go:492] Detected object openshift-console/console-7bf7d4bd85-ztcsv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:39:19.984662    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7bf7d4bd85-ztcsv
I0423 19:39:19.984683    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7bf7d4bd85-ztcsv
I0423 19:39:23.240735    3789 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0423 19:39:30.268299    3789 obj_retry.go:498] Detected object openshift-console/console-7bf7d4bd85-xmpk6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:39:30.268857    3789 obj_retry.go:498] Detected object openshift-console/console-7bf7d4bd85-xmpk6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:39:30.962105    3789 obj_retry.go:492] Detected object openshift-console/console-7bf7d4bd85-xmpk6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:39:30.962168    3789 obj_retry.go:492] Detected object openshift-console/console-7bf7d4bd85-xmpk6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:39:30.968298    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7bf7d4bd85-xmpk6
I0423 19:39:30.968326    3789 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7bf7d4bd85-xmpk6
I0423 19:39:38.264056    3789 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0423 19:40:01.246819    3789 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11
I0423 19:40:04.276609    3789 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616220-dpssk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:40:04.277199    3789 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616220-dpssk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:40:05.169318    3789 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616220-dpssk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:40:05.169341    3789 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616220-dpssk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:40:59.853282    3789 namespace.go:98] [tsf] adding namespace
I0423 19:40:59.854132    3789 namespace.go:102] [tsf] adding namespace took 826.153µs
I0423 19:40:59.872347    3789 namespace.go:142] [tsf] updating namespace
I0423 19:40:59.879371    3789 namespace.go:142] [tsf] updating namespace