+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-80.ec2.internal
++ [[ -n ip-10-0-0-80.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-80.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0421 14:58:12.161021639 - disable conntrack on geneve port'
I0421 14:58:12.161021639 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0421 14:58:12.211887028 - starting ovnkube-node
+ echo 'I0421 14:58:12.211887028 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-80.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-80.ec2.internal --init-node ip-10-0-0-80.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-80.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0421 14:58:12.266323    3654 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0421 14:58:12.266376    3654 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d8bdce57ed.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0421 14:58:12.267747    3654 kube.go:431] Waiting for certificate
I0421 14:58:12.267775    3654 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0421 14:58:12.267811    3654 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0421 14:58:12.268503    3654 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0421 14:58:12.299239    3654 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0421 14:58:12.299255    3654 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0421 14:58:12.301735    3654 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0421 14:58:12.301819    3654 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pbqq2"
I0421 14:58:12.307019    3654 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pbqq2"
I0421 14:58:12.307074    3654 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0421 14:58:13.268788    3654 kube.go:438] Certificate found
I0421 14:58:13.269415    3654 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0421 14:58:13.270342    3654 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0421 14:58:13.324375    3654 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-22 14:53:12 +0000 UTC" deadline="2026-04-22 07:55:30.206228983 +0000 UTC"
I0421 14:58:13.324416    3654 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h57m16.881826897s"
I0421 14:58:13.338931    3654 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0421 14:58:13.354241    3654 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0421 14:58:13.354304    3654 server.go:101] MetricServer registers OVS metrics
I0421 14:58:13.354716    3654 server.go:105] MetricServer registers OVN DB metrics
I0421 14:58:13.354945    3654 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0421 14:58:13.355096    3654 factory.go:561] Starting watch factory
I0421 14:58:13.355213    3654 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.355236    3654 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.355237    3654 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.355212    3654 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.355247    3654 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.355266    3654 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.355252    3654 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.355271    3654 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.355931    3654 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.355962    3654 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.355945    3654 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.356200    3654 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.358412    3654 controller_manager.go:370] Starting the ovnkube controller
I0421 14:58:13.358472    3654 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-80.ec2.internal
I0421 14:58:13.358535    3654 controller_manager.go:395] NBDB zone sync took: 48.523µs
I0421 14:58:13.358545    3654 factory.go:561] Starting watch factory
I0421 14:58:13.359520    3654 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0421 14:58:13.359550    3654 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0421 14:58:13.372656    3654 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0421 14:58:13.372693    3654 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0421 14:58:13.373141    3654 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.373248    3654 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.373277    3654 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.373899    3654 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.374574    3654 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.379045    3654 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0421 14:58:13.379086    3654 server.go:109] MetricServer registers OVN Controller metrics
I0421 14:58:13.383020    3654 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:58:13.383136    3654 server.go:113] MetricServer registers OVN Northd metrics
I0421 14:58:13.387095    3654 metrics.go:519] OVN Metrics Server starts to run ...
I0421 14:58:13.461429    3654 factory.go:1977] *v1.Pod informer cache synced successfully
I0421 14:58:13.461452    3654 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0421 14:58:13.461456    3654 factory.go:1977] *v1.Namespace informer cache synced successfully
I0421 14:58:13.461459    3654 factory.go:1977] *v1.Node informer cache synced successfully
I0421 14:58:13.461462    3654 factory.go:1977] *v1.Service informer cache synced successfully
I0421 14:58:13.461465    3654 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0421 14:58:13.461533    3654 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:58:13.461547    3654 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:58:13.461593    3654 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:58:13.461609    3654 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:58:13.463891    3654 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:58:13.463907    3654 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:58:13.464760    3654 factory.go:1977] *v1.Service informer cache synced successfully
I0421 14:58:13.464771    3654 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0421 14:58:13.464774    3654 factory.go:1977] *v1.Pod informer cache synced successfully
I0421 14:58:13.464777    3654 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0421 14:58:13.464780    3654 factory.go:1977] *v1.Namespace informer cache synced successfully
I0421 14:58:13.464783    3654 factory.go:1977] *v1.Node informer cache synced successfully
I0421 14:58:13.466730    3654 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0421 14:58:13.466737    3654 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0421 14:58:13.466781    3654 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.466799    3654 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.468508    3654 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.469993    3654 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0421 14:58:13.470003    3654 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0421 14:58:13.472139    3654 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0421 14:58:13.472190    3654 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.472203    3654 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.473879    3654 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.475305    3654 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0421 14:58:13.477466    3654 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0421 14:58:13.477518    3654 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.477529    3654 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.479227    3654 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.480625    3654 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0421 14:58:13.482829    3654 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0421 14:58:13.482877    3654 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.482888    3654 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.484815    3654 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.486259    3654 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0421 14:58:13.488404    3654 factory.go:1977] *v1.EgressService informer cache synced successfully
I0421 14:58:13.488468    3654 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.488482    3654 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.490203    3654 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.491588    3654 factory.go:1977] *v1.EgressService informer cache synced successfully
I0421 14:58:13.493727    3654 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0421 14:58:13.493878    3654 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0421 14:58:13.493890    3654 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0421 14:58:13.496044    3654 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0421 14:58:13.496968    3654 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0421 14:58:13.499651    3654 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0421 14:58:13.499711    3654 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.499723    3654 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.500196    3654 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.500210    3654 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.501500    3654 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.501811    3654 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:58:13.502773    3654 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0421 14:58:13.505398    3654 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0421 14:58:13.505411    3654 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0421 14:58:13.505418    3654 factory.go:680] Watch Factory start up complete, took: 150.324949ms
I0421 14:58:13.505486    3654 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0421 14:58:13.507802    3654 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0421 14:58:13.507811    3654 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0421 14:58:13.507819    3654 factory.go:680] Watch Factory start up complete, took: 149.271576ms
I0421 14:58:13.507826    3654 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-80.ec2.internal" zone
I0421 14:58:13.553627    3654 default_node_network_controller.go:710] Initializing the default node network controller
I0421 14:58:13.635614    3654 udn_isolation.go:101] Starting UDN host isolation manager
I0421 14:58:13.641624    3654 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0421 14:58:13.702627    3654 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0421 14:58:13.702723    3654 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0421 14:58:13.702743    3654 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0421 14:58:13.733654    3654 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0421 14:58:13.733707    3654 default_node_network_controller.go:809] Node ip-10-0-0-80.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23
I0421 14:58:13.739015    3654 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.80"] k8s.ovn.org/zone-name:ip-10-0-0-80.ec2.internal] on node ip-10-0-0-80.ec2.internal
I0421 14:58:13.757895    3654 controller_manager.go:429] Waiting for node in zone sync took: 250.059152ms
I0421 14:58:13.758245    3654 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0421 14:58:13.761793    3654 controller_manager.go:611] Switching to transit router for layer2 networks
I0421 14:58:13.761804    3654 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-80.ec2.internal
I0421 14:58:13.764028    3654 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0421 14:58:13.764167    3654 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0421 14:58:13.764300    3654 gateway_init.go:263] Preparing Gateway
I0421 14:58:13.764311    3654 gateway_shared_intf.go:1687] Creating new gateway
I0421 14:58:13.777133    3654 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0421 14:58:13.782988    3654 controller_manager.go:290] SCTP support detected in OVN
I0421 14:58:13.783530    3654 services_controller.go:69] Creating services controller for network=default
I0421 14:58:13.783580    3654 udn_enabled_svc.go:80] Waiting for service informer to sync
I0421 14:58:13.783665    3654 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0421 14:58:13.783690    3654 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0421 14:58:13.783702    3654 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0421 14:58:13.783713    3654 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0421 14:58:13.783885    3654 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0421 14:58:13.783931    3654 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0421 14:58:13.783979    3654 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.717µs
I0421 14:58:13.783996    3654 udn_enabled_svc.go:95] Performing full resync
I0421 14:58:13.784000    3654 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 59.971µs
I0421 14:58:13.784006    3654 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 74.423µs
I0421 14:58:13.784011    3654 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0421 14:58:13.784017    3654 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0421 14:58:13.784027    3654 default_network_controller.go:325] Starting the default network controller
I0421 14:58:13.784138    3654 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 25.817µs
I0421 14:58:13.784260    3654 udn_enabled_svc.go:99] Waiting for handler to sync
I0421 14:58:13.784269    3654 udn_enabled_svc.go:104] Starting worker
I0421 14:58:13.792743    3654 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0421 14:58:13.792796    3654 repair.go:33] Syncing exgw routes took 39.854µs
I0421 14:58:13.792817    3654 default_network_controller.go:414] Starting all the Watchers...
I0421 14:58:13.792959    3654 namespace.go:98] [openshift-network-node-identity] adding namespace
I0421 14:58:13.792966    3654 namespace.go:98] [openshift-cluster-version] adding namespace
I0421 14:58:13.792967    3654 namespace.go:98] [openshift-operators-redhat] adding namespace
I0421 14:58:13.792967    3654 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0421 14:58:13.792977    3654 namespace.go:98] [openshift-authentication] adding namespace
I0421 14:58:13.792981    3654 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0421 14:58:13.792986    3654 namespace.go:98] [openshift-config-managed] adding namespace
I0421 14:58:13.792994    3654 namespace.go:98] [openshift-network-console] adding namespace
I0421 14:58:13.792996    3654 namespace.go:98] [openshift-backplane-srep] adding namespace
I0421 14:58:13.792995    3654 namespace.go:98] [openshift-console-user-settings] adding namespace
I0421 14:58:13.793004    3654 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0421 14:58:13.793005    3654 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0421 14:58:13.793007    3654 namespace.go:98] [openshift-monitoring] adding namespace
I0421 14:58:13.793044    3654 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0421 14:58:13.792960    3654 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0421 14:58:13.793556    3654 namespace.go:102] [openshift-network-node-identity] adding namespace took 584.942µs
I0421 14:58:13.793571    3654 namespace.go:98] [openshift-image-registry] adding namespace
I0421 14:58:13.794044    3654 namespace.go:102] [openshift-image-registry] adding namespace took 467.029µs
I0421 14:58:13.794057    3654 namespace.go:98] [openshift-controller-manager] adding namespace
I0421 14:58:13.794785    3654 namespace.go:102] [openshift-controller-manager] adding namespace took 720.716µs
I0421 14:58:13.794800    3654 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0421 14:58:13.795264    3654 namespace.go:102] [openshift-cluster-version] adding namespace took 2.289627ms
I0421 14:58:13.795276    3654 namespace.go:98] [openshift-config] adding namespace
I0421 14:58:13.795659    3654 namespace.go:102] [openshift-operators-redhat] adding namespace took 2.68088ms
I0421 14:58:13.795674    3654 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0421 14:58:13.796134    3654 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.153089ms
I0421 14:58:13.796145    3654 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0421 14:58:13.796625    3654 namespace.go:102] [openshift-authentication] adding namespace took 3.640234ms
I0421 14:58:13.796638    3654 namespace.go:98] [openshift-etcd] adding namespace
I0421 14:58:13.797080    3654 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.091746ms
I0421 14:58:13.797089    3654 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0421 14:58:13.797541    3654 namespace.go:102] [openshift-config-managed] adding namespace took 4.546335ms
I0421 14:58:13.797560    3654 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0421 14:58:13.797996    3654 namespace.go:102] [openshift-network-console] adding namespace took 4.99624ms
I0421 14:58:13.798008    3654 namespace.go:98] [openshift-infra] adding namespace
I0421 14:58:13.798440    3654 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.439874ms
I0421 14:58:13.798449    3654 namespace.go:98] [openshift-backplane] adding namespace
I0421 14:58:13.798882    3654 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.878467ms
I0421 14:58:13.798889    3654 namespace.go:98] [openshift-package-operator] adding namespace
I0421 14:58:13.799325    3654 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.31686ms
I0421 14:58:13.799334    3654 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0421 14:58:13.799771    3654 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.755306ms
I0421 14:58:13.799780    3654 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0421 14:58:13.800187    3654 namespace.go:102] [openshift-monitoring] adding namespace took 7.167072ms
I0421 14:58:13.800195    3654 namespace.go:98] [openshift-apiserver] adding namespace
I0421 14:58:13.800654    3654 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.599859ms
I0421 14:58:13.800662    3654 namespace.go:98] [openshift-dns-operator] adding namespace
W0421 14:58:13.800716    3654 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-h7jf4: pod openshift-network-diagnostics/network-check-target-h7jf4: no pod IPs found 
I0421 14:58:13.801204    3654 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.135554ms
I0421 14:58:13.801217    3654 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0421 14:58:13.801630    3654 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.826088ms
I0421 14:58:13.801641    3654 namespace.go:98] [openshift-multus] adding namespace
I0421 14:58:13.802088    3654 namespace.go:102] [openshift-config] adding namespace took 6.806556ms
I0421 14:58:13.802102    3654 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0421 14:58:13.802521    3654 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.841929ms
I0421 14:58:13.802534    3654 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0421 14:58:13.802945    3654 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.79456ms
I0421 14:58:13.802957    3654 namespace.go:98] [openshift-machine-api] adding namespace
I0421 14:58:13.803304    3654 namespace.go:102] [openshift-etcd] adding namespace took 6.659667ms
I0421 14:58:13.803320    3654 namespace.go:98] [openshift-config-operator] adding namespace
I0421 14:58:13.803709    3654 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.616757ms
I0421 14:58:13.803717    3654 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0421 14:58:13.804187    3654 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.621417ms
I0421 14:58:13.804203    3654 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0421 14:58:13.804636    3654 namespace.go:102] [openshift-infra] adding namespace took 6.623052ms
I0421 14:58:13.804647    3654 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0421 14:58:13.805063    3654 namespace.go:102] [openshift-backplane] adding namespace took 6.6099ms
I0421 14:58:13.805076    3654 namespace.go:98] [default] adding namespace
I0421 14:58:13.805536    3654 namespace.go:102] [openshift-package-operator] adding namespace took 6.642899ms
I0421 14:58:13.805550    3654 namespace.go:98] [kube-node-lease] adding namespace
I0421 14:58:13.805955    3654 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.617592ms
I0421 14:58:13.805966    3654 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0421 14:58:13.806760    3654 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.97595ms
I0421 14:58:13.806774    3654 namespace.go:98] [openshift-backplane-tam] adding namespace
I0421 14:58:13.807246    3654 namespace.go:102] [openshift-apiserver] adding namespace took 7.046058ms
I0421 14:58:13.807256    3654 namespace.go:98] [openshift-ingress] adding namespace
I0421 14:58:13.807650    3654 namespace.go:102] [openshift-dns-operator] adding namespace took 6.984849ms
I0421 14:58:13.807659    3654 namespace.go:98] [openshift-authentication-operator] adding namespace
I0421 14:58:13.808135    3654 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.913171ms
W0421 14:58:13.808141    3654 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vpd94: pod openshift-multus/network-metrics-daemon-vpd94: no pod IPs found 
I0421 14:58:13.808146    3654 namespace.go:98] [openshift-backplane-csm] adding namespace
I0421 14:58:13.808620    3654 namespace.go:102] [openshift-multus] adding namespace took 6.973968ms
I0421 14:58:13.809002    3654 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.894704ms
I0421 14:58:13.809015    3654 namespace.go:98] [openshift-ingress-canary] adding namespace
I0421 14:58:13.809386    3654 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.846988ms
I0421 14:58:13.809398    3654 namespace.go:98] [openshift-operators] adding namespace
I0421 14:58:13.809774    3654 namespace.go:102] [openshift-machine-api] adding namespace took 6.811344ms
I0421 14:58:13.809786    3654 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0421 14:58:13.810148    3654 namespace.go:102] [openshift-config-operator] adding namespace took 6.824381ms
I0421 14:58:13.810160    3654 namespace.go:98] [openshift-marketplace] adding namespace
I0421 14:58:13.810542    3654 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.820556ms
I0421 14:58:13.810554    3654 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0421 14:58:13.810906    3654 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.697781ms
I0421 14:58:13.810917    3654 namespace.go:98] [openshift-ingress-operator] adding namespace
I0421 14:58:13.811291    3654 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.64011ms
I0421 14:58:13.811303    3654 namespace.go:98] [openshift-insights] adding namespace
I0421 14:58:13.811650    3654 namespace.go:102] [default] adding namespace took 6.569096ms
I0421 14:58:13.811661    3654 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0421 14:58:13.812131    3654 namespace.go:102] [kube-node-lease] adding namespace took 6.576835ms
I0421 14:58:13.812144    3654 namespace.go:98] [kube-public] adding namespace
I0421 14:58:13.812681    3654 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.709967ms
I0421 14:58:13.812694    3654 namespace.go:98] [openshift] adding namespace
I0421 14:58:13.813081    3654 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.301892ms
I0421 14:58:13.813093    3654 namespace.go:98] [openshift-dns] adding namespace
I0421 14:58:13.813470    3654 namespace.go:102] [openshift-ingress] adding namespace took 6.209342ms
I0421 14:58:13.813481    3654 namespace.go:98] [dedicated-admin] adding namespace
I0421 14:58:13.813922    3654 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.2594ms
I0421 14:58:13.813942    3654 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0421 14:58:13.814455    3654 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.304444ms
I0421 14:58:13.814467    3654 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0421 14:58:13.814895    3654 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.872688ms
I0421 14:58:13.814912    3654 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0421 14:58:13.815431    3654 namespace.go:102] [openshift-operators] adding namespace took 6.028583ms
I0421 14:58:13.815444    3654 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0421 14:58:13.815870    3654 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.078339ms
I0421 14:58:13.815883    3654 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0421 14:58:13.816278    3654 namespace.go:102] [openshift-marketplace] adding namespace took 6.112769ms
I0421 14:58:13.816291    3654 namespace.go:98] [openshift-console-operator] adding namespace
I0421 14:58:13.816815    3654 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.254784ms
I0421 14:58:13.816831    3654 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0421 14:58:13.817221    3654 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.29747ms
I0421 14:58:13.817236    3654 namespace.go:98] [openshift-node] adding namespace
I0421 14:58:13.817618    3654 namespace.go:102] [openshift-insights] adding namespace took 6.309493ms
I0421 14:58:13.817634    3654 namespace.go:98] [openshift-backplane-cee] adding namespace
I0421 14:58:13.818008    3654 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.340709ms
I0421 14:58:13.818023    3654 namespace.go:98] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] adding namespace
I0421 14:58:13.818529    3654 namespace.go:102] [kube-public] adding namespace took 6.379286ms
I0421 14:58:13.818542    3654 namespace.go:98] [kube-system] adding namespace
I0421 14:58:13.818923    3654 namespace.go:102] [openshift] adding namespace took 6.224323ms
I0421 14:58:13.818935    3654 namespace.go:98] [openshift-network-operator] adding namespace
I0421 14:58:13.819404    3654 namespace.go:102] [openshift-dns] adding namespace took 6.304274ms
I0421 14:58:13.819421    3654 namespace.go:98] [openshift-console] adding namespace
I0421 14:58:13.819789    3654 namespace.go:102] [dedicated-admin] adding namespace took 6.301789ms
I0421 14:58:13.819807    3654 namespace.go:98] [openshift-backplane-cse] adding namespace
I0421 14:58:13.820209    3654 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.258526ms
I0421 14:58:13.820227    3654 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0421 14:58:13.820604    3654 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.131027ms
I0421 14:58:13.820618    3654 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0421 14:58:13.820994    3654 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.076406ms
I0421 14:58:13.821010    3654 namespace.go:98] [openshift-host-network] adding namespace
I0421 14:58:13.821436    3654 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.986136ms
I0421 14:58:13.821896    3654 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.00873ms
I0421 14:58:13.822274    3654 namespace.go:102] [openshift-console-operator] adding namespace took 5.977276ms
I0421 14:58:13.822650    3654 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.813981ms
I0421 14:58:13.823072    3654 namespace.go:102] [openshift-node] adding namespace took 5.826743ms
I0421 14:58:13.823089    3654 namespace.go:98] [openshift-logging] adding namespace
I0421 14:58:13.823524    3654 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.883023ms
I0421 14:58:13.823914    3654 namespace.go:102] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] adding namespace took 5.88522ms
I0421 14:58:13.824316    3654 namespace.go:102] [kube-system] adding namespace took 5.766827ms
I0421 14:58:13.824332    3654 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0421 14:58:13.824702    3654 namespace.go:102] [openshift-network-operator] adding namespace took 5.761943ms
I0421 14:58:13.824717    3654 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0421 14:58:13.825084    3654 namespace.go:102] [openshift-console] adding namespace took 5.654484ms
I0421 14:58:13.825486    3654 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.672131ms
I0421 14:58:13.825872    3654 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.637902ms
I0421 14:58:13.826278    3654 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.653038ms
I0421 14:58:13.826681    3654 namespace.go:102] [openshift-host-network] adding namespace took 5.665112ms
I0421 14:58:13.827135    3654 namespace.go:102] [openshift-logging] adding namespace took 4.03912ms
I0421 14:58:13.827576    3654 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.23972ms
I0421 14:58:13.828006    3654 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.282641ms
W0421 14:58:13.828079    3654 master.go:458] Unable to parse local node ip-10-0-0-80.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0421 14:58:13.828088    3654 master.go:481] Removing stale chassis with ID/Name: 119a0146-1b7d-4add-882a-26659c807cd9, hostname: ip-10-0-0-80.ec2.internal
I0421 14:58:13.828488    3654 master.go:548] Adding or Updating local node "ip-10-0-0-80.ec2.internal" for network "default"
I0421 14:58:13.829665    3654 zone_ic_handler.go:195] Time taken to create transit switch: 456.648µs
I0421 14:58:13.829678    3654 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-145.ec2.internal for the network default
E0421 14:58:13.829734    3654 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-250.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-250.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-250.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0099b6e28 Where:[where column name == transit_switch] Until:!= Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout:<nil> Where:[] Until: Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:u3051875179}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed
I0421 14:58:13.829794    3654 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-250.ec2.internal", UID:"ad74bd61-f744-4d4f-aebb-bf92068ad685", APIVersion:"v1", ResourceVersion:"8881", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-250.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-250.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0099b6e28 Where:[where column name == transit_switch] Until:!= Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout:<nil> Where:[] Until: Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:u3051875179}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed
I0421 14:58:13.830757    3654 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-145.ec2.internal" on network "default" took: 1.557311ms
I0421 14:58:13.832349    3654 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-80.ec2.internal for the network default
I0421 14:58:13.832529    3654 zone_ic_handler.go:195] Time taken to create transit switch: 167.295µs
I0421 14:58:13.833160    3654 default_network_controller.go:823] Node add failed for ip-10-0-0-80.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal, error getting gateway config for node ip-10-0-0-80.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal", failed to update chassis to local for local node ip-10-0-0-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-80.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal]
E0421 14:58:13.833198    3654 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-80.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal, error getting gateway config for node ip-10-0-0-80.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal", failed to update chassis to local for local node ip-10-0-0-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-80.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal]
I0421 14:58:13.833233    3654 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0421 14:58:13.833236    3654 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-80.ec2.internal", UID:"e3ea9946-b4b6-42b4-9e17-bd272c60082d", APIVersion:"v1", ResourceVersion:"9054", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal, error getting gateway config for node ip-10-0-0-80.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal", failed to update chassis to local for local node ip-10-0-0-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-80.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal]
I0421 14:58:13.833261    3654 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0421 14:58:13.833296    3654 node_tracker.go:235] Node ip-10-0-0-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal"
I0421 14:58:13.833308    3654 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:58:13.833320    3654 services_controller.go:574] Full service sync requested for network=default
I0421 14:58:13.833318    3654 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0421 14:58:13.833328    3654 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-145.ec2.internal in network "default"
I0421 14:58:13.833337    3654 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0421 14:58:13.833408    3654 node_tracker.go:169] Node ip-10-0-1-145.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:58:13.833417    3654 services_controller.go:574] Full service sync requested for network=default
I0421 14:58:13.833425    3654 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default"
I0421 14:58:13.833447    3654 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:58:13.833454    3654 services_controller.go:574] Full service sync requested for network=default
I0421 14:58:13.912873    3654 iptables.go:108] Creating table: filter chain: FORWARD
I0421 14:58:13.919134    3654 iptables.go:108] Creating table: filter chain: OUTPUT
I0421 14:58:13.925476    3654 gateway_shared_intf.go:1816] Gateway Creation Complete
I0421 14:58:13.925491    3654 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-80.ec2.internal","mac-address":"12:bd:cb:52:17:ad","ip-addresses":["10.0.0.80/24"],"ip-address":"10.0.0.80/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:119a0146-1b7d-4add-882a-26659c807cd9 k8s.ovn.org/node-encap-ips:["10.0.0.80"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.80/24"} k8s.ovn.org/zone-name:ip-10-0-0-80.ec2.internal] on node ip-10-0-0-80.ec2.internal
I0421 14:58:13.933640    3654 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0421 14:58:13.933656    3654 services_controller.go:208] Setting up event handlers for services for network=default
I0421 14:58:13.933714    3654 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0421 14:58:13.933762    3654 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0421 14:58:13.933776    3654 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0421 14:58:13.938915    3654 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0421 14:58:13.939005    3654 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:58:13.939031    3654 services_controller.go:574] Full service sync requested for network=default
I0421 14:58:13.939004    3654 master.go:548] Adding or Updating local node "ip-10-0-0-80.ec2.internal" for network "default"
I0421 14:58:13.942910    3654 default_node_network_controller.go:519] Node connection status = connected
W0421 14:58:13.943597    3654 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-h7jf4: pod openshift-network-diagnostics/network-check-target-h7jf4: no pod IPs found 
W0421 14:58:13.943611    3654 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vpd94: pod openshift-multus/network-metrics-daemon-vpd94: no pod IPs found 
I0421 14:58:13.944581    3654 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-80.ec2.internal for the network default
I0421 14:58:13.944746    3654 zone_ic_handler.go:195] Time taken to create transit switch: 152.809µs
I0421 14:58:14.034646    3654 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0421 14:58:14.034665    3654 repair.go:60] Starting repairing loop for services
I0421 14:58:14.034746    3654 repair.go:131] Deleted 0 stale service LBs
I0421 14:58:14.034764    3654 repair.go:137] Deleted 0 stale Chassis Template Vars
I0421 14:58:14.034778    3654 repair.go:62] Finished repairing loop for services: 114.769µs
I0421 14:58:14.034802    3654 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0421 14:58:14.034810    3654 services_controller.go:254] Starting workers for network=default
I0421 14:58:14.035229    3654 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-h7jf4] creating logical port openshift-network-diagnostics_network-check-target-h7jf4 for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:58:14.035239    3654 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vpd94] creating logical port openshift-multus_network-metrics-daemon-vpd94 for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:58:14.035208    3654 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-qd5sw of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it
I0421 14:58:14.035352    3654 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-h7jf4
I0421 14:58:14.035424    3654 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vpd94
W0421 14:58:14.039932    3654 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:58:14.051446    3654 pod.go:62] [openshift-network-diagnostics/network-check-target-h7jf4] pod update took 16.141109ms
I0421 14:58:14.051476    3654 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-h7jf4] addLogicalPort annotation time took 16.169762ms
W0421 14:58:14.051525    3654 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:58:14.051751    3654 pod.go:62] [openshift-multus/network-metrics-daemon-vpd94] pod update took 16.445783ms
I0421 14:58:14.051771    3654 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vpd94] addLogicalPort annotation time took 16.467882ms
I0421 14:58:14.052390    3654 pods.go:271] [openshift-network-diagnostics/network-check-target-h7jf4] addLogicalPort took 17.173967ms, libovsdb time 661.787µs
I0421 14:58:14.052681    3654 pods.go:271] [openshift-multus/network-metrics-daemon-vpd94] addLogicalPort took 17.451671ms, libovsdb time 650.941µs
I0421 14:58:14.053299    3654 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0421 14:58:14.053322    3654 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0421 14:58:14.053340    3654 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0421 14:58:14.053345    3654 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0421 14:58:14.053578    3654 repair.go:29] Repairing admin network policies took 225.97µs
I0421 14:58:14.053737    3654 repair.go:92] Repairing baseline admin network policies took 149.552µs
I0421 14:58:14.054226    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0421 14:58:14.054248    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0421 14:58:14.055995    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0421 14:58:14.056021    3654 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0421 14:58:14.056029    3654 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0421 14:58:14.057674    3654 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0421 14:58:14.057700    3654 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0421 14:58:14.057709    3654 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0421 14:58:14.059063    3654 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0421 14:58:14.059084    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0421 14:58:14.059093    3654 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0421 14:58:14.060724    3654 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0421 14:58:14.060755    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0421 14:58:14.060768    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0421 14:58:14.061470    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0421 14:58:14.061489    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0421 14:58:14.061496    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0421 14:58:14.063046    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0421 14:58:14.063065    3654 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0421 14:58:14.063074    3654 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0421 14:58:14.064323    3654 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0421 14:58:14.064343    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0421 14:58:14.064354    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0421 14:58:14.064986    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0421 14:58:14.065008    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0421 14:58:14.065021    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0421 14:58:14.065650    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0421 14:58:14.065669    3654 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0421 14:58:14.065684    3654 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0421 14:58:14.066809    3654 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0421 14:58:14.066825    3654 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0421 14:58:14.066835    3654 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0421 14:58:14.069465    3654 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0421 14:58:14.069534    3654 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0421 14:58:14.069569    3654 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0421 14:58:14.071050    3654 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0421 14:58:14.071074    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0421 14:58:14.071947    3654 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0421 14:58:14.071959    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0421 14:58:14.072716    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0421 14:58:14.072735    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0421 14:58:14.072744    3654 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0421 14:58:14.073554    3654 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0421 14:58:14.073572    3654 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0421 14:58:14.073580    3654 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0421 14:58:14.073895    3654 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0421 14:58:14.073914    3654 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0421 14:58:14.073922    3654 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0421 14:58:14.075073    3654 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0421 14:58:14.075089    3654 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0421 14:58:14.075098    3654 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0421 14:58:14.076329    3654 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0421 14:58:14.076346    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0421 14:58:14.076354    3654 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0421 14:58:14.076880    3654 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0421 14:58:14.076898    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0421 14:58:14.076904    3654 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0421 14:58:14.077263    3654 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0421 14:58:14.077279    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0421 14:58:14.077285    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0421 14:58:14.078603    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0421 14:58:14.078622    3654 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0421 14:58:14.078630    3654 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0421 14:58:14.079094    3654 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0421 14:58:14.079107    3654 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0421 14:58:14.079136    3654 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0421 14:58:14.080051    3654 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0421 14:58:14.080068    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0421 14:58:14.080076    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0421 14:58:14.080624    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0421 14:58:14.080640    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0421 14:58:14.080669    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0421 14:58:14.081404    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0421 14:58:14.081430    3654 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0421 14:58:14.081438    3654 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0421 14:58:14.083095    3654 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0421 14:58:14.083128    3654 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0421 14:58:14.083137    3654 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0421 14:58:14.084066    3654 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0421 14:58:14.084083    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0421 14:58:14.084090    3654 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0421 14:58:14.084635    3654 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0421 14:58:14.084664    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0421 14:58:14.084675    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0421 14:58:14.085165    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0421 14:58:14.085179    3654 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0421 14:58:14.085189    3654 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0421 14:58:14.085671    3654 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0421 14:58:14.085897    3654 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-qd5sw of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it
I0421 14:58:14.091312    3654 egressfirewall.go:374] Starting EgressFirewall controller
I0421 14:58:14.091351    3654 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0421 14:58:14.091354    3654 controller.go:133] Adding controller egress-firewall-controller event handlers
I0421 14:58:14.091379    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0421 14:58:14.091391    3654 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0421 14:58:14.091379    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0421 14:58:14.091399    3654 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0421 14:58:14.091630    3654 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0421 14:58:14.091643    3654 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0421 14:58:14.091648    3654 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0421 14:58:14.091656    3654 egressqos.go:193] Setting up event handlers for EgressQoS
I0421 14:58:14.091677    3654 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall
I0421 14:58:14.091691    3654 egressfirewall.go:723] Syncing node "ip-10-0-1-145.ec2.internal" for egress firewall
I0421 14:58:14.091698    3654 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall
I0421 14:58:14.091736    3654 egressqos.go:245] Starting EgressQoS Controller
I0421 14:58:14.091745    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0421 14:58:14.091750    3654 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0421 14:58:14.091754    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0421 14:58:14.091759    3654 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0421 14:58:14.091763    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0421 14:58:14.091768    3654 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0421 14:58:14.091772    3654 egressqos.go:259] Repairing EgressQoSes
I0421 14:58:14.091778    3654 egressqos.go:399] Starting repairing loop for egressqos
I0421 14:58:14.091848    3654 egressqos.go:401] Finished repairing loop for egressqos: 69.693µs
I0421 14:58:14.091872    3654 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0421 14:58:14.091891    3654 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-80.ec2.internal
I0421 14:58:14.091935    3654 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-80.ec2.internal : 45.991µs
I0421 14:58:14.091955    3654 egressservice_zone.go:210] Starting Egress Services Controller
I0421 14:58:14.091961    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0421 14:58:14.091966    3654 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0421 14:58:14.091971    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0421 14:58:14.091976    3654 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0421 14:58:14.091981    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0421 14:58:14.091986    3654 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0421 14:58:14.091992    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0421 14:58:14.091996    3654 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0421 14:58:14.091999    3654 egressservice_zone.go:228] Repairing Egress Services
I0421 14:58:14.092241    3654 master_controller.go:88] Starting Admin Policy Based Route Controller
I0421 14:58:14.092255    3654 external_controller.go:278] Starting Admin Policy Based Route Controller
I0421 14:58:14.092313    3654 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0421 14:58:14.092326    3654 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 15.156µs
I0421 14:58:14.092333    3654 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal
I0421 14:58:14.092342    3654 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 9.324µs
I0421 14:58:14.092355    3654 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal
I0421 14:58:14.092367    3654 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 12.612µs
I0421 14:58:14.092368    3654 default_network_controller.go:585] Completing all the Watchers took 299.543712ms
I0421 14:58:14.092379    3654 default_network_controller.go:589] Starting unidling controllers
I0421 14:58:14.092390    3654 unidle.go:46] Registering OVN SB ControllerEvent handler
I0421 14:58:14.092400    3654 unidle.go:63] Populating Initial ContollerEvent events
I0421 14:58:14.092410    3654 unidle.go:79] Setting up event handlers for services
I0421 14:58:14.092467    3654 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0421 14:58:14.443661    3654 default_node_network_controller.go:519] Node connection status = connected
I0421 14:58:14.942910    3654 default_node_network_controller.go:519] Node connection status = connected
I0421 14:58:15.217746    3654 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0421 14:58:15.442914    3654 default_node_network_controller.go:519] Node connection status = connected
I0421 14:58:15.460035    3654 bridgeconfig.go:537] Gateway is ready
I0421 14:58:15.460052    3654 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0421 14:58:15.471099    3654 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.80. Updating OVN encap IP.
I0421 14:58:15.476219    3654 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.80 - it is already configured
I0421 14:58:15.476234    3654 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.80/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0421 14:58:15.476485    3654 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.80/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-80.ec2.internal","mac-address":"12:bd:cb:52:17:ad","ip-addresses":["10.0.0.80/24"],"ip-address":"10.0.0.80/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:119a0146-1b7d-4add-882a-26659c807cd9 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.80/24"}] on node ip-10-0-0-80.ec2.internal
I0421 14:58:15.491851    3654 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.80
I0421 14:58:15.491968    3654 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-80.ec2.internal
I0421 14:58:15.497142    3654 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0421 14:58:15.497159    3654 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 22.019µs
I0421 14:58:15.497188    3654 master.go:548] Adding or Updating local node "ip-10-0-0-80.ec2.internal" for network "default"
I0421 14:58:15.497230    3654 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall
I0421 14:58:15.497242    3654 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0421 14:58:15.497305    3654 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:58:15.497324    3654 services_controller.go:574] Full service sync requested for network=default
W0421 14:58:15.497427    3654 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:58:15.502363    3654 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-80.ec2.internal. Updating no re-route policies
I0421 14:58:15.502439    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-h7jf4
I0421 14:58:15.502449    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-g6jqb
I0421 14:58:15.502457    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-h7jf4
I0421 14:58:15.502460    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-g6jqb
I0421 14:58:15.502461    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-80.ec2.internal
I0421 14:58:15.502466    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-82kzk
I0421 14:58:15.502478    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-g6jqb after 0 failed attempt(s)
I0421 14:58:15.502443    3654 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-80.ec2.internal
I0421 14:58:15.502482    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fsszs
I0421 14:58:15.502456    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-qqpdb
I0421 14:58:15.502490    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-lkqd2
I0421 14:58:15.502493    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vpd94
I0421 14:58:15.502495    3654 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-80.ec2.internal
I0421 14:58:15.502498    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-qqpdb
I0421 14:58:15.502502    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vpd94
I0421 14:58:15.502516    3654 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-80.ec2.internal after 0 failed attempt(s)
I0421 14:58:15.502473    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-80.ec2.internal
I0421 14:58:15.502537    3654 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vpd94] creating logical port openshift-multus_network-metrics-daemon-vpd94 for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:58:15.502546    3654 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-7dt2k
I0421 14:58:15.502556    3654 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-7dt2k
I0421 14:58:15.502569    3654 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-7dt2k after 0 failed attempt(s)
I0421 14:58:15.502488    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-wjksf
I0421 14:58:15.502633    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-wjksf
I0421 14:58:15.502542    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-80.ec2.internal after 0 failed attempt(s)
I0421 14:58:15.502520    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-qqpdb after 0 failed attempt(s)
I0421 14:58:15.502498    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-lkqd2
I0421 14:58:15.502654    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-wjksf after 0 failed attempt(s)
I0421 14:58:15.502661    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-lkqd2 after 0 failed attempt(s)
I0421 14:58:15.502480    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fcwlf
I0421 14:58:15.502673    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fcwlf
I0421 14:58:15.502683    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fcwlf after 0 failed attempt(s)
I0421 14:58:15.502487    3654 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-h7jf4] creating logical port openshift-network-diagnostics_network-check-target-h7jf4 for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:58:15.502498    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-fsszs
I0421 14:58:15.502788    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-fsszs after 0 failed attempt(s)
I0421 14:58:15.502495    3654 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9vpd5
I0421 14:58:15.502811    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9vpd5
I0421 14:58:15.502837    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9vpd5 after 0 failed attempt(s)
I0421 14:58:15.502482    3654 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-82kzk
I0421 14:58:15.502856    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-82kzk after 0 failed attempt(s)
I0421 14:58:15.503073    3654 pods.go:271] [openshift-multus/network-metrics-daemon-vpd94] addLogicalPort took 545.154µs, libovsdb time 230.586µs
I0421 14:58:15.503083    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vpd94 after 0 failed attempt(s)
I0421 14:58:15.503447    3654 pods.go:271] [openshift-network-diagnostics/network-check-target-h7jf4] addLogicalPort took 969.361µs, libovsdb time 269.507µs
I0421 14:58:15.503454    3654 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-h7jf4 after 0 failed attempt(s)
I0421 14:58:15.512931    3654 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0421 14:58:15.523979    3654 iptables.go:108] Creating table: mangle chain: OUTPUT
I0421 14:58:15.527093    3654 iptables.go:108] Creating table: nat chain: OUTPUT
I0421 14:58:15.569801    3654 iptables.go:108] Creating table: nat chain: PREROUTING
I0421 14:58:15.631473    3654 iptables.go:108] Creating table: filter chain: FORWARD
I0421 14:58:15.648994    3654 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0421 14:58:15.649159    3654 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0421 14:58:15.649289    3654 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0421 14:58:15.649381    3654 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0421 14:58:15.649429    3654 gateway_init.go:325] Gateway and management port readiness took 1.710771301s
I0421 14:58:15.649455    3654 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0421 14:58:15.649500    3654 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0421 14:58:15.649515    3654 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0421 14:58:15.649527    3654 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0421 14:58:15.649602    3654 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0421 14:58:15.649680    3654 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.697µs
I0421 14:58:15.650480    3654 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0421 14:58:15.650520    3654 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.25µs
I0421 14:58:15.650533    3654 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 54.937µs
I0421 14:58:15.650541    3654 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0421 14:58:15.650550    3654 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0421 14:58:15.650555    3654 default_node_network_controller.go:899] Starting the default node network controller
I0421 14:58:15.650560    3654 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0421 14:58:15.650656    3654 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 9.077µs
I0421 14:58:15.650739    3654 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0421 14:58:15.650748    3654 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0421 14:58:15.650776    3654 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c42c60 0xc0003470a0 0xc000347110 0xc0003471f0 0xc000347260 0xc0003472d0 <nil> 0xc000347340 0xc000c31590 0xc0003473b0 0xc000347420 <nil> 0xc000caa3c0 0xc0064db340 <nil> <nil> <nil> 0xc000347490 <nil> map[0x2ff9080:0xc001b21e00 0x2ff95c0:0xc00617a000 0x2ffa2e0:0xc001b21d40 0x2ffa580:0xc001b21da0 0x2ffad60:0xc001b21e60 0x2ffb000:0xc001b21ec0 0x2ffb2a0:0xc001b21f20 0x2ffba80:0xc00617a060 0x2ffbd20:0xc00617a0c0 0x3026980:0xc0008d6ae0 0x3026d20:0xc0008d6b40 0x3027800:0xc000c7ade0 0x3029160:0xc001c4a000 0x30298a0:0xc0021e1a40 0x302a720:0xc0007cd1a0] 0xc000296e70 0}
I0421 14:58:15.650853    3654 gateway.go:151] Starting gateway service sync
I0421 14:58:15.651312    3654 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0421 14:58:15.653646    3654 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0421 14:58:15.680196    3654 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0421 14:58:15.681285    3654 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0421 14:58:15.682342    3654 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0421 14:58:15.716371    3654 gateway.go:168] Gateway service sync done. Time taken: 65.503251ms
I0421 14:58:15.716804    3654 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30449
I0421 14:58:15.717082    3654 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c42c60 0xc0003470a0 0xc000347110 0xc0003471f0 0xc000347260 0xc0003472d0 <nil> 0xc000347340 0xc000c31590 0xc0003473b0 0xc000347420 <nil> 0xc000caa3c0 0xc0064db340 <nil> <nil> <nil> 0xc000347490 <nil> map[0x2ff9080:0xc001b21e00 0x2ff95c0:0xc00617a000 0x2ffa2e0:0xc001b21d40 0x2ffa580:0xc001b21da0 0x2ffad60:0xc001b21e60 0x2ffb000:0xc001b21ec0 0x2ffb2a0:0xc001b21f20 0x2ffba80:0xc00617a060 0x2ffbd20:0xc00617a0c0 0x3026980:0xc0008d6ae0 0x3026d20:0xc0008d6b40 0x3027800:0xc000c7ade0 0x3029160:0xc001c4a000 0x30298a0:0xc0021e1a40 0x302a720:0xc0007cd1a0] 0xc000296e70 0}
I0421 14:58:15.717546    3654 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c42c60 0xc0003470a0 0xc000347110 0xc0003471f0 0xc000347260 0xc0003472d0 <nil> 0xc000347340 0xc000c31590 0xc0003473b0 0xc000347420 <nil> 0xc000caa3c0 0xc0064db340 <nil> <nil> <nil> 0xc000347490 <nil> map[0x2ff9080:0xc001b21e00 0x2ff95c0:0xc00617a000 0x2ffa2e0:0xc001b21d40 0x2ffa580:0xc001b21da0 0x2ffad60:0xc001b21e60 0x2ffb000:0xc001b21ec0 0x2ffb2a0:0xc001b21f20 0x2ffba80:0xc00617a060 0x2ffbd20:0xc00617a0c0 0x3026980:0xc0008d6ae0 0x3026d20:0xc0008d6b40 0x3027800:0xc000c7ade0 0x3029160:0xc001c4a000 0x30298a0:0xc0021e1a40 0x302a720:0xc0007cd1a0] 0xc000296e70 0}
I0421 14:58:15.717581    3654 gateway.go:532] Reconciling gateway with updates
I0421 14:58:15.722365    3654 gateway.go:339] Spawning Conntrack Rule Check Thread
I0421 14:58:15.722386    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0421 14:58:15.722397    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0421 14:58:15.722403    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0421 14:58:15.722402    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0421 14:58:15.722408    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0421 14:58:15.722416    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0421 14:58:15.722422    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0421 14:58:15.722423    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0421 14:58:15.722432    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0421 14:58:15.722435    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0421 14:58:15.722438    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0421 14:58:15.722387    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0421 14:58:15.722447    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0421 14:58:15.722449    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0421 14:58:15.722459    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0421 14:58:15.722456    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0421 14:58:15.722466    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722473    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0421 14:58:15.722481    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0421 14:58:15.722436    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0421 14:58:15.722491    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0421 14:58:15.722492    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0421 14:58:15.722494    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0421 14:58:15.722500    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0421 14:58:15.722503    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0421 14:58:15.722494    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0421 14:58:15.722508    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0421 14:58:15.722508    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0421 14:58:15.722516    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722501    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0421 14:58:15.722520    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0421 14:58:15.722453    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722522    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0421 14:58:15.722529    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0421 14:58:15.722518    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0421 14:58:15.722534    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0421 14:58:15.722504    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0421 14:58:15.722479    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0421 14:58:15.722542    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0421 14:58:15.722546    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0421 14:58:15.722543    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0421 14:58:15.722555    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0421 14:58:15.722558    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0421 14:58:15.722562    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0421 14:58:15.722563    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0421 14:58:15.722564    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0421 14:58:15.722570    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0421 14:58:15.722535    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0421 14:58:15.722570    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0421 14:58:15.722576    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0421 14:58:15.722579    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0421 14:58:15.722581    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0421 14:58:15.722585    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0421 14:58:15.722589    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0421 14:58:15.722598    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722600    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0421 14:58:15.722529    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0421 14:58:15.722610    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0421 14:58:15.722597    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0421 14:58:15.722589    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0421 14:58:15.722561    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0421 14:58:15.722630    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0421 14:58:15.722642    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0421 14:58:15.722655    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0421 14:58:15.722656    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722643    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0421 14:58:15.722675    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0421 14:58:15.722660    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0421 14:58:15.722549    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0421 14:58:15.722694    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0421 14:58:15.722695    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0421 14:58:15.722701    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0421 14:58:15.722725    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0421 14:58:15.722734    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722538    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0421 14:58:15.722752    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0421 14:58:15.722810    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0421 14:58:15.722541    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0421 14:58:15.722853    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722544    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0421 14:58:15.722552    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0421 14:58:15.722873    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722549    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0421 14:58:15.722888    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0421 14:58:15.722895    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0421 14:58:15.722552    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0421 14:58:15.722919    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722920    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0421 14:58:15.722932    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0421 14:58:15.722932    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0421 14:58:15.722934    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0421 14:58:15.722940    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0421 14:58:15.722942    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0421 14:58:15.722945    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0421 14:58:15.722949    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0421 14:58:15.722950    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0421 14:58:15.722956    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0421 14:58:15.722960    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0421 14:58:15.722964    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0421 14:58:15.722967    3654 default_node_network_controller.go:944] Gateway and management port readiness took 72.210728ms
I0421 14:58:15.722975    3654 port_claim.go:71] Svc openshift-ingress/router-default: port 30928 is already open, no action needed
I0421 14:58:15.722978    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0421 14:58:15.722982    3654 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed
I0421 14:58:15.722932    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0421 14:58:15.722992    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0421 14:58:15.723017    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722964    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0421 14:58:15.722960    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0421 14:58:15.722600    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0421 14:58:15.722934    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0421 14:58:15.723036    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0421 14:58:15.723041    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0421 14:58:15.722920    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0421 14:58:15.722670    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0421 14:58:15.722532    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0421 14:58:15.723066    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0421 14:58:15.722616    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0421 14:58:15.722566    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0421 14:58:15.723087    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0421 14:58:15.722575    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0421 14:58:15.722687    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0421 14:58:15.723102    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0421 14:58:15.723108    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0421 14:58:15.722983    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0421 14:58:15.722524    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0421 14:58:15.723137    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0421 14:58:15.723145    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0421 14:58:15.722923    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0421 14:58:15.723178    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0421 14:58:15.723183    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0421 14:58:15.724455    3654 node_ip_handler_linux.go:160] Node IP manager is running
W0421 14:58:15.760217    3654 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0421 14:58:15.760463    3654 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0421 14:58:15.760586    3654 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0
I0421 14:58:15.768792    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0421 14:58:15.768800    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0421 14:58:15.768816    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0421 14:58:15.768823    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0421 14:58:15.768828    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
W0421 14:58:16.934684    3654 egressip_healthcheck.go:76] Health checking using insecure connection
I0421 14:58:16.935012    3654 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107
I0421 14:58:16.934739    3654 default_node_network_controller.go:1380] Starting node controller node sync
I0421 14:58:16.949871    3654 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 14.808034ms
I0421 14:58:16.950006    3654 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-145.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0421 14:58:16.950007    3654 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 10.0.2.250 to PMTUD blocking rules
I0421 14:58:16.950019    3654 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-145.ec2.internal", IP: 10.0.1.145 to PMTUD blocking rules
I0421 14:58:16.950023    3654 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0421 14:58:16.961436    3654 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0421 14:58:16.961713    3654 egressservice_node.go:93] Setting up event handlers for Egress Services
I0421 14:58:16.961822    3654 egressservice_node.go:183] Starting Egress Services Controller
I0421 14:58:16.961836    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0421 14:58:16.961848    3654 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0421 14:58:16.961854    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0421 14:58:16.961863    3654 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0421 14:58:16.961870    3654 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0421 14:58:16.961875    3654 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0421 14:58:16.961879    3654 egressservice_node.go:197] Repairing Egress Services
I0421 14:58:16.972881    3654 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0421 14:58:16.972896    3654 external_controller.go:278] Starting Admin Policy Based Route Controller
I0421 14:58:16.973142    3654 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0421 14:58:16.973154    3654 link_network_manager.go:119] Link manager is running
I0421 14:58:16.973163    3654 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0421 14:58:16.973345    3654 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0421 14:58:16.973475    3654 vrf_manager.go:128] VRF manager is running
I0421 14:58:16.973628    3654 node_controller_manager.go:437] Removing flows to drop GARP
I0421 14:58:16.973639    3654 gateway.go:532] Reconciling gateway with updates
I0421 14:58:16.996009    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0421 14:58:16.996017    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0421 14:58:16.996027    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0421 14:58:16.996025    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0421 14:58:16.996030    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0421 14:58:16.996031    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0421 14:58:16.996039    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0421 14:58:16.996040    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0421 14:58:16.996047    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0421 14:58:16.996050    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0421 14:58:16.996051    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0421 14:58:16.996056    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0421 14:58:16.996051    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0421 14:58:16.996060    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0421 14:58:16.996065    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0421 14:58:16.996070    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0421 14:58:16.996074    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0421 14:58:16.996076    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0421 14:58:16.996073    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0421 14:58:16.996044    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0421 14:58:16.996089    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0421 14:58:16.996091    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0421 14:58:16.996093    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0421 14:58:16.996097    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0421 14:58:16.996092    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0421 14:58:16.996102    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0421 14:58:16.996079    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0421 14:58:16.996107    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0421 14:58:16.996125    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0421 14:58:16.996128    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0421 14:58:16.996132    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0421 14:58:16.996133    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0421 14:58:16.996137    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0421 14:58:16.996142    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0421 14:58:16.996146    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0421 14:58:16.996144    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0421 14:58:16.996152    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0421 14:58:16.996157    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0421 14:58:16.996149    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0421 14:58:16.996165    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0421 14:58:16.996159    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0421 14:58:16.996165    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0421 14:58:16.996173    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0421 14:58:16.996172    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0421 14:58:16.996177    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0421 14:58:16.996179    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0421 14:58:16.996182    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0421 14:58:16.996182    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0421 14:58:16.996187    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0421 14:58:16.996190    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0421 14:58:16.996196    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0421 14:58:16.996198    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0421 14:58:16.996083    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0421 14:58:16.996195    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0421 14:58:16.996202    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0421 14:58:16.996212    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0421 14:58:16.996215    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0421 14:58:16.996223    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0421 14:58:16.996058    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0421 14:58:16.996230    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0421 14:58:16.996228    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0421 14:58:16.996094    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0421 14:58:16.996239    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0421 14:58:16.996090    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0421 14:58:16.996257    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0421 14:58:16.996217    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0421 14:58:16.996273    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0421 14:58:16.996099    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0421 14:58:16.996157    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0421 14:58:16.996102    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0421 14:58:16.996287    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0421 14:58:16.996283    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0421 14:58:16.996298    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0421 14:58:16.996299    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0421 14:58:16.996264    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0421 14:58:16.996312    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0421 14:58:16.996092    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0421 14:58:16.996309    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0421 14:58:16.996314    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0421 14:58:16.996326    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0421 14:58:16.996333    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0421 14:58:16.996323    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0421 14:58:16.996189    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0421 14:58:16.996070    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0421 14:58:16.996170    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0421 14:58:16.996435    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0421 14:58:16.996172    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0421 14:58:16.996169    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0421 14:58:16.996452    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0421 14:58:16.996175    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0421 14:58:16.996187    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0421 14:58:16.996526    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0421 14:58:16.996189    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0421 14:58:16.996558    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0421 14:58:16.996187    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0421 14:58:16.996585    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0421 14:58:16.996200    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0421 14:58:16.996203    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0421 14:58:16.996618    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0421 14:58:16.996204    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0421 14:58:16.996641    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0421 14:58:16.996034    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0421 14:58:16.996218    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0421 14:58:16.996241    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0421 14:58:16.996306    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0421 14:58:16.996102    3654 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0421 14:58:16.996709    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0421 14:58:16.996713    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0421 14:58:16.996334    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0421 14:58:16.996160    3654 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0421 14:58:16.996730    3654 port_claim.go:71] Svc openshift-ingress/router-default: port 30928 is already open, no action needed
I0421 14:58:16.996745    3654 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed
I0421 14:58:17.034803    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0421 14:58:17.034820    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0421 14:58:17.034827    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0421 14:58:17.034832    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0421 14:58:17.034838    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0421 14:58:17.034845    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0421 14:58:17.034857    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0421 14:58:17.034867    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0421 14:58:17.034872    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0421 14:58:17.073186    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0421 14:58:17.073202    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0421 14:58:17.073209    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0421 14:58:17.073215    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0421 14:58:17.073221    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0421 14:58:17.073227    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0421 14:58:17.073232    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0421 14:58:17.073237    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0421 14:58:17.073242    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0421 14:58:17.073247    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0421 14:58:17.073252    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0421 14:58:17.073257    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0421 14:58:17.110356    3654 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0421 14:58:19.099485    3654 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0421 14:58:19.099522    3654 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 44.443µs
I0421 14:58:19.124358    3654 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-77fbd4bf84-m4fh6] creating logical port openshift-image-registry_image-registry-77fbd4bf84-m4fh6 for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:58:19.124522    3654 kube.go:256] Updating pod openshift-image-registry/image-registry-77fbd4bf84-m4fh6
I0421 14:58:19.142333    3654 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-flmzr] creating logical port openshift-ingress-canary_ingress-canary-flmzr for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:58:19.142338    3654 pod.go:62] [openshift-image-registry/image-registry-77fbd4bf84-m4fh6] pod update took 17.863853ms
I0421 14:58:19.142355    3654 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-77fbd4bf84-m4fh6] addLogicalPort annotation time took 17.884594ms
I0421 14:58:19.142448    3654 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-flmzr
I0421 14:58:19.143556    3654 pods.go:271] [openshift-image-registry/image-registry-77fbd4bf84-m4fh6] addLogicalPort took 19.218269ms, libovsdb time 932.108µs
I0421 14:58:19.143599    3654 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mfnhf] creating logical port openshift-dns_dns-default-mfnhf for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:58:19.143647    3654 kube.go:256] Updating pod openshift-dns/dns-default-mfnhf
I0421 14:58:19.159288    3654 pod.go:62] [openshift-ingress-canary/ingress-canary-flmzr] pod update took 16.862911ms
I0421 14:58:19.159310    3654 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-flmzr] addLogicalPort annotation time took 16.890516ms
I0421 14:58:19.159396    3654 pod.go:62] [openshift-dns/dns-default-mfnhf] pod update took 15.762036ms
I0421 14:58:19.159414    3654 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-mfnhf] addLogicalPort annotation time took 15.784164ms
I0421 14:58:19.160406    3654 pods.go:271] [openshift-ingress-canary/ingress-canary-flmzr] addLogicalPort took 18.084274ms, libovsdb time 789.115µs
I0421 14:58:19.160652    3654 pods.go:271] [openshift-dns/dns-default-mfnhf] addLogicalPort took 17.060438ms, libovsdb time 950.031µs
I0421 14:58:20.638699    3654 cni.go:452] [openshift-ingress-canary/ingress-canary-flmzr fb5b18ee7a05d9efeaeabefe5a5540e3578ae8ae47146806f9304685bbdf6c3a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-flmzr fb5b18ee7a05d9efeaeabefe5a5540e3578ae8ae47146806f9304685bbdf6c3a network default NAD default NAD key ]
I0421 14:58:20.672093    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-flmzr, hostIfaceName: fb5b18ee7a05d9e, network: default, NAD default, SandboxID: "fb5b18ee7a05d9efeaeabefe5a5540e3578ae8ae47146806f9304685bbdf6c3a", PCI device ID: , UID: "a1610594-c922-40b8-8f12-018aebd8b940", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23]
I0421 14:58:20.720906    3654 cni.go:473] [openshift-ingress-canary/ingress-canary-flmzr fb5b18ee7a05d9efeaeabefe5a5540e3578ae8ae47146806f9304685bbdf6c3a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-flmzr fb5b18ee7a05d9efeaeabefe5a5540e3578ae8ae47146806f9304685bbdf6c3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a7:e4:a3:bb:84\",\"name\":\"fb5b18ee7a05d9e\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9edbf86a-14de-4e79-80fe-150f5173ad6e\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 14:58:23.318751    3654 cni.go:452] [openshift-network-diagnostics/network-check-target-h7jf4 49a5c7d246bcbc0ae6f12bc98e00ab7d3306409500d69c8fd98664a3523f6b13 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-h7jf4 49a5c7d246bcbc0ae6f12bc98e00ab7d3306409500d69c8fd98664a3523f6b13 network default NAD default NAD key ]
I0421 14:58:23.328214    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-h7jf4, hostIfaceName: 49a5c7d246bcbc0, network: default, NAD default, SandboxID: "49a5c7d246bcbc0ae6f12bc98e00ab7d3306409500d69c8fd98664a3523f6b13", PCI device ID: , UID: "e6521eda-b2e4-4a8b-aa23-6051c5ae9549", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23]
I0421 14:58:23.370753    3654 cni.go:473] [openshift-network-diagnostics/network-check-target-h7jf4 49a5c7d246bcbc0ae6f12bc98e00ab7d3306409500d69c8fd98664a3523f6b13 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-h7jf4 49a5c7d246bcbc0ae6f12bc98e00ab7d3306409500d69c8fd98664a3523f6b13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:62:6a:04:6f:4f\",\"name\":\"49a5c7d246bcbc0\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5c9d5a4-f16f-4d82-9171-8106943b15b3\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 14:58:26.434270    3654 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:58:37.466143    3654 default_network_controller.go:1025] Node "ip-10-0-2-250.ec2.internal" in remote zone "ip-10-0-2-250.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0421 14:58:37.466909    3654 zone_ic_handler.go:195] Time taken to create transit switch: 264.156µs
I0421 14:58:37.466922    3654 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-250.ec2.internal for the network default
I0421 14:58:37.467964    3654 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-250.ec2.internal" on network "default" took: 1.335865ms
W0421 14:58:41.261988    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0421 14:58:41.262013    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0421 14:58:45.056756    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0421 14:58:45.056783    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0421 14:58:58.438416    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:59:29.619814    3654 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rktcm] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-rktcm for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:59:29.619926    3654 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-rktcm
I0421 14:59:29.636920    3654 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rktcm] pod update took 17.026579ms
I0421 14:59:29.636940    3654 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-rktcm] addLogicalPort annotation time took 17.050578ms
I0421 14:59:29.638136    3654 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rktcm] addLogicalPort took 18.336965ms, libovsdb time 896.511µs
I0421 14:59:29.749694    3654 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-mcqjs] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-mcqjs for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:59:29.749788    3654 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-mcqjs
I0421 14:59:29.766333    3654 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-mcqjs] pod update took 16.563745ms
I0421 14:59:29.766359    3654 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-mcqjs] addLogicalPort annotation time took 16.592107ms
I0421 14:59:29.767268    3654 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-mcqjs] addLogicalPort took 17.587449ms, libovsdb time 676.53µs
I0421 14:59:29.822944    3654 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-pzsjw] creating logical port openshift-insights_insights-operator-6dbb575d6c-pzsjw for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:59:29.823050    3654 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-pzsjw
I0421 14:59:29.839767    3654 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-pzsjw] pod update took 16.736471ms
I0421 14:59:29.839785    3654 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-pzsjw] addLogicalPort annotation time took 16.756958ms
I0421 14:59:29.840881    3654 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-pzsjw] addLogicalPort took 17.946664ms, libovsdb time 823.638µs
I0421 14:59:29.931294    3654 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-57d867779-zjpj8] creating logical port openshift-ingress_router-default-57d867779-zjpj8 for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:59:29.931368    3654 kube.go:256] Updating pod openshift-ingress/router-default-57d867779-zjpj8
I0421 14:59:29.938776    3654 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-56fcddd55d-pmx62] creating logical port openshift-ingress_router-default-56fcddd55d-pmx62 for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:59:29.938843    3654 kube.go:256] Updating pod openshift-ingress/router-default-56fcddd55d-pmx62
I0421 14:59:29.952540    3654 pod.go:62] [openshift-ingress/router-default-57d867779-zjpj8] pod update took 21.195963ms
I0421 14:59:29.952559    3654 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-57d867779-zjpj8] addLogicalPort annotation time took 21.217073ms
I0421 14:59:29.953651    3654 pods.go:271] [openshift-ingress/router-default-57d867779-zjpj8] addLogicalPort took 22.369469ms, libovsdb time 843.769µs
I0421 14:59:29.982333    3654 pod.go:62] [openshift-ingress/router-default-56fcddd55d-pmx62] pod update took 43.508475ms
I0421 14:59:29.982352    3654 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-56fcddd55d-pmx62] addLogicalPort annotation time took 43.531662ms
I0421 14:59:29.983296    3654 pods.go:271] [openshift-ingress/router-default-56fcddd55d-pmx62] addLogicalPort took 44.532282ms, libovsdb time 680.092µs
I0421 14:59:30.178044    3654 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-pzsjw 815f2677c1a1bfef596be5aa6af9f280b6acbc2fd8b51996bda8e53789af995b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-pzsjw 815f2677c1a1bfef596be5aa6af9f280b6acbc2fd8b51996bda8e53789af995b network default NAD default NAD key ]
I0421 14:59:30.188814    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-pzsjw, hostIfaceName: 815f2677c1a1bfe, network: default, NAD default, SandboxID: "815f2677c1a1bfef596be5aa6af9f280b6acbc2fd8b51996bda8e53789af995b", PCI device ID: , UID: "d842466f-cf96-4bc1-bf63-beb6db4bc3bb", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23]
I0421 14:59:30.232866    3654 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-pzsjw 815f2677c1a1bfef596be5aa6af9f280b6acbc2fd8b51996bda8e53789af995b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-pzsjw 815f2677c1a1bfef596be5aa6af9f280b6acbc2fd8b51996bda8e53789af995b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ea:6d:a1:b6:a2\",\"name\":\"815f2677c1a1bfe\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e48daa7-10bf-4b8b-8a35-113caa4fba13\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 14:59:33.375913    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0421 14:59:33.839456    3654 namespace.go:98] [openshift-service-ca] adding namespace
I0421 14:59:33.840334    3654 namespace.go:102] [openshift-service-ca] adding namespace took 862.568µs
I0421 14:59:33.857006    3654 namespace.go:142] [openshift-service-ca] updating namespace
I0421 14:59:35.104614    3654 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0421 14:59:35.105475    3654 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 840.52µs
I0421 14:59:35.122135    3654 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0421 14:59:40.903929    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0421 14:59:42.474186    3654 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:42.474834    3654 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:42.490212    3654 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:42.490233    3654 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:42.534905    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-c84f4bc9f-jlflm
I0421 14:59:42.534924    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-c84f4bc9f-jlflm
I0421 14:59:42.602523    3654 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:42.602550    3654 pods.go:176] Deleting pod: openshift-image-registry/image-registry-77fbd4bf84-m4fh6
I0421 14:59:42.603667    3654 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-77fbd4bf84-m4fh6, ips: 10.130.0.5
I0421 14:59:42.603711    3654 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:42.610993    3654 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-68697fc45f-zc7pd] creating logical port openshift-image-registry_image-registry-68697fc45f-zc7pd for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:59:42.611077    3654 kube.go:256] Updating pod openshift-image-registry/image-registry-68697fc45f-zc7pd
I0421 14:59:42.620316    3654 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:42.620330    3654 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:42.626295    3654 pod.go:62] [openshift-image-registry/image-registry-68697fc45f-zc7pd] pod update took 15.245118ms
I0421 14:59:42.626317    3654 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-68697fc45f-zc7pd] addLogicalPort annotation time took 15.267459ms
I0421 14:59:42.626590    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-77fbd4bf84-m4fh6
I0421 14:59:42.626618    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-77fbd4bf84-m4fh6
I0421 14:59:42.627356    3654 pods.go:271] [openshift-image-registry/image-registry-68697fc45f-zc7pd] addLogicalPort took 16.379519ms, libovsdb time 708.04µs
I0421 14:59:42.965610    3654 cni.go:452] [openshift-image-registry/image-registry-68697fc45f-zc7pd d06e9855729d385390a88c3437fc2703c93327ea35913e4295256c82fafe6344 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-68697fc45f-zc7pd d06e9855729d385390a88c3437fc2703c93327ea35913e4295256c82fafe6344 network default NAD default NAD key ]
I0421 14:59:42.975227    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-68697fc45f-zc7pd, hostIfaceName: d06e9855729d385, network: default, NAD default, SandboxID: "d06e9855729d385390a88c3437fc2703c93327ea35913e4295256c82fafe6344", PCI device ID: , UID: "7b666745-84c5-4a85-a7c8-8db450d2401a", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23]
I0421 14:59:43.019096    3654 cni.go:473] [openshift-image-registry/image-registry-68697fc45f-zc7pd d06e9855729d385390a88c3437fc2703c93327ea35913e4295256c82fafe6344 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-68697fc45f-zc7pd d06e9855729d385390a88c3437fc2703c93327ea35913e4295256c82fafe6344 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b1:49:72:6f:e4\",\"name\":\"d06e9855729d385\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef0455e3-36c1-4493-9c17-3334e49e6f4f\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 14:59:43.486419    3654 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0421 14:59:43.627187    3654 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 14:59:45.574560    3654 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rktcm e046c64816b5c429320e57b29a5d2a4e6fe4714b31ed2bc5463589d84e00387b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rktcm e046c64816b5c429320e57b29a5d2a4e6fe4714b31ed2bc5463589d84e00387b network default NAD default NAD key ]
I0421 14:59:45.584616    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-rktcm, hostIfaceName: e046c64816b5c42, network: default, NAD default, SandboxID: "e046c64816b5c429320e57b29a5d2a4e6fe4714b31ed2bc5463589d84e00387b", PCI device ID: , UID: "915fe9e2-825d-4fd7-84b0-497300d45908", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23]
I0421 14:59:45.627348    3654 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-rktcm e046c64816b5c429320e57b29a5d2a4e6fe4714b31ed2bc5463589d84e00387b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-rktcm e046c64816b5c429320e57b29a5d2a4e6fe4714b31ed2bc5463589d84e00387b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a2:94:5c:ce:5d\",\"name\":\"e046c64816b5c42\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f25f988-3f14-4e70-8db7-2629e72e60f5\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 14:59:45.706885    3654 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-mcqjs 1ef2d838c298a0b8bc985f0e6d0f5dc5e5db0e664251194855767962d5d5177a network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-mcqjs 1ef2d838c298a0b8bc985f0e6d0f5dc5e5db0e664251194855767962d5d5177a network default NAD default NAD key ]
I0421 14:59:45.717650    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-mcqjs, hostIfaceName: 1ef2d838c298a0b, network: default, NAD default, SandboxID: "1ef2d838c298a0b8bc985f0e6d0f5dc5e5db0e664251194855767962d5d5177a", PCI device ID: , UID: "2ce0ca02-b704-4e57-a52f-9b7ce6e5cb36", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23]
I0421 14:59:45.760201    3654 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-mcqjs 1ef2d838c298a0b8bc985f0e6d0f5dc5e5db0e664251194855767962d5d5177a network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-mcqjs 1ef2d838c298a0b8bc985f0e6d0f5dc5e5db0e664251194855767962d5d5177a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:20:d9:79:d8:df\",\"name\":\"1ef2d838c298a0b\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/baf7dbb6-2630-45a7-ab9a-0c05e55c0ef2\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 14:59:46.181086    3654 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 14:59:46.343488    3654 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-b7pnj] creating logical port openshift-insights_insights-runtime-extractor-b7pnj for pod on switch ip-10-0-0-80.ec2.internal
I0421 14:59:46.343598    3654 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-b7pnj
I0421 14:59:46.357793    3654 pod.go:62] [openshift-insights/insights-runtime-extractor-b7pnj] pod update took 14.227866ms
I0421 14:59:46.357840    3654 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-b7pnj] addLogicalPort annotation time took 14.262503ms
I0421 14:59:46.359062    3654 pods.go:271] [openshift-insights/insights-runtime-extractor-b7pnj] addLogicalPort took 15.594821ms, libovsdb time 896.922µs
I0421 14:59:47.303399    3654 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:47.303952    3654 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:47.317322    3654 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:47.317343    3654 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:47.324667    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-c84f4bc9f-2g2lg
I0421 14:59:47.324689    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-c84f4bc9f-2g2lg
I0421 14:59:48.202944    3654 cni.go:452] [openshift-insights/insights-runtime-extractor-b7pnj c1477052a84d4e1514ed37ed669a539b2e21785289a93e14953d81b20299f491 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-b7pnj c1477052a84d4e1514ed37ed669a539b2e21785289a93e14953d81b20299f491 network default NAD default NAD key ]
I0421 14:59:48.211594    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-b7pnj, hostIfaceName: c1477052a84d4e1, network: default, NAD default, SandboxID: "c1477052a84d4e1514ed37ed669a539b2e21785289a93e14953d81b20299f491", PCI device ID: , UID: "e4aaef06-8d9d-4f04-b0ea-16b67d011b27", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23]
I0421 14:59:48.256031    3654 cni.go:473] [openshift-insights/insights-runtime-extractor-b7pnj c1477052a84d4e1514ed37ed669a539b2e21785289a93e14953d81b20299f491 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-b7pnj c1477052a84d4e1514ed37ed669a539b2e21785289a93e14953d81b20299f491 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:cb:7d:12:af:2c\",\"name\":\"c1477052a84d4e1\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5af3fb7-2285-45bd-af78-97e4d41abdf4\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 14:59:48.309223    3654 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 14:59:59.226904    3654 cni.go:452] [openshift-multus/network-metrics-daemon-vpd94 50e01582ca452dbb0f0144c1504dae2ff9da3f16f7e0a8a7f3df8115f5c665ed network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vpd94 50e01582ca452dbb0f0144c1504dae2ff9da3f16f7e0a8a7f3df8115f5c665ed network default NAD default NAD key ]
I0421 14:59:59.235770    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vpd94, hostIfaceName: 50e01582ca452db, network: default, NAD default, SandboxID: "50e01582ca452dbb0f0144c1504dae2ff9da3f16f7e0a8a7f3df8115f5c665ed", PCI device ID: , UID: "4379f0d9-dbdc-4972-abb7-accf3a5a56e6", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23]
I0421 14:59:59.283552    3654 cni.go:473] [openshift-multus/network-metrics-daemon-vpd94 50e01582ca452dbb0f0144c1504dae2ff9da3f16f7e0a8a7f3df8115f5c665ed network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vpd94 50e01582ca452dbb0f0144c1504dae2ff9da3f16f7e0a8a7f3df8115f5c665ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:19:f5:ed:af:7a\",\"name\":\"50e01582ca452db\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c474f05-fa34-4036-9469-22b141586629\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:01.797639    3654 cni.go:452] [openshift-ingress/router-default-57d867779-zjpj8 63c1637c6cff870180d550161c0288597b83c370af3a1202030832595d161005 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-57d867779-zjpj8 63c1637c6cff870180d550161c0288597b83c370af3a1202030832595d161005 network default NAD default NAD key ]
I0421 15:00:01.807260    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-57d867779-zjpj8, hostIfaceName: 63c1637c6cff870, network: default, NAD default, SandboxID: "63c1637c6cff870180d550161c0288597b83c370af3a1202030832595d161005", PCI device ID: , UID: "a55e81c1-d284-4859-b4a1-8ce77d27e639", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23]
I0421 15:00:01.851023    3654 cni.go:473] [openshift-ingress/router-default-57d867779-zjpj8 63c1637c6cff870180d550161c0288597b83c370af3a1202030832595d161005 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-57d867779-zjpj8 63c1637c6cff870180d550161c0288597b83c370af3a1202030832595d161005 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:be:7d:38:81:38\",\"name\":\"63c1637c6cff870\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/426d80b9-d7be-4e35-9020-995cb185b61a\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:02.094308    3654 cni.go:452] [openshift-ingress/router-default-56fcddd55d-pmx62 b6975b8b539296e6150788712a45033a98cc39d21375c21cc951a3fac6869112 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-56fcddd55d-pmx62 b6975b8b539296e6150788712a45033a98cc39d21375c21cc951a3fac6869112 network default NAD default NAD key ]
I0421 15:00:02.104324    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-56fcddd55d-pmx62, hostIfaceName: b6975b8b539296e, network: default, NAD default, SandboxID: "b6975b8b539296e6150788712a45033a98cc39d21375c21cc951a3fac6869112", PCI device ID: , UID: "42f2d29c-9a69-4f86-9574-3284a0683c8c", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23]
I0421 15:00:02.149184    3654 cni.go:473] [openshift-ingress/router-default-56fcddd55d-pmx62 b6975b8b539296e6150788712a45033a98cc39d21375c21cc951a3fac6869112 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-56fcddd55d-pmx62 b6975b8b539296e6150788712a45033a98cc39d21375c21cc951a3fac6869112 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:69:64:0a:92:10\",\"name\":\"b6975b8b539296e\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73fc2ecc-9d3f-4726-bd2d-b703911ab135\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:09.580934    3654 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0421 15:00:10.489933    3654 base_network_controller_pods.go:487] [default/openshift-console/console-7c9ffcdbd5-bslq9] creating logical port openshift-console_console-7c9ffcdbd5-bslq9 for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:00:10.490013    3654 kube.go:256] Updating pod openshift-console/console-7c9ffcdbd5-bslq9
I0421 15:00:10.513495    3654 pod.go:62] [openshift-console/console-7c9ffcdbd5-bslq9] pod update took 23.502804ms
I0421 15:00:10.513517    3654 base_network_controller_pods.go:951] [default/openshift-console/console-7c9ffcdbd5-bslq9] addLogicalPort annotation time took 23.529125ms
I0421 15:00:10.514620    3654 pods.go:271] [openshift-console/console-7c9ffcdbd5-bslq9] addLogicalPort took 24.698983ms, libovsdb time 819.373µs
I0421 15:00:10.844926    3654 cni.go:452] [openshift-console/console-7c9ffcdbd5-bslq9 9a2f90cdf2fee993b5a216c39c05aa70282a6b6d1ac3776d042f8d8a6d0270d2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c9ffcdbd5-bslq9 9a2f90cdf2fee993b5a216c39c05aa70282a6b6d1ac3776d042f8d8a6d0270d2 network default NAD default NAD key ]
I0421 15:00:10.854289    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c9ffcdbd5-bslq9, hostIfaceName: 9a2f90cdf2fee99, network: default, NAD default, SandboxID: "9a2f90cdf2fee993b5a216c39c05aa70282a6b6d1ac3776d042f8d8a6d0270d2", PCI device ID: , UID: "87bdf5df-c9bc-40b6-91e3-2d3b491e8cdf", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23]
I0421 15:00:10.899949    3654 cni.go:473] [openshift-console/console-7c9ffcdbd5-bslq9 9a2f90cdf2fee993b5a216c39c05aa70282a6b6d1ac3776d042f8d8a6d0270d2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c9ffcdbd5-bslq9 9a2f90cdf2fee993b5a216c39c05aa70282a6b6d1ac3776d042f8d8a6d0270d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:1e:b5:82:88:9c\",\"name\":\"9a2f90cdf2fee99\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bbcbe99-3b1b-41f6-844f-6f3cd80ed3d6\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:11.473623    3654 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:11.474190    3654 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0421 15:00:11.484076    3654 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 15:00:11.879773    3654 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:11.879798    3654 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:11.884890    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-68697fc45f-5nwzt
I0421 15:00:11.884916    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-68697fc45f-5nwzt
W0421 15:00:12.590258    3654 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0421 15:00:13.592922    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0421 15:00:13.718419    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0421 15:00:14.400696    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0421 15:00:16.411456    3654 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:16.411480    3654 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:16.411489    3654 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0421 15:00:16.920919    3654 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-mctt2] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-mctt2 for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:00:16.921015    3654 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-mctt2
I0421 15:00:16.937612    3654 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-mctt2] pod update took 16.622626ms
I0421 15:00:16.937698    3654 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-mctt2] addLogicalPort annotation time took 16.710341ms
I0421 15:00:16.938933    3654 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-mctt2] addLogicalPort took 18.032259ms, libovsdb time 876.073µs
I0421 15:00:17.284514    3654 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-mctt2 9b4dad348d24c618cfaca9915bddee0ae01a78ec86763a7fda92ee4cd2f45381 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-mctt2 9b4dad348d24c618cfaca9915bddee0ae01a78ec86763a7fda92ee4cd2f45381 network default NAD default NAD key ]
I0421 15:00:17.293943    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-mctt2, hostIfaceName: 9b4dad348d24c61, network: default, NAD default, SandboxID: "9b4dad348d24c618cfaca9915bddee0ae01a78ec86763a7fda92ee4cd2f45381", PCI device ID: , UID: "d2f864a0-234f-4f5f-9b9f-961102dfc345", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23]
I0421 15:00:17.341499    3654 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-mctt2 9b4dad348d24c618cfaca9915bddee0ae01a78ec86763a7fda92ee4cd2f45381 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-mctt2 9b4dad348d24c618cfaca9915bddee0ae01a78ec86763a7fda92ee4cd2f45381 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ee:f6:72:1a:fa\",\"name\":\"9b4dad348d24c61\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c78fa53-1eb7-4708-a0d5-24b7caed66fa\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:19.945820    3654 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-55cb99b899-65tlg] creating logical port openshift-monitoring_thanos-querier-55cb99b899-65tlg for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:00:19.945938    3654 kube.go:256] Updating pod openshift-monitoring/thanos-querier-55cb99b899-65tlg
I0421 15:00:19.968044    3654 pod.go:62] [openshift-monitoring/thanos-querier-55cb99b899-65tlg] pod update took 22.156244ms
I0421 15:00:19.968064    3654 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-55cb99b899-65tlg] addLogicalPort annotation time took 22.181375ms
I0421 15:00:19.969239    3654 pods.go:271] [openshift-monitoring/thanos-querier-55cb99b899-65tlg] addLogicalPort took 23.461258ms, libovsdb time 870.761µs
I0421 15:00:20.302793    3654 cni.go:452] [openshift-monitoring/thanos-querier-55cb99b899-65tlg d37c7e471c039c468d7e57cad2053744f0fecb27c82ea16741dcffa1595715f9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-55cb99b899-65tlg d37c7e471c039c468d7e57cad2053744f0fecb27c82ea16741dcffa1595715f9 network default NAD default NAD key ]
I0421 15:00:20.324241    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-55cb99b899-65tlg, hostIfaceName: d37c7e471c039c4, network: default, NAD default, SandboxID: "d37c7e471c039c468d7e57cad2053744f0fecb27c82ea16741dcffa1595715f9", PCI device ID: , UID: "d369d154-8db4-4013-8b86-7a82e1d9ea79", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23]
I0421 15:00:20.369197    3654 cni.go:473] [openshift-monitoring/thanos-querier-55cb99b899-65tlg d37c7e471c039c468d7e57cad2053744f0fecb27c82ea16741dcffa1595715f9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-55cb99b899-65tlg d37c7e471c039c468d7e57cad2053744f0fecb27c82ea16741dcffa1595715f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:e0:01:0b:fa:0b\",\"name\":\"d37c7e471c039c4\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e40ebe21-874f-45cf-ba26-b29d8b7665c1\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 15:00:20.455557    3654 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:20.455578    3654 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:20.455584    3654 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:20.654066    3654 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:20.654084    3654 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:20.654089    3654 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0421 15:00:21.433092    3654 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5544d9b8d4-w8d77] creating logical port openshift-monitoring_metrics-server-5544d9b8d4-w8d77 for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:00:21.433227    3654 kube.go:256] Updating pod openshift-monitoring/metrics-server-5544d9b8d4-w8d77
I0421 15:00:21.450428    3654 pod.go:62] [openshift-monitoring/metrics-server-5544d9b8d4-w8d77] pod update took 17.228289ms
I0421 15:00:21.450455    3654 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5544d9b8d4-w8d77] addLogicalPort annotation time took 17.257447ms
I0421 15:00:21.451671    3654 pods.go:271] [openshift-monitoring/metrics-server-5544d9b8d4-w8d77] addLogicalPort took 18.591758ms, libovsdb time 880.128µs
W0421 15:00:21.673540    3654 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:21.673566    3654 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:21.673573    3654 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:21.706000    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0421 15:00:21.738764    3654 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7c9ffcdbd5-qjmsh IP address from the namespace address-set, err: pod openshift-console/console-7c9ffcdbd5-qjmsh: no pod IPs found 
I0421 15:00:22.108510    3654 cni.go:452] [openshift-monitoring/metrics-server-5544d9b8d4-w8d77 63a63c9ba9bd15ec758dabbf8b2d2d8226185014d56aef698dae1a15877b5b5b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5544d9b8d4-w8d77 63a63c9ba9bd15ec758dabbf8b2d2d8226185014d56aef698dae1a15877b5b5b network default NAD default NAD key ]
I0421 15:00:22.117843    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5544d9b8d4-w8d77, hostIfaceName: 63a63c9ba9bd15e, network: default, NAD default, SandboxID: "63a63c9ba9bd15ec758dabbf8b2d2d8226185014d56aef698dae1a15877b5b5b", PCI device ID: , UID: "ede9cbf8-5601-446f-911e-5ab4f0c9a039", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23]
I0421 15:00:22.164664    3654 cni.go:473] [openshift-monitoring/metrics-server-5544d9b8d4-w8d77 63a63c9ba9bd15ec758dabbf8b2d2d8226185014d56aef698dae1a15877b5b5b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5544d9b8d4-w8d77 63a63c9ba9bd15ec758dabbf8b2d2d8226185014d56aef698dae1a15877b5b5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:07:67:dc:eb:f6\",\"name\":\"63a63c9ba9bd15e\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4669800-7044-4d43-ade8-3129ac11a221\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:23.196596    3654 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:00:23.196716    3654 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0421 15:00:23.230974    3654 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 34.300478ms
I0421 15:00:23.231004    3654 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 34.334055ms
I0421 15:00:23.232276    3654 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 35.693708ms, libovsdb time 906.287µs
I0421 15:00:23.571472    3654 cni.go:452] [openshift-monitoring/prometheus-k8s-0 cb48004015e24c5238f2bbcc1f73cc3bf242c3024db9ed76a6e5fecd77e9cdfa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 cb48004015e24c5238f2bbcc1f73cc3bf242c3024db9ed76a6e5fecd77e9cdfa network default NAD default NAD key ]
I0421 15:00:23.581147    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: cb48004015e24c5, network: default, NAD default, SandboxID: "cb48004015e24c5238f2bbcc1f73cc3bf242c3024db9ed76a6e5fecd77e9cdfa", PCI device ID: , UID: "522f960f-e4c6-4d0e-bb52-97afa65122b5", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23]
I0421 15:00:23.633414    3654 cni.go:473] [openshift-monitoring/prometheus-k8s-0 cb48004015e24c5238f2bbcc1f73cc3bf242c3024db9ed76a6e5fecd77e9cdfa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 cb48004015e24c5238f2bbcc1f73cc3bf242c3024db9ed76a6e5fecd77e9cdfa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:4c:6e:8c:ab:e0\",\"name\":\"cb48004015e24c5\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1e97f26-7f02-4678-8e15-f8f174746964\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 15:00:23.772164    3654 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:23.772184    3654 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:23.772189    3654 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:23.772193    3654 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:23.796622    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0421 15:00:24.787785    3654 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:00:24.787807    3654 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0421 15:00:27.612903    3654 cni.go:452] [openshift-dns/dns-default-mfnhf 065826b7461f16d6ac97937dc420ed4f5caa4cb3571b23ce8c3a9f27656740a3 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-mfnhf 065826b7461f16d6ac97937dc420ed4f5caa4cb3571b23ce8c3a9f27656740a3 network default NAD default NAD key ]
I0421 15:00:27.622619    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mfnhf, hostIfaceName: 065826b7461f16d, network: default, NAD default, SandboxID: "065826b7461f16d6ac97937dc420ed4f5caa4cb3571b23ce8c3a9f27656740a3", PCI device ID: , UID: "c477dc90-8979-47ab-a61f-53b954f73e1e", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23]
I0421 15:00:27.670224    3654 cni.go:473] [openshift-dns/dns-default-mfnhf 065826b7461f16d6ac97937dc420ed4f5caa4cb3571b23ce8c3a9f27656740a3 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-mfnhf 065826b7461f16d6ac97937dc420ed4f5caa4cb3571b23ce8c3a9f27656740a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:8c:b0:42:4e:1b\",\"name\":\"065826b7461f16d\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/372c0a6b-25f4-4d74-a786-93ed1fe73ab6\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 15:00:28.692978    3654 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:00:28.693002    3654 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:00:29.787638    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:29.787657    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:29.787663    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:29.787669    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:30.690015    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0421 15:00:30.871580    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0421 15:00:31.648741    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:31.648765    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:31.648775    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:31.648795    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:31.648802    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:31.648808    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0421 15:00:32.810775    3654 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:32.811402    3654 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:32.811439    3654 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:32.811452    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0421 15:00:32.811464    3654 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:32.811469    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0421 15:00:33.156957    3654 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0421 15:00:33.539204    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0421 15:00:33.604795    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0421 15:00:33.604821    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 15:00:33.836640    3654 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:33.836664    3654 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:33.836684    3654 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:33.836692    3654 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0421 15:00:37.673928    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0421 15:00:37.673948    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 15:00:38.847969    3654 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0421 15:00:38.858747    3654 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0421 15:00:38.876302    3654 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-mwght of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:38.876831    3654 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-mwght of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:39.756153    3654 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-mwght of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:39.756178    3654 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-mwght of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:39.761779    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7ffddf87d4-mwght
I0421 15:00:39.761804    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7ffddf87d4-mwght
W0421 15:00:40.817051    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:40.817075    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:40.817084    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:44.789184    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0421 15:00:47.016526    3654 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:47.017014    3654 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:47.577845    3654 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:47.577867    3654 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:47.583608    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7ffddf87d4-sztd8
I0421 15:00:47.583627    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7ffddf87d4-sztd8
W0421 15:00:52.896833    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0421 15:00:52.896956    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0421 15:00:52.897042    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0421 15:00:53.631945    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0421 15:00:53.904046    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0421 15:00:54.645397    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0421 15:00:54.645425    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0421 15:01:02.830625    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0421 15:01:14.012011    3654 cni.go:452] [openshift-image-registry/image-registry-68697fc45f-zc7pd d06e9855729d385390a88c3437fc2703c93327ea35913e4295256c82fafe6344 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-68697fc45f-zc7pd d06e9855729d385390a88c3437fc2703c93327ea35913e4295256c82fafe6344 network default NAD default NAD key ]
I0421 15:01:14.107958    3654 cni.go:473] [openshift-image-registry/image-registry-68697fc45f-zc7pd d06e9855729d385390a88c3437fc2703c93327ea35913e4295256c82fafe6344 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-68697fc45f-zc7pd d06e9855729d385390a88c3437fc2703c93327ea35913e4295256c82fafe6344 network default NAD default NAD key default], result "{}", err <nil>
I0421 15:01:14.158784    3654 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:14.158821    3654 pods.go:176] Deleting pod: openshift-image-registry/image-registry-68697fc45f-zc7pd
I0421 15:01:14.160090    3654 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-68697fc45f-zc7pd, ips: 10.130.0.13
I0421 15:01:14.160133    3654 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:14.975534    3654 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:14.975561    3654 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:14.983546    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-68697fc45f-zc7pd
I0421 15:01:14.983579    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-68697fc45f-zc7pd
I0421 15:01:14.987041    3654 cni.go:452] [openshift-console/console-7c9ffcdbd5-bslq9 9a2f90cdf2fee993b5a216c39c05aa70282a6b6d1ac3776d042f8d8a6d0270d2 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7c9ffcdbd5-bslq9 9a2f90cdf2fee993b5a216c39c05aa70282a6b6d1ac3776d042f8d8a6d0270d2 network default NAD default NAD key ]
I0421 15:01:15.057280    3654 cni.go:473] [openshift-console/console-7c9ffcdbd5-bslq9 9a2f90cdf2fee993b5a216c39c05aa70282a6b6d1ac3776d042f8d8a6d0270d2 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7c9ffcdbd5-bslq9 9a2f90cdf2fee993b5a216c39c05aa70282a6b6d1ac3776d042f8d8a6d0270d2 network default NAD default NAD key default], result "{}", err <nil>
I0421 15:01:15.104389    3654 obj_retry.go:498] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:15.104421    3654 pods.go:176] Deleting pod: openshift-console/console-7c9ffcdbd5-bslq9
I0421 15:01:15.105670    3654 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7c9ffcdbd5-bslq9, ips: 10.130.0.15
I0421 15:01:15.105697    3654 obj_retry.go:498] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:15.979614    3654 obj_retry.go:492] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:15.979643    3654 obj_retry.go:492] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:15.987256    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c9ffcdbd5-bslq9
I0421 15:01:15.987279    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c9ffcdbd5-bslq9
I0421 15:01:16.603271    3654 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0421 15:01:19.209291    3654 cni.go:452] [openshift-ingress/router-default-57d867779-zjpj8 63c1637c6cff870180d550161c0288597b83c370af3a1202030832595d161005 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-57d867779-zjpj8 63c1637c6cff870180d550161c0288597b83c370af3a1202030832595d161005 network default NAD default NAD key ]
I0421 15:01:19.292656    3654 cni.go:473] [openshift-ingress/router-default-57d867779-zjpj8 63c1637c6cff870180d550161c0288597b83c370af3a1202030832595d161005 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-57d867779-zjpj8 63c1637c6cff870180d550161c0288597b83c370af3a1202030832595d161005 network default NAD default NAD key default], result "{}", err <nil>
I0421 15:01:19.340161    3654 obj_retry.go:498] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:19.340198    3654 pods.go:176] Deleting pod: openshift-ingress/router-default-57d867779-zjpj8
I0421 15:01:19.341429    3654 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-57d867779-zjpj8, ips: 10.130.0.11
I0421 15:01:19.341457    3654 obj_retry.go:498] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:19.995449    3654 obj_retry.go:492] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:19.995477    3654 obj_retry.go:492] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:20.000915    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-57d867779-zjpj8
I0421 15:01:20.000944    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-57d867779-zjpj8
W0421 15:01:23.943342    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:01:23.943360    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:01:23.943370    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:01:23.943375    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:01:24.052452    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:01:24.052479    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0421 15:01:34.913260    3654 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:34.913772    3654 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:35.800632    3654 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:35.800655    3654 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:38.315832    3654 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:38.316460    3654 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:38.975281    3654 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:38.975303    3654 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:38.981689    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0421 15:01:38.981709    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0421 15:01:43.011656    3654 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:43.012261    3654 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:43.305657    3654 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:43.305685    3654 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:43.312224    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0421 15:01:43.312252    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0421 15:01:45.106479    3654 base_network_controller_pods.go:487] [default/openshift-console/console-698488587d-kwb4h] creating logical port openshift-console_console-698488587d-kwb4h for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:01:45.106606    3654 kube.go:256] Updating pod openshift-console/console-698488587d-kwb4h
I0421 15:01:45.129194    3654 pod.go:62] [openshift-console/console-698488587d-kwb4h] pod update took 22.617622ms
I0421 15:01:45.129214    3654 base_network_controller_pods.go:951] [default/openshift-console/console-698488587d-kwb4h] addLogicalPort annotation time took 22.640656ms
I0421 15:01:45.130466    3654 pods.go:271] [openshift-console/console-698488587d-kwb4h] addLogicalPort took 24.000826ms, libovsdb time 929.253µs
I0421 15:01:45.464492    3654 cni.go:452] [openshift-console/console-698488587d-kwb4h 3e17e7bcda2e58b85f0f6e55152f2d77d737b02f635ba54f3fa2b960af60d3ef network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-698488587d-kwb4h 3e17e7bcda2e58b85f0f6e55152f2d77d737b02f635ba54f3fa2b960af60d3ef network default NAD default NAD key ]
I0421 15:01:45.473824    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-698488587d-kwb4h, hostIfaceName: 3e17e7bcda2e58b, network: default, NAD default, SandboxID: "3e17e7bcda2e58b85f0f6e55152f2d77d737b02f635ba54f3fa2b960af60d3ef", PCI device ID: , UID: "d02afe30-99e6-4696-8687-c6fed7744c28", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23]
I0421 15:01:45.520420    3654 cni.go:473] [openshift-console/console-698488587d-kwb4h 3e17e7bcda2e58b85f0f6e55152f2d77d737b02f635ba54f3fa2b960af60d3ef network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-698488587d-kwb4h 3e17e7bcda2e58b85f0f6e55152f2d77d737b02f635ba54f3fa2b960af60d3ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:32:f0:c6:5c:c0\",\"name\":\"3e17e7bcda2e58b\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abf66405-e0f5-4ed3-878d-9bf8fd6778ee\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 15:01:56.145391    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0421 15:02:10.435224    3654 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:10.435795    3654 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:10.743806    3654 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:10.744346    3654 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:10.948242    3654 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:10.948264    3654 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:10.955436    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0421 15:02:10.955463    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0421 15:02:11.127093    3654 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:11.127127    3654 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:11.133513    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67cdc9f8c7-4xhgz
I0421 15:02:11.133532    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67cdc9f8c7-4xhgz
I0421 15:02:21.467799    3654 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:21.468377    3654 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:22.001290    3654 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:22.001317    3654 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:22.008899    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67cdc9f8c7-rxhjr
I0421 15:02:22.008926    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67cdc9f8c7-rxhjr
I0421 15:02:45.469734    3654 cni.go:452] [openshift-monitoring/prometheus-k8s-0 cb48004015e24c5238f2bbcc1f73cc3bf242c3024db9ed76a6e5fecd77e9cdfa network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 cb48004015e24c5238f2bbcc1f73cc3bf242c3024db9ed76a6e5fecd77e9cdfa network default NAD default NAD key ]
I0421 15:02:45.553160    3654 cni.go:473] [openshift-monitoring/prometheus-k8s-0 cb48004015e24c5238f2bbcc1f73cc3bf242c3024db9ed76a6e5fecd77e9cdfa network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 cb48004015e24c5238f2bbcc1f73cc3bf242c3024db9ed76a6e5fecd77e9cdfa network default NAD default NAD key default], result "{}", err <nil>
I0421 15:02:45.612309    3654 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:45.612343    3654 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0421 15:02:45.613848    3654 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.19
I0421 15:02:45.613875    3654 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:46.321996    3654 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:46.322028    3654 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:46.328234    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0421 15:02:46.328263    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0421 15:02:46.376829    3654 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:02:46.376941    3654 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0421 15:02:46.401646    3654 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 24.743512ms
I0421 15:02:46.401669    3654 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 24.772375ms
I0421 15:02:46.402843    3654 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.034149ms, libovsdb time 880.511µs
I0421 15:02:46.735934    3654 cni.go:452] [openshift-monitoring/prometheus-k8s-0 79992ec818991b06580b65cab3e53d82eab41e0e799ab0a35a2f7e1428565110 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 79992ec818991b06580b65cab3e53d82eab41e0e799ab0a35a2f7e1428565110 network default NAD default NAD key ]
I0421 15:02:46.745825    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 79992ec818991b0, network: default, NAD default, SandboxID: "79992ec818991b06580b65cab3e53d82eab41e0e799ab0a35a2f7e1428565110", PCI device ID: , UID: "ee5983af-fef2-4e1f-bdb0-21624856f3d3", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23]
I0421 15:02:46.792523    3654 cni.go:473] [openshift-monitoring/prometheus-k8s-0 79992ec818991b06580b65cab3e53d82eab41e0e799ab0a35a2f7e1428565110 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 79992ec818991b06580b65cab3e53d82eab41e0e799ab0a35a2f7e1428565110 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:6f:28:1e:05:26\",\"name\":\"79992ec818991b0\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c015175e-b874-4dbc-96c3-0192658daff8\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:03:35.486784    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
W0421 15:03:47.602401    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:03:47.602426    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0421 15:03:49.384803    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=552
I0421 15:04:05.377233    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68
I0421 15:04:13.504176    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5
I0421 15:04:18.663296    3654 obj_retry.go:498] Detected object openshift-console/console-698488587d-vg2mc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:04:18.663785    3654 obj_retry.go:498] Detected object openshift-console/console-698488587d-vg2mc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:04:19.644191    3654 obj_retry.go:492] Detected object openshift-console/console-698488587d-vg2mc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:04:19.644214    3654 obj_retry.go:492] Detected object openshift-console/console-698488587d-vg2mc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:04:19.649733    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698488587d-vg2mc
I0421 15:04:19.649759    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698488587d-vg2mc
I0421 15:04:29.618623    3654 cni.go:452] [openshift-console/console-698488587d-kwb4h 3e17e7bcda2e58b85f0f6e55152f2d77d737b02f635ba54f3fa2b960af60d3ef network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-698488587d-kwb4h 3e17e7bcda2e58b85f0f6e55152f2d77d737b02f635ba54f3fa2b960af60d3ef network default NAD default NAD key ]
I0421 15:04:29.688838    3654 cni.go:473] [openshift-console/console-698488587d-kwb4h 3e17e7bcda2e58b85f0f6e55152f2d77d737b02f635ba54f3fa2b960af60d3ef network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-698488587d-kwb4h 3e17e7bcda2e58b85f0f6e55152f2d77d737b02f635ba54f3fa2b960af60d3ef network default NAD default NAD key default], result "{}", err <nil>
I0421 15:04:29.760973    3654 obj_retry.go:498] Detected object openshift-console/console-698488587d-kwb4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:04:29.761002    3654 pods.go:176] Deleting pod: openshift-console/console-698488587d-kwb4h
I0421 15:04:29.762207    3654 pods.go:236] Attempting to release IPs for pod: openshift-console/console-698488587d-kwb4h, ips: 10.130.0.20
I0421 15:04:29.762237    3654 obj_retry.go:498] Detected object openshift-console/console-698488587d-kwb4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:04:30.715129    3654 obj_retry.go:492] Detected object openshift-console/console-698488587d-kwb4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:04:30.715153    3654 obj_retry.go:492] Detected object openshift-console/console-698488587d-kwb4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:04:30.721919    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698488587d-kwb4h
I0421 15:04:30.721946    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698488587d-kwb4h
I0421 15:05:08.470345    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0421 15:05:22.491925    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0421 15:05:34.503145    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0421 15:05:37.375456    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55
I0421 15:05:43.497670    3654 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
W0421 15:05:43.836047    3654 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0421 15:05:49.377267    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15
I0421 15:05:54.870309    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0421 15:05:54.870365    3654 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-t6gvr IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-t6gvr: no pod IPs found 
I0421 15:06:24.375492    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136
I0421 15:06:30.466638    3654 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0421 15:06:33.476512    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0421 15:07:06.376543    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0421 15:07:36.481146    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0421 15:07:46.465748    3654 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0421 15:09:08.379203    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=5
I0421 15:09:15.489567    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0421 15:10:04.134973    3654 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:10:04.135576    3654 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:10:05.062634    3654 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:10:05.062686    3654 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:10:35.386967    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=53
I0421 15:10:45.494403    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0421 15:10:47.506191    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0421 15:10:57.261392    3654 namespace.go:98] [tsf] adding namespace
I0421 15:10:57.262205    3654 namespace.go:102] [tsf] adding namespace took 794.821µs
I0421 15:10:57.276480    3654 namespace.go:142] [tsf] updating namespace
I0421 15:10:57.286129    3654 namespace.go:142] [tsf] updating namespace
I0421 15:11:01.361603    3654 namespace.go:98] [cert-manager-operator] adding namespace
I0421 15:11:01.361661    3654 namespace.go:98] [tsf-keycloak] adding namespace
I0421 15:11:01.361694    3654 namespace.go:98] [rhtpa-operator] adding namespace
I0421 15:11:01.362477    3654 namespace.go:102] [cert-manager-operator] adding namespace took 852.45µs
I0421 15:11:01.362998    3654 namespace.go:102] [tsf-keycloak] adding namespace took 1.319754ms
I0421 15:11:01.363522    3654 namespace.go:102] [rhtpa-operator] adding namespace took 1.821538ms
I0421 15:11:01.364416    3654 namespace.go:98] [konflux-operator] adding namespace
I0421 15:11:01.364461    3654 namespace.go:98] [rhbk-operator] adding namespace
I0421 15:11:01.364565    3654 namespace.go:98] [tsf-tpa] adding namespace
I0421 15:11:01.365143    3654 namespace.go:102] [konflux-operator] adding namespace took 709.351µs
I0421 15:11:01.365851    3654 namespace.go:102] [rhbk-operator] adding namespace took 1.378562ms
I0421 15:11:01.366472    3654 namespace.go:102] [tsf-tpa] adding namespace took 1.892735ms
I0421 15:11:01.366664    3654 namespace.go:98] [tsf-tas] adding namespace
I0421 15:11:01.366719    3654 namespace.go:98] [konflux-ui] adding namespace
I0421 15:11:01.367275    3654 namespace.go:102] [tsf-tas] adding namespace took 598.452µs
I0421 15:11:01.367779    3654 namespace.go:102] [konflux-ui] adding namespace took 1.050301ms
I0421 15:11:01.381233    3654 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:01.395842    3654 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:01.413799    3654 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:01.426076    3654 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:01.426098    3654 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:01.426254    3654 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:01.442766    3654 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:01.447346    3654 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:01.454362    3654 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:01.454388    3654 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:01.483615    3654 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:01.500665    3654 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:01.522818    3654 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:01.538856    3654 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:01.560045    3654 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:01.574574    3654 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:01.591494    3654 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:01.608699    3654 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:01.636448    3654 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:01.645793    3654 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:01.650816    3654 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:01.662267    3654 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:01.683503    3654 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:01.691905    3654 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:02.412699    3654 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:02.415975    3654 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:02.556840    3654 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:11:02.556963    3654 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0421 15:11:02.572165    3654 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 15.226256ms
I0421 15:11:02.572186    3654 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 15.252251ms
I0421 15:11:02.573392    3654 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 16.565786ms, libovsdb time 918.159µs
I0421 15:11:02.924497    3654 cni.go:452] [tsf/test-tsf-subscriptions 6ac46afde0e2e0689638b282b23d42a08b8c04cbb72243871c746420ff41cf2c network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 6ac46afde0e2e0689638b282b23d42a08b8c04cbb72243871c746420ff41cf2c network default NAD default NAD key ]
I0421 15:11:02.933847    3654 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 6ac46afde0e2e06, network: default, NAD default, SandboxID: "6ac46afde0e2e0689638b282b23d42a08b8c04cbb72243871c746420ff41cf2c", PCI device ID: , UID: "4afd505e-831b-43e8-8885-d6d50ba8f858", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23]
I0421 15:11:02.980673    3654 cni.go:473] [tsf/test-tsf-subscriptions 6ac46afde0e2e0689638b282b23d42a08b8c04cbb72243871c746420ff41cf2c network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 6ac46afde0e2e0689638b282b23d42a08b8c04cbb72243871c746420ff41cf2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:b8:2e:91:73:b6\",\"name\":\"6ac46afde0e2e06\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bb64203-b84c-4b16-9667-a26146c85bf1\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:11:08.422764    3654 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:08.423350    3654 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:08.423376    3654 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:08.423386    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0421 15:11:08.423405    3654 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:08.423409    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0421 15:11:09.440273    3654 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:09.440884    3654 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:09.440909    3654 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:09.440916    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0421 15:11:09.440928    3654 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:09.440931    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0421 15:11:09.446434    3654 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:09.446451    3654 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:09.446462    3654 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:09.446474    3654 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:10.465342    3654 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:10.465368    3654 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:10.465384    3654 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:10.465400    3654 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:12.474925    3654 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:12.475463    3654 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:12.475513    3654 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:12.475524    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0421 15:11:12.475538    3654 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:12.475544    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0421 15:11:13.500804    3654 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:13.500823    3654 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:13.500838    3654 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:13.500859    3654 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:14.485320    3654 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:14.486099    3654 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:14.486143    3654 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:14.486154    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0421 15:11:14.486172    3654 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:14.486188    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0421 15:11:15.575836    3654 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:15.576437    3654 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:15.576467    3654 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:15.576476    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0421 15:11:15.576491    3654 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:15.576498    3654 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0421 15:11:15.607883    3654 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:15.607903    3654 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:15.607920    3654 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:15.607931    3654 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:16.600196    3654 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:16.600257    3654 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:16.600270    3654 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:16.600282    3654 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:17.473101    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
W0421 15:11:19.391645    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0421 15:11:21.947640    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0421 15:11:21.958856    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0421 15:11:26.377856    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25
I0421 15:11:27.037994    3654 namespace.go:142] [openshift-operators] updating namespace
I0421 15:11:27.051736    3654 namespace.go:142] [openshift-operators] updating namespace
I0421 15:11:31.392545    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=44
W0421 15:11:33.396962    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0421 15:11:35.226280    3654 namespace.go:142] [openshift-operators] updating namespace
I0421 15:11:41.385519    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17
W0421 15:11:45.474299    3654 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0421 15:11:45.640956    3654 namespace.go:98] [trusted-artifact-signer] adding namespace
I0421 15:11:45.641747    3654 namespace.go:102] [trusted-artifact-signer] adding namespace took 769.067µs
I0421 15:11:45.698606    3654 namespace.go:142] [trusted-artifact-signer] updating namespace
I0421 15:11:45.708702    3654 namespace.go:142] [trusted-artifact-signer] updating namespace
I0421 15:11:50.005603    3654 namespace.go:98] [openshift-pipelines] adding namespace
I0421 15:11:50.006437    3654 namespace.go:102] [openshift-pipelines] adding namespace took 814.005µs
I0421 15:11:50.021734    3654 namespace.go:142] [openshift-pipelines] updating namespace
I0421 15:11:50.718470    3654 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:51.120048    3654 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:51.320628    3654 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:51.523288    3654 namespace.go:142] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] updating namespace
I0421 15:11:51.919912    3654 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:52.120737    3654 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:52.322397    3654 namespace.go:142] [trusted-artifact-signer] updating namespace
I0421 15:11:52.522399    3654 namespace.go:142] [tsf] updating namespace
I0421 15:11:52.724862    3654 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:52.926206    3654 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:53.127667    3654 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:53.256732    3654 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:53.264261    3654 namespace.go:142] [default] updating namespace
I0421 15:11:53.275864    3654 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:53.285037    3654 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:53.298882    3654 namespace.go:142] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] updating namespace
I0421 15:11:53.308501    3654 namespace.go:142] [openshift] updating namespace
I0421 15:11:53.317739    3654 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:53.326267    3654 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:53.335188    3654 namespace.go:142] [trusted-artifact-signer] updating namespace
I0421 15:11:53.342997    3654 namespace.go:142] [tsf] updating namespace
I0421 15:11:53.352429    3654 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:53.369814    3654 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:53.390701    3654 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:53.494720    3654 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:53.595519    3654 namespace.go:142] [default] updating namespace
I0421 15:11:53.697837    3654 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:53.792728    3654 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:53.891948    3654 namespace.go:142] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] updating namespace
I0421 15:11:53.988171    3654 namespace.go:142] [openshift] updating namespace
I0421 15:11:54.092021    3654 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:54.199488    3654 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:54.290186    3654 namespace.go:142] [trusted-artifact-signer] updating namespace
I0421 15:11:54.391560    3654 namespace.go:142] [tsf] updating namespace
I0421 15:11:54.489018    3654 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:54.590525    3654 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:54.690309    3654 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:54.909487    3654 namespace.go:142] [openshift-pipelines] updating namespace
W0421 15:12:07.586464    3654 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0421 15:12:07.586486    3654 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0421 15:12:07.586494    3654 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0421 15:12:07.618011    3654 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0421 15:12:07.618024    3654 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0421 15:12:07.618029    3654 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0421 15:12:07.657212    3654 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0421 15:12:07.657228    3654 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0421 15:12:07.657235    3654 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0421 15:12:07.657241    3654 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0421 15:12:17.479193    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0421 15:12:25.715331    3654 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-jjj6s] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-jjj6s for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:12:25.715411    3654 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-jjj6s
I0421 15:12:25.730543    3654 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-jjj6s] pod update took 15.15463ms
I0421 15:12:25.730560    3654 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-jjj6s] addLogicalPort annotation time took 15.177755ms
I0421 15:12:25.731653    3654 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-jjj6s] addLogicalPort took 16.335274ms, libovsdb time 810.931µs
I0421 15:12:26.071993    3654 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-jjj6s df84c8f367c0dc11ebe10ddcb22924bf60e59e53c6c936ae918ed5f523842201 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-jjj6s df84c8f367c0dc11ebe10ddcb22924bf60e59e53c6c936ae918ed5f523842201 network default NAD default NAD key ]
I0421 15:12:26.080907    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-jjj6s, hostIfaceName: df84c8f367c0dc1, network: default, NAD default, SandboxID: "df84c8f367c0dc11ebe10ddcb22924bf60e59e53c6c936ae918ed5f523842201", PCI device ID: , UID: "a017bcd2-bd32-44ee-8560-66e6c0a0b51c", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23]
I0421 15:12:26.127380    3654 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-jjj6s df84c8f367c0dc11ebe10ddcb22924bf60e59e53c6c936ae918ed5f523842201 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-jjj6s df84c8f367c0dc11ebe10ddcb22924bf60e59e53c6c936ae918ed5f523842201 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:07:a5:94:3a:2a\",\"name\":\"df84c8f367c0dc1\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/910fa11f-b245-4cac-a66d-d972215bd998\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 15:12:29.473242    3654 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0421 15:12:40.481239    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0421 15:12:42.313983    3654 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-g4dzx] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-g4dzx for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:12:42.314106    3654 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-g4dzx
I0421 15:12:42.328288    3654 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-g4dzx] pod update took 14.203357ms
I0421 15:12:42.328315    3654 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-g4dzx] addLogicalPort annotation time took 14.234384ms
I0421 15:12:42.329652    3654 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-g4dzx] addLogicalPort took 15.688865ms, libovsdb time 891.736µs
I0421 15:12:42.671900    3654 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-g4dzx 9018c77bccda85702afbbf6d5b302a6c1260668e8ab02de592189c646f57cc52 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-g4dzx 9018c77bccda85702afbbf6d5b302a6c1260668e8ab02de592189c646f57cc52 network default NAD default NAD key ]
I0421 15:12:42.681644    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-g4dzx, hostIfaceName: 9018c77bccda857, network: default, NAD default, SandboxID: "9018c77bccda85702afbbf6d5b302a6c1260668e8ab02de592189c646f57cc52", PCI device ID: , UID: "1d9c829b-40e4-4cfa-ba62-43348f205e26", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23]
I0421 15:12:42.728084    3654 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-g4dzx 9018c77bccda85702afbbf6d5b302a6c1260668e8ab02de592189c646f57cc52 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-g4dzx 9018c77bccda85702afbbf6d5b302a6c1260668e8ab02de592189c646f57cc52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:56:92:d7:6d:b9\",\"name\":\"9018c77bccda857\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/032a69b9-8b7b-4510-9bf0-bf0a53219daf\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:12:46.360491    3654 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0421 15:12:50.467740    3654 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5
I0421 15:13:05.437834    3654 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-9mnvp] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-9mnvp for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:13:05.437930    3654 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-9mnvp
I0421 15:13:05.450653    3654 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-9mnvp] pod update took 12.741999ms
I0421 15:13:05.450680    3654 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-9mnvp] addLogicalPort annotation time took 12.774938ms
I0421 15:13:05.451975    3654 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-9mnvp] addLogicalPort took 14.162503ms, libovsdb time 977.478µs
I0421 15:13:05.540361    3654 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-fwt9v] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-fwt9v for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:13:05.540471    3654 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-fwt9v
I0421 15:13:05.554070    3654 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-fwt9v] pod update took 13.631357ms
I0421 15:13:05.554099    3654 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-fwt9v] addLogicalPort annotation time took 13.663199ms
I0421 15:13:05.555362    3654 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-fwt9v] addLogicalPort took 15.019949ms, libovsdb time 950.052µs
I0421 15:13:05.801839    3654 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-9mnvp 318a092979bacbd6073490fa9611b30a44f043fc1c1a8a78dc399e7ed38abbb5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-9mnvp 318a092979bacbd6073490fa9611b30a44f043fc1c1a8a78dc399e7ed38abbb5 network default NAD default NAD key ]
I0421 15:13:05.811898    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-9mnvp, hostIfaceName: 318a092979bacbd, network: default, NAD default, SandboxID: "318a092979bacbd6073490fa9611b30a44f043fc1c1a8a78dc399e7ed38abbb5", PCI device ID: , UID: "b40f67da-c6c6-48a3-b1a7-6c88e9b4c6b5", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23]
I0421 15:13:05.859061    3654 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-9mnvp 318a092979bacbd6073490fa9611b30a44f043fc1c1a8a78dc399e7ed38abbb5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-9mnvp 318a092979bacbd6073490fa9611b30a44f043fc1c1a8a78dc399e7ed38abbb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c3:4d:e8:4a:80\",\"name\":\"318a092979bacbd\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59351b09-0ae6-4157-acdb-d4d293d7d60e\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:13:05.898581    3654 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-fwt9v ae4f11379481ece8b873c181bf8fd2c72c5e74b7e069d107c79fef5fcb84bdff network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-fwt9v ae4f11379481ece8b873c181bf8fd2c72c5e74b7e069d107c79fef5fcb84bdff network default NAD default NAD key ]
I0421 15:13:05.909334    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-fwt9v, hostIfaceName: ae4f11379481ece, network: default, NAD default, SandboxID: "ae4f11379481ece8b873c181bf8fd2c72c5e74b7e069d107c79fef5fcb84bdff", PCI device ID: , UID: "417257b5-a362-4262-ab1f-a3468a16e8a3", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23]
I0421 15:13:05.954992    3654 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-fwt9v ae4f11379481ece8b873c181bf8fd2c72c5e74b7e069d107c79fef5fcb84bdff network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-fwt9v ae4f11379481ece8b873c181bf8fd2c72c5e74b7e069d107c79fef5fcb84bdff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:74:7c:35:5c:02\",\"name\":\"ae4f11379481ece\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0cd740a-60cf-4167-a162-510bbe99e8f8\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:13:11.469827    3654 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
W0421 15:13:12.879292    3654 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0421 15:13:12.879309    3654 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0421 15:13:12.879314    3654 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0421 15:13:56.925849    3654 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-kfqss] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-kfqss for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:13:56.925937    3654 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-kfqss
I0421 15:13:56.939420    3654 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-kfqss] pod update took 13.503621ms
I0421 15:13:56.939439    3654 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-kfqss] addLogicalPort annotation time took 13.528333ms
I0421 15:13:56.940643    3654 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-kfqss] addLogicalPort took 14.809591ms, libovsdb time 883.715µs
I0421 15:13:57.286569    3654 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-kfqss bec450248c9d9fca5cfd9975f093d21d59308916c63a08e7191c3ab50b42eed5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-kfqss bec450248c9d9fca5cfd9975f093d21d59308916c63a08e7191c3ab50b42eed5 network default NAD default NAD key ]
I0421 15:13:57.295473    3654 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-kfqss, hostIfaceName: bec450248c9d9fc, network: default, NAD default, SandboxID: "bec450248c9d9fca5cfd9975f093d21d59308916c63a08e7191c3ab50b42eed5", PCI device ID: , UID: "f4b1aca9-3724-4e9c-afa2-917a212a9356", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23]
I0421 15:13:57.343216    3654 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-kfqss bec450248c9d9fca5cfd9975f093d21d59308916c63a08e7191c3ab50b42eed5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-kfqss bec450248c9d9fca5cfd9975f093d21d59308916c63a08e7191c3ab50b42eed5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:2d:2f:ae:aa:d7\",\"name\":\"bec450248c9d9fc\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2406e4e7-d96b-46d9-be35-67676f1cfc59\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0421 15:13:59.845582    3654 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0421 15:14:10.854346    3654 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0421 15:14:25.505427    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0421 15:14:33.378813    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0421 15:14:51.500212    3654 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0421 15:15:50.508575    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5
I0421 15:16:07.546281    3654 namespace.go:142] [openshift-pipelines] updating namespace
I0421 15:16:18.483819    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0421 15:16:38.382147    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=42
I0421 15:16:46.403139    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=53
I0421 15:17:51.492324    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0421 15:18:01.475469    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0421 15:19:10.482071    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0421 15:19:32.389661    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=232
I0421 15:19:58.380232    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54
I0421 15:20:04.361658    3654 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:20:04.362233    3654 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:20:05.265859    3654 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:20:05.265889    3654 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:20:15.471971    3654 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0421 15:20:30.509882    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0421 15:20:37.496683    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
W0421 15:20:43.784456    3654 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7ffddf87d4-mwght
I0421 15:20:55.511464    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0421 15:21:21.397782    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=55
I0421 15:21:30.470130    3654 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0421 15:21:42.380787    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0421 15:21:54.739164    3654 cni.go:452] [tsf/test-tsf-subscriptions 6ac46afde0e2e0689638b282b23d42a08b8c04cbb72243871c746420ff41cf2c network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 6ac46afde0e2e0689638b282b23d42a08b8c04cbb72243871c746420ff41cf2c network default NAD default NAD key ]
I0421 15:21:54.814823    3654 cni.go:473] [tsf/test-tsf-subscriptions 6ac46afde0e2e0689638b282b23d42a08b8c04cbb72243871c746420ff41cf2c network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 6ac46afde0e2e0689638b282b23d42a08b8c04cbb72243871c746420ff41cf2c network default NAD default NAD key default], result "{}", err <nil>
I0421 15:21:54.869363    3654 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:21:54.869422    3654 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0421 15:21:54.870733    3654 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.22
I0421 15:21:54.870760    3654 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:22:17.405469    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6
I0421 15:22:54.995575    3654 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:22:54.995623    3654 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:22:55.002156    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0421 15:22:55.002179    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0421 15:22:55.142956    3654 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:22:55.143206    3654 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0421 15:22:55.159659    3654 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 16.505943ms
I0421 15:22:55.159678    3654 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 16.529437ms
I0421 15:22:55.160902    3654 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.967045ms, libovsdb time 912.602µs
I0421 15:22:55.503183    3654 cni.go:452] [tsf/test-tsf-subscriptions ec494bed6f83ae7af41390657326d9b89d2682831b316f639c66bb3fae49a19c network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions ec494bed6f83ae7af41390657326d9b89d2682831b316f639c66bb3fae49a19c network default NAD default NAD key ]
I0421 15:22:55.512599    3654 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: ec494bed6f83ae7, network: default, NAD default, SandboxID: "ec494bed6f83ae7af41390657326d9b89d2682831b316f639c66bb3fae49a19c", PCI device ID: , UID: "e57ea4d7-e2dc-468e-8218-1701c8526b03", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23]
I0421 15:22:55.559165    3654 cni.go:473] [tsf/test-tsf-subscriptions ec494bed6f83ae7af41390657326d9b89d2682831b316f639c66bb3fae49a19c network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions ec494bed6f83ae7af41390657326d9b89d2682831b316f639c66bb3fae49a19c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:0e:30:fd:e9:70\",\"name\":\"ec494bed6f83ae7\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7b1a4d2-1f8a-4804-aa63-1580f701f1ec\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:23:11.502033    3654 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0421 15:24:27.385264    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9
I0421 15:25:42.485597    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0421 15:25:51.494490    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0421 15:26:02.383339    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34
I0421 15:26:56.478056    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0421 15:27:25.484292    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0421 15:27:38.391741    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=30
I0421 15:27:48.512279    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0421 15:28:09.513647    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0421 15:28:23.504103    3654 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0421 15:28:24.400277    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8
I0421 15:28:25.498738    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0421 15:29:04.383048    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0421 15:29:44.474749    3654 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11
I0421 15:30:04.560924    3654 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:30:04.561511    3654 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:30:05.444829    3654 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:30:05.444852    3654 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:30:05.480672    3654 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:30:05.480692    3654 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:30:05.480809    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf
I0421 15:30:05.480829    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf
I0421 15:30:26.472269    3654 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0421 15:31:16.385413    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35
I0421 15:32:07.408544    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10
I0421 15:33:12.388211    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9
I0421 15:33:39.594967    3654 cni.go:452] [tsf/test-tsf-subscriptions ec494bed6f83ae7af41390657326d9b89d2682831b316f639c66bb3fae49a19c network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions ec494bed6f83ae7af41390657326d9b89d2682831b316f639c66bb3fae49a19c network default NAD default NAD key ]
I0421 15:33:39.666825    3654 cni.go:473] [tsf/test-tsf-subscriptions ec494bed6f83ae7af41390657326d9b89d2682831b316f639c66bb3fae49a19c network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions ec494bed6f83ae7af41390657326d9b89d2682831b316f639c66bb3fae49a19c network default NAD default NAD key default], result "{}", err <nil>
I0421 15:33:39.721022    3654 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:33:39.721099    3654 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0421 15:33:39.722301    3654 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.28
I0421 15:33:39.722325    3654 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:34:18.487390    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0421 15:34:39.784133    3654 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:34:39.784185    3654 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:34:39.790487    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0421 15:34:39.790518    3654 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0421 15:34:39.908765    3654 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-80.ec2.internal
I0421 15:34:39.908903    3654 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0421 15:34:39.925107    3654 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 16.241209ms
I0421 15:34:39.925149    3654 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 16.28487ms
I0421 15:34:39.926446    3654 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.718526ms, libovsdb time 967.392µs
I0421 15:34:40.268517    3654 cni.go:452] [tsf/test-tsf-subscriptions 693823f50b289059671a326ebda92e051a14951df70a0064ec332cc189899217 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 693823f50b289059671a326ebda92e051a14951df70a0064ec332cc189899217 network default NAD default NAD key ]
I0421 15:34:40.278569    3654 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 693823f50b28905, network: default, NAD default, SandboxID: "693823f50b289059671a326ebda92e051a14951df70a0064ec332cc189899217", PCI device ID: , UID: "4f522d44-84d3-4719-b467-35906fd91a6c", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23]
I0421 15:34:40.324801    3654 cni.go:473] [tsf/test-tsf-subscriptions 693823f50b289059671a326ebda92e051a14951df70a0064ec332cc189899217 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 693823f50b289059671a326ebda92e051a14951df70a0064ec332cc189899217 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:d4:b5:bf:49:ce\",\"name\":\"693823f50b28905\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b13cb419-5f95-4b3f-ac50-ec3462ba3f54\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0421 15:34:50.480952    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0421 15:35:07.386037    3654 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0421 15:35:25.497005    3654 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11