+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-80.ec2.internal ++ [[ -n ip-10-0-0-80.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-80.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0423 19:48:29.262257814 - disable conntrack on geneve port' I0423 19:48:29.262257814 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0423 19:48:29.278743404 - starting ovnkube-node' I0423 19:48:29.278743404 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-80.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-80.ec2.internal --init-node ip-10-0-0-80.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-80.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0423 19:48:29.318446 3700 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0423 19:48:29.318495 3700 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d84a1f03e1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0423 19:48:29.320228 3700 kube.go:431] Waiting for certificate I0423 19:48:29.320267 3700 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0423 19:48:29.320318 3700 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0423 19:48:29.321118 3700 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0423 19:48:29.351890 3700 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:48:29.351918 3700 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:48:29.354164 3700 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:48:29.354251 3700 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-djbds" I0423 19:48:29.362541 3700 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-djbds" I0423 19:48:29.362609 3700 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0423 19:48:30.320335 3700 kube.go:438] Certificate found I0423 19:48:30.320933 3700 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0423 19:48:30.321842 3700 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0423 19:48:30.393392 3700 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0423 19:48:30.393751 3700 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-24 19:43:29 +0000 UTC" deadline="2026-04-24 14:34:59.96334233 +0000 UTC" I0423 19:48:30.393825 3700 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h46m29.569529071s" I0423 19:48:30.404578 3700 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0423 19:48:30.404660 3700 server.go:101] MetricServer registers OVS metrics I0423 19:48:30.405019 3700 server.go:105] MetricServer registers OVN DB metrics I0423 19:48:30.405213 3700 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0423 19:48:30.405266 3700 factory.go:561] Starting watch factory I0423 19:48:30.405378 3700 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.405378 3700 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.405402 3700 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.405415 3700 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.405542 3700 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.405564 3700 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.405740 3700 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.405797 3700 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.405915 3700 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.405937 3700 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.407004 3700 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.407088 3700 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.409602 3700 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0423 19:48:30.409663 3700 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0423 19:48:30.410486 3700 controller_manager.go:370] Starting the ovnkube controller I0423 19:48:30.410496 3700 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-80.ec2.internal I0423 19:48:30.410547 3700 controller_manager.go:395] NBDB zone sync took: 45.157µs I0423 19:48:30.410556 3700 factory.go:561] Starting watch factory I0423 19:48:30.422584 3700 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0423 19:48:30.422601 3700 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0423 19:48:30.426167 3700 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0423 19:48:30.426199 3700 server.go:109] MetricServer registers OVN Controller metrics I0423 19:48:30.426583 3700 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.426705 3700 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.429741 3700 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.429880 3700 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.430897 3700 server.go:113] MetricServer registers OVN Northd metrics I0423 19:48:30.432838 3700 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.435836 3700 metrics.go:519] OVN Metrics Server starts to run ... I0423 19:48:30.438638 3700 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:48:30.511289 3700 factory.go:1977] *v1.Node informer cache synced successfully I0423 19:48:30.511312 3700 factory.go:1977] *v1.Service informer cache synced successfully I0423 19:48:30.511316 3700 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0423 19:48:30.511319 3700 factory.go:1977] *v1.Pod informer cache synced successfully I0423 19:48:30.511322 3700 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0423 19:48:30.511325 3700 factory.go:1977] *v1.Namespace informer cache synced successfully I0423 19:48:30.511413 3700 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:48:30.511431 3700 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:48:30.511413 3700 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:48:30.511499 3700 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:48:30.514304 3700 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:48:30.514288 3700 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0423 19:48:30.516062 3700 factory.go:1977] *v1.Namespace informer cache synced successfully I0423 19:48:30.516074 3700 factory.go:1977] *v1.Node informer cache synced successfully I0423 19:48:30.516077 3700 factory.go:1977] *v1.Service informer cache synced successfully I0423 19:48:30.516080 3700 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0423 19:48:30.516083 3700 factory.go:1977] *v1.Pod informer cache synced successfully I0423 19:48:30.516086 3700 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0423 19:48:30.516499 3700 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0423 19:48:30.516508 3700 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0423 19:48:30.516554 3700 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.516567 3700 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.518888 3700 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.521127 3700 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0423 19:48:30.521136 3700 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0423 19:48:30.522214 3700 factory.go:1977] *v1.EgressIP informer cache synced successfully I0423 19:48:30.522261 3700 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.522273 3700 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.524624 3700 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.526587 3700 factory.go:1977] *v1.EgressIP informer cache synced successfully I0423 19:48:30.527757 3700 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0423 19:48:30.527817 3700 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.527829 3700 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.530402 3700 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.532382 3700 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0423 19:48:30.533528 3700 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0423 19:48:30.533587 3700 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.533603 3700 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.535955 3700 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.537968 3700 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0423 19:48:30.539100 3700 factory.go:1977] *v1.EgressService informer cache synced successfully I0423 19:48:30.539158 3700 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.539169 3700 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.541557 3700 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.543466 3700 factory.go:1977] *v1.EgressService informer cache synced successfully I0423 19:48:30.544606 3700 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0423 19:48:30.544762 3700 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0423 19:48:30.544774 3700 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0423 19:48:30.547104 3700 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0423 19:48:30.549032 3700 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0423 19:48:30.550174 3700 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0423 19:48:30.550234 3700 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.550247 3700 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.550236 3700 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.550312 3700 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.552858 3700 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.553016 3700 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0423 19:48:30.554862 3700 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0423 19:48:30.556191 3700 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0423 19:48:30.556200 3700 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0423 19:48:30.556207 3700 factory.go:680] Watch Factory start up complete, took: 150.942305ms I0423 19:48:30.556264 3700 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0423 19:48:30.560549 3700 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0423 19:48:30.560558 3700 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0423 19:48:30.560564 3700 factory.go:680] Watch Factory start up complete, took: 150.006616ms I0423 19:48:30.560571 3700 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-80.ec2.internal" zone I0423 19:48:30.602574 3700 default_node_network_controller.go:710] Initializing the default node network controller I0423 19:48:30.683290 3700 udn_isolation.go:101] Starting UDN host isolation manager I0423 19:48:30.689035 3700 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0423 19:48:30.746947 3700 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0423 19:48:30.747012 3700 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0423 19:48:30.747032 3700 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0423 19:48:30.776402 3700 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0423 19:48:30.776457 3700 default_node_network_controller.go:809] Node ip-10-0-0-80.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0423 19:48:30.781097 3700 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.80"] k8s.ovn.org/zone-name:ip-10-0-0-80.ec2.internal] on node ip-10-0-0-80.ec2.internal I0423 19:48:30.806202 3700 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0423 19:48:30.811246 3700 controller_manager.go:429] Waiting for node in zone sync took: 250.662773ms I0423 19:48:30.811956 3700 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0423 19:48:30.812258 3700 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0423 19:48:30.812400 3700 gateway_init.go:263] Preparing Gateway I0423 19:48:30.812414 3700 gateway_shared_intf.go:1687] Creating new gateway I0423 19:48:30.816421 3700 controller_manager.go:611] Switching to transit router for layer2 networks I0423 19:48:30.816438 3700 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-80.ec2.internal I0423 19:48:30.831927 3700 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0423 19:48:30.837729 3700 controller_manager.go:290] SCTP support detected in OVN I0423 19:48:30.838300 3700 services_controller.go:69] Creating services controller for network=default I0423 19:48:30.838397 3700 udn_enabled_svc.go:80] Waiting for service informer to sync I0423 19:48:30.838554 3700 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0423 19:48:30.838588 3700 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0423 19:48:30.838602 3700 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0423 19:48:30.838610 3700 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0423 19:48:30.838844 3700 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0423 19:48:30.838896 3700 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0423 19:48:30.838932 3700 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.48µs I0423 19:48:30.838955 3700 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 50.526µs I0423 19:48:30.838961 3700 udn_enabled_svc.go:95] Performing full resync I0423 19:48:30.838963 3700 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 68.293µs I0423 19:48:30.838970 3700 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0423 19:48:30.838976 3700 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0423 19:48:30.838984 3700 default_network_controller.go:325] Starting the default network controller I0423 19:48:30.839079 3700 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.372µs I0423 19:48:30.839255 3700 udn_enabled_svc.go:99] Waiting for handler to sync I0423 19:48:30.839265 3700 udn_enabled_svc.go:104] Starting worker I0423 19:48:30.847687 3700 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0423 19:48:30.847770 3700 repair.go:33] Syncing exgw routes took 72.209µs I0423 19:48:30.847793 3700 default_network_controller.go:414] Starting all the Watchers... I0423 19:48:30.847982 3700 namespace.go:98] [openshift-backplane-cse] adding namespace I0423 19:48:30.848045 3700 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0423 19:48:30.848063 3700 namespace.go:98] [openshift-kube-scheduler] adding namespace I0423 19:48:30.848072 3700 namespace.go:98] [openshift-network-console] adding namespace I0423 19:48:30.848077 3700 namespace.go:98] [kube-public] adding namespace I0423 19:48:30.848086 3700 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0423 19:48:30.848089 3700 namespace.go:98] [openshift-ingress-canary] adding namespace I0423 19:48:30.848093 3700 namespace.go:98] [openshift-config-managed] adding namespace I0423 19:48:30.848100 3700 namespace.go:98] [openshift-infra] adding namespace I0423 19:48:30.848107 3700 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0423 19:48:30.848105 3700 namespace.go:98] [default] adding namespace I0423 19:48:30.848111 3700 namespace.go:98] [openshift-config] adding namespace I0423 19:48:30.848118 3700 namespace.go:98] [openshift-node] adding namespace I0423 19:48:30.848114 3700 namespace.go:98] [openshift-apiserver-operator] adding namespace I0423 19:48:30.848129 3700 namespace.go:98] [openshift-must-gather-operator] adding namespace I0423 19:48:30.848607 3700 namespace.go:102] [openshift-backplane-cse] adding namespace took 614.685µs I0423 19:48:30.848622 3700 namespace.go:98] [openshift-console-user-settings] adding namespace I0423 19:48:30.849155 3700 namespace.go:102] [openshift-console-user-settings] adding namespace took 526.827µs I0423 19:48:30.849172 3700 namespace.go:98] [openshift-network-operator] adding namespace I0423 19:48:30.849736 3700 namespace.go:102] [openshift-network-operator] adding namespace took 556.869µs I0423 19:48:30.849753 3700 namespace.go:98] [openshift-machine-config-operator] adding namespace I0423 19:48:30.850229 3700 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.171195ms I0423 19:48:30.850247 3700 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0423 19:48:30.850671 3700 namespace.go:102] [openshift-kube-scheduler] adding namespace took 2.598274ms I0423 19:48:30.850684 3700 namespace.go:98] [openshift-authentication] adding namespace I0423 19:48:30.851200 3700 namespace.go:102] [openshift-network-console] adding namespace took 3.117401ms I0423 19:48:30.851220 3700 namespace.go:98] [openshift-backplane-srep] adding namespace I0423 19:48:30.851669 3700 namespace.go:102] [kube-public] adding namespace took 3.583046ms I0423 19:48:30.851682 3700 namespace.go:98] [openshift-customer-monitoring] adding namespace I0423 19:48:30.852130 3700 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.035701ms I0423 19:48:30.852148 3700 namespace.go:98] [openshift-etcd] adding namespace I0423 19:48:30.852586 3700 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.486867ms I0423 19:48:30.852606 3700 namespace.go:98] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] adding namespace I0423 19:48:30.853085 3700 namespace.go:102] [openshift-config-managed] adding namespace took 4.985064ms I0423 19:48:30.853098 3700 namespace.go:98] [openshift-dns-operator] adding namespace I0423 19:48:30.853500 3700 namespace.go:102] [openshift-infra] adding namespace took 5.393272ms I0423 19:48:30.853517 3700 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0423 19:48:30.853963 3700 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.847902ms I0423 19:48:30.853984 3700 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0423 19:48:30.854426 3700 namespace.go:102] [default] adding namespace took 6.307483ms I0423 19:48:30.854447 3700 namespace.go:98] [openshift-apiserver] adding namespace I0423 19:48:30.855065 3700 namespace.go:102] [openshift-config] adding namespace took 6.941802ms I0423 19:48:30.855083 3700 namespace.go:98] [openshift-monitoring] adding namespace I0423 19:48:30.855622 3700 namespace.go:102] [openshift-node] adding namespace took 7.498587ms I0423 19:48:30.855631 3700 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0423 19:48:30.856594 3700 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.468853ms I0423 19:48:30.856604 3700 namespace.go:98] [openshift] adding namespace I0423 19:48:30.857181 3700 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.046817ms I0423 19:48:30.857192 3700 namespace.go:98] [openshift-backplane-tam] adding namespace I0423 19:48:30.857624 3700 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.865104ms I0423 19:48:30.857638 3700 namespace.go:98] [openshift-console-operator] adding namespace I0423 19:48:30.858068 3700 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.815433ms I0423 19:48:30.858080 3700 namespace.go:98] [openshift-dns] adding namespace I0423 19:48:30.858483 3700 namespace.go:102] [openshift-authentication] adding namespace took 7.795075ms I0423 19:48:30.858496 3700 namespace.go:98] [openshift-console] adding namespace I0423 19:48:30.858992 3700 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.766703ms I0423 19:48:30.859003 3700 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0423 19:48:30.859547 3700 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.859564ms I0423 19:48:30.859562 3700 namespace.go:98] [openshift-package-operator] adding namespace I0423 19:48:30.860124 3700 namespace.go:102] [openshift-etcd] adding namespace took 7.970079ms I0423 19:48:30.860159 3700 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0423 19:48:30.860681 3700 namespace.go:102] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] adding namespace took 8.069243ms I0423 19:48:30.860695 3700 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0423 19:48:30.861282 3700 namespace.go:102] [openshift-dns-operator] adding namespace took 8.179365ms I0423 19:48:30.861302 3700 namespace.go:98] [openshift-operators] adding namespace I0423 19:48:30.861834 3700 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.311497ms I0423 19:48:30.861845 3700 namespace.go:98] [openshift-cluster-version] adding namespace I0423 19:48:30.862369 3700 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.37974ms I0423 19:48:30.862403 3700 namespace.go:98] [openshift-backplane-cee] adding namespace I0423 19:48:30.863041 3700 namespace.go:102] [openshift-apiserver] adding namespace took 8.587209ms I0423 19:48:30.863063 3700 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0423 19:48:30.863538 3700 namespace.go:102] [openshift-monitoring] adding namespace took 8.450795ms I0423 19:48:30.863550 3700 namespace.go:98] [openshift-ingress-operator] adding namespace I0423 19:48:30.864056 3700 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.4206ms I0423 19:48:30.864067 3700 namespace.go:98] [openshift-network-node-identity] adding namespace I0423 19:48:30.864564 3700 namespace.go:102] [openshift] adding namespace took 7.95411ms I0423 19:48:30.864579 3700 namespace.go:98] [openshift-route-controller-manager] adding namespace I0423 19:48:30.864975 3700 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.77836ms I0423 19:48:30.864987 3700 namespace.go:98] [openshift-authentication-operator] adding namespace I0423 19:48:30.865378 3700 namespace.go:102] [openshift-console-operator] adding namespace took 7.720578ms I0423 19:48:30.865961 3700 namespace.go:102] [openshift-dns] adding namespace took 7.874465ms I0423 19:48:30.865975 3700 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0423 19:48:30.866450 3700 namespace.go:102] [openshift-console] adding namespace took 7.948053ms I0423 19:48:30.866467 3700 namespace.go:98] [openshift-kube-apiserver] adding namespace I0423 19:48:30.866947 3700 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.938435ms I0423 19:48:30.866963 3700 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0423 19:48:30.867392 3700 namespace.go:102] [openshift-package-operator] adding namespace took 7.823665ms I0423 19:48:30.867406 3700 namespace.go:98] [openshift-backplane-mobb] adding namespace I0423 19:48:30.867862 3700 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.69699ms I0423 19:48:30.867874 3700 namespace.go:98] [kube-node-lease] adding namespace I0423 19:48:30.868260 3700 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.559443ms I0423 19:48:30.868275 3700 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0423 19:48:30.868626 3700 namespace.go:102] [openshift-operators] adding namespace took 7.31941ms I0423 19:48:30.868636 3700 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0423 19:48:30.869068 3700 namespace.go:102] [openshift-cluster-version] adding namespace took 7.219139ms I0423 19:48:30.869081 3700 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0423 19:48:30.869567 3700 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.155559ms I0423 19:48:30.869579 3700 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0423 19:48:30.870073 3700 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.002896ms I0423 19:48:30.870088 3700 namespace.go:98] [openshift-host-network] adding namespace I0423 19:48:30.870498 3700 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.94417ms I0423 19:48:30.870509 3700 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0423 19:48:30.870914 3700 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.842379ms I0423 19:48:30.870928 3700 namespace.go:98] [openshift-machine-api] adding namespace I0423 19:48:30.871304 3700 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.720223ms I0423 19:48:30.871316 3700 namespace.go:98] [openshift-multus] adding namespace I0423 19:48:30.871665 3700 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.673743ms I0423 19:48:30.871676 3700 namespace.go:98] [openshift-backplane] adding namespace I0423 19:48:30.872153 3700 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.172632ms I0423 19:48:30.872167 3700 namespace.go:98] [openshift-marketplace] adding namespace I0423 19:48:30.872579 3700 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.107264ms I0423 19:48:30.872594 3700 namespace.go:98] [openshift-logging] adding namespace I0423 19:48:30.873087 3700 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.119237ms I0423 19:48:30.873102 3700 namespace.go:98] [dedicated-admin] adding namespace I0423 19:48:30.873500 3700 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.088957ms I0423 19:48:30.873512 3700 namespace.go:98] [kube-system] adding namespace I0423 19:48:30.873961 3700 namespace.go:102] [kube-node-lease] adding namespace took 6.081519ms I0423 19:48:30.873975 3700 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0423 19:48:30.874329 3700 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.045385ms I0423 19:48:30.874346 3700 namespace.go:98] [openshift-image-registry] adding namespace I0423 19:48:30.874795 3700 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.152146ms I0423 19:48:30.874812 3700 namespace.go:98] [openshift-ingress] adding namespace I0423 19:48:30.875441 3700 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.354331ms I0423 19:48:30.875454 3700 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0423 19:48:30.876029 3700 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.444851ms I0423 19:48:30.876044 3700 namespace.go:98] [openshift-operators-redhat] adding namespace I0423 19:48:30.876695 3700 namespace.go:102] [openshift-host-network] adding namespace took 6.599645ms I0423 19:48:30.876710 3700 namespace.go:98] [openshift-insights] adding namespace I0423 19:48:30.877194 3700 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.680139ms I0423 19:48:30.877685 3700 namespace.go:102] [openshift-machine-api] adding namespace took 6.751975ms W0423 19:48:30.877686 3700 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qwnzv: pod openshift-multus/network-metrics-daemon-qwnzv: no pod IPs found I0423 19:48:30.877701 3700 namespace.go:98] [openshift-config-operator] adding namespace I0423 19:48:30.878162 3700 namespace.go:102] [openshift-multus] adding namespace took 6.841827ms I0423 19:48:30.878175 3700 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0423 19:48:30.878591 3700 namespace.go:102] [openshift-backplane] adding namespace took 6.911099ms I0423 19:48:30.878600 3700 namespace.go:98] [openshift-controller-manager] adding namespace I0423 19:48:30.879055 3700 namespace.go:102] [openshift-marketplace] adding namespace took 6.881222ms I0423 19:48:30.879558 3700 namespace.go:102] [openshift-logging] adding namespace took 6.958975ms I0423 19:48:30.879990 3700 namespace.go:102] [dedicated-admin] adding namespace took 6.881517ms I0423 19:48:30.880004 3700 namespace.go:98] [openshift-network-diagnostics] adding namespace I0423 19:48:30.880394 3700 namespace.go:102] [kube-system] adding namespace took 6.876378ms I0423 19:48:30.880791 3700 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.81146ms I0423 19:48:30.881216 3700 namespace.go:102] [openshift-image-registry] adding namespace took 6.865373ms I0423 19:48:30.881672 3700 namespace.go:102] [openshift-ingress] adding namespace took 6.853955ms I0423 19:48:30.882207 3700 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.747134ms I0423 19:48:30.882243 3700 namespace.go:98] [openshift-backplane-csm] adding namespace I0423 19:48:30.882667 3700 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.617337ms I0423 19:48:30.883201 3700 namespace.go:102] [openshift-insights] adding namespace took 6.485954ms I0423 19:48:30.883215 3700 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0423 19:48:30.883627 3700 namespace.go:102] [openshift-config-operator] adding namespace took 5.920789ms I0423 19:48:30.884166 3700 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.986998ms I0423 19:48:30.884179 3700 namespace.go:98] [openshift-cluster-machine-approver] adding namespace W0423 19:48:30.884572 3700 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gz4jg: pod openshift-network-diagnostics/network-check-target-gz4jg: no pod IPs found I0423 19:48:30.884609 3700 namespace.go:102] [openshift-controller-manager] adding namespace took 6.00522ms I0423 19:48:30.884624 3700 namespace.go:98] [openshift-service-ca-operator] adding namespace I0423 19:48:30.885222 3700 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.211952ms I0423 19:48:30.885676 3700 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.424504ms I0423 19:48:30.886271 3700 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.050019ms I0423 19:48:30.886666 3700 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.481833ms I0423 19:48:30.887236 3700 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.606073ms W0423 19:48:30.887307 3700 master.go:458] Unable to parse local node ip-10-0-0-80.ec2.internal chassis-id annotation. Chassis may be removed during sync I0423 19:48:30.887316 3700 master.go:481] Removing stale chassis with ID/Name: 95630bf7-5dbe-4594-bdd7-8a3a7f262c36, hostname: ip-10-0-0-80.ec2.internal I0423 19:48:30.887797 3700 master.go:548] Adding or Updating local node "ip-10-0-0-80.ec2.internal" for network "default" I0423 19:48:30.889223 3700 zone_ic_handler.go:195] Time taken to create transit switch: 451.903µs I0423 19:48:30.889239 3700 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-141.ec2.internal for the network default I0423 19:48:30.890590 3700 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-141.ec2.internal" on network "default" took: 1.829319ms I0423 19:48:30.891301 3700 iptables.go:108] Creating table: filter chain: FORWARD I0423 19:48:30.892190 3700 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-80.ec2.internal for the network default I0423 19:48:30.892334 3700 zone_ic_handler.go:195] Time taken to create transit switch: 133.134µs I0423 19:48:30.893052 3700 default_network_controller.go:823] Node add failed for ip-10-0-0-80.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal, error getting gateway config for node ip-10-0-0-80.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal", failed to update chassis to local for local node ip-10-0-0-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-80.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal] E0423 19:48:30.893099 3700 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-80.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal, error getting gateway config for node ip-10-0-0-80.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal", failed to update chassis to local for local node ip-10-0-0-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-80.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal] I0423 19:48:30.893141 3700 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0423 19:48:30.893160 3700 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0423 19:48:30.893150 3700 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-80.ec2.internal", UID:"7180e90e-d1c2-4a97-afb1-a27f90ea3ba2", APIVersion:"v1", ResourceVersion:"8445", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal, error getting gateway config for node ip-10-0-0-80.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal", failed to update chassis to local for local node ip-10-0-0-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-80.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal] I0423 19:48:30.893173 3700 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0423 19:48:30.893181 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0423 19:48:30.893217 3700 node_tracker.go:235] Node ip-10-0-0-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal" I0423 19:48:30.893230 3700 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0423 19:48:30.893244 3700 services_controller.go:574] Full service sync requested for network=default I0423 19:48:30.893252 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default" I0423 19:48:30.893288 3700 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default" I0423 19:48:30.893294 3700 services_controller.go:574] Full service sync requested for network=default I0423 19:48:30.897623 3700 iptables.go:108] Creating table: filter chain: OUTPUT I0423 19:48:30.904191 3700 gateway_shared_intf.go:1816] Gateway Creation Complete I0423 19:48:30.904204 3700 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-80.ec2.internal","mac-address":"12:14:67:f1:97:71","ip-addresses":["10.0.0.80/24"],"ip-address":"10.0.0.80/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:95630bf7-5dbe-4594-bdd7-8a3a7f262c36 k8s.ovn.org/node-encap-ips:["10.0.0.80"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.80/24"} k8s.ovn.org/zone-name:ip-10-0-0-80.ec2.internal] on node ip-10-0-0-80.ec2.internal I0423 19:48:30.919559 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0423 19:48:30.919588 3700 master.go:548] Adding or Updating local node "ip-10-0-0-80.ec2.internal" for network "default" I0423 19:48:30.919617 3700 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0423 19:48:30.919634 3700 services_controller.go:574] Full service sync requested for network=default I0423 19:48:30.923241 3700 default_node_network_controller.go:519] Node connection status = connected W0423 19:48:30.924065 3700 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-gz4jg: pod openshift-network-diagnostics/network-check-target-gz4jg: no pod IPs found W0423 19:48:30.924078 3700 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-qwnzv: pod openshift-multus/network-metrics-daemon-qwnzv: no pod IPs found I0423 19:48:30.924974 3700 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-80.ec2.internal for the network default I0423 19:48:30.925126 3700 zone_ic_handler.go:195] Time taken to create transit switch: 139.378µs I0423 19:48:30.993379 3700 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0423 19:48:30.993397 3700 services_controller.go:208] Setting up event handlers for services for network=default I0423 19:48:30.993441 3700 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0423 19:48:30.993474 3700 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0423 19:48:30.993483 3700 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0423 19:48:31.093776 3700 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0423 19:48:31.093792 3700 repair.go:60] Starting repairing loop for services I0423 19:48:31.093865 3700 repair.go:131] Deleted 0 stale service LBs I0423 19:48:31.093881 3700 repair.go:137] Deleted 0 stale Chassis Template Vars I0423 19:48:31.093897 3700 repair.go:62] Finished repairing loop for services: 107.059µs I0423 19:48:31.093922 3700 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0423 19:48:31.093932 3700 services_controller.go:254] Starting workers for network=default I0423 19:48:31.094194 3700 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qwnzv] creating logical port openshift-multus_network-metrics-daemon-qwnzv for pod on switch ip-10-0-0-80.ec2.internal I0423 19:48:31.094260 3700 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gz4jg] creating logical port openshift-network-diagnostics_network-check-target-gz4jg for pod on switch ip-10-0-0-80.ec2.internal I0423 19:48:31.094341 3700 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-qwnzv I0423 19:48:31.094346 3700 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-gz4jg I0423 19:48:31.120196 3700 pod.go:62] [openshift-network-diagnostics/network-check-target-gz4jg] pod update took 25.88507ms I0423 19:48:31.120216 3700 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-gz4jg] addLogicalPort annotation time took 25.904553ms I0423 19:48:31.120981 3700 pods.go:271] [openshift-network-diagnostics/network-check-target-gz4jg] addLogicalPort took 26.727153ms, libovsdb time 569.08µs I0423 19:48:31.124190 3700 pod.go:62] [openshift-multus/network-metrics-daemon-qwnzv] pod update took 29.907279ms I0423 19:48:31.124210 3700 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-qwnzv] addLogicalPort annotation time took 29.932964ms I0423 19:48:31.124951 3700 pods.go:271] [openshift-multus/network-metrics-daemon-qwnzv] addLogicalPort took 30.766916ms, libovsdb time 541.153µs I0423 19:48:31.125336 3700 admin_network_policy_controller.go:227] Starting controller default-network-controller I0423 19:48:31.125354 3700 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0423 19:48:31.125367 3700 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0423 19:48:31.125371 3700 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0423 19:48:31.125549 3700 repair.go:29] Repairing admin network policies took 173.06µs I0423 19:48:31.125663 3700 repair.go:92] Repairing baseline admin network policies took 104.75µs I0423 19:48:31.126024 3700 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0423 19:48:31.126041 3700 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0423 19:48:31.128002 3700 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0423 19:48:31.128022 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0423 19:48:31.128032 3700 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0423 19:48:31.129993 3700 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0423 19:48:31.130014 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0423 19:48:31.130756 3700 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0423 19:48:31.130768 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0423 19:48:31.132395 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0423 19:48:31.132414 3700 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0423 19:48:31.132423 3700 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0423 19:48:31.132892 3700 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0423 19:48:31.132907 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0423 19:48:31.132915 3700 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0423 19:48:31.134847 3700 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0423 19:48:31.134866 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0423 19:48:31.134874 3700 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0423 19:48:31.135365 3700 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0423 19:48:31.135382 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0423 19:48:31.135388 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0423 19:48:31.135638 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0423 19:48:31.135667 3700 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0423 19:48:31.135673 3700 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0423 19:48:31.136901 3700 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0423 19:48:31.136918 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0423 19:48:31.136925 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0423 19:48:31.138091 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0423 19:48:31.138110 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0423 19:48:31.138118 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0423 19:48:31.138640 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0423 19:48:31.138672 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0423 19:48:31.138680 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0423 19:48:31.139129 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0423 19:48:31.139146 3700 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0423 19:48:31.139153 3700 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0423 19:48:31.139590 3700 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0423 19:48:31.139605 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0423 19:48:31.139615 3700 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0423 19:48:31.140761 3700 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0423 19:48:31.140778 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0423 19:48:31.140784 3700 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0423 19:48:31.141034 3700 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0423 19:48:31.141048 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0423 19:48:31.141058 3700 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0423 19:48:31.142086 3700 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0423 19:48:31.142104 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0423 19:48:31.142112 3700 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0423 19:48:31.142613 3700 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0423 19:48:31.142629 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0423 19:48:31.142636 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0423 19:48:31.144145 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0423 19:48:31.144165 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0423 19:48:31.144187 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0423 19:48:31.144851 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0423 19:48:31.144871 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0423 19:48:31.144880 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0423 19:48:31.145354 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0423 19:48:31.145375 3700 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0423 19:48:31.145385 3700 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0423 19:48:31.146283 3700 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0423 19:48:31.146300 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0423 19:48:31.146308 3700 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0423 19:48:31.147082 3700 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0423 19:48:31.147119 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0423 19:48:31.147130 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0423 19:48:31.147671 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0423 19:48:31.147688 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0423 19:48:31.147698 3700 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0423 19:48:31.149037 3700 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0423 19:48:31.149054 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0423 19:48:31.149071 3700 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0423 19:48:31.150822 3700 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0423 19:48:31.150840 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0423 19:48:31.150846 3700 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0423 19:48:31.151136 3700 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0423 19:48:31.151154 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0423 19:48:31.151165 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0423 19:48:31.151631 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0423 19:48:31.151662 3700 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0423 19:48:31.151670 3700 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0423 19:48:31.152761 3700 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0423 19:48:31.152777 3700 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0423 19:48:31.152786 3700 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0423 19:48:31.153874 3700 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0423 19:48:31.153892 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0423 19:48:31.153902 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0423 19:48:31.154392 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0423 19:48:31.159511 3700 egressfirewall.go:374] Starting EgressFirewall controller I0423 19:48:31.159544 3700 controller.go:133] Adding controller egress-firewall-controller event handlers I0423 19:48:31.159548 3700 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0423 19:48:31.159562 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0423 19:48:31.159569 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0423 19:48:31.159572 3700 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0423 19:48:31.159578 3700 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0423 19:48:31.159814 3700 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0423 19:48:31.159827 3700 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0423 19:48:31.159833 3700 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0423 19:48:31.159841 3700 egressqos.go:193] Setting up event handlers for EgressQoS I0423 19:48:31.159848 3700 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall I0423 19:48:31.159860 3700 egressfirewall.go:723] Syncing node "ip-10-0-1-141.ec2.internal" for egress firewall I0423 19:48:31.159945 3700 egressqos.go:245] Starting EgressQoS Controller I0423 19:48:31.159957 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0423 19:48:31.159963 3700 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0423 19:48:31.159969 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0423 19:48:31.159973 3700 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0423 19:48:31.159978 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0423 19:48:31.159982 3700 shared_informer.go:356] "Caches are synced" controller="egressqos" I0423 19:48:31.159986 3700 egressqos.go:259] Repairing EgressQoSes I0423 19:48:31.159990 3700 egressqos.go:399] Starting repairing loop for egressqos I0423 19:48:31.160052 3700 egressqos.go:401] Finished repairing loop for egressqos: 61.885µs I0423 19:48:31.160066 3700 egressservice_zone.go:132] Setting up event handlers for Egress Services I0423 19:48:31.160138 3700 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-80.ec2.internal I0423 19:48:31.160160 3700 egressservice_zone.go:210] Starting Egress Services Controller I0423 19:48:31.160170 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0423 19:48:31.160177 3700 shared_informer.go:356] "Caches are synced" controller="egressservices" I0423 19:48:31.160182 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0423 19:48:31.160187 3700 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0423 19:48:31.160192 3700 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-80.ec2.internal : 57.074µs I0423 19:48:31.160194 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0423 19:48:31.160208 3700 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0423 19:48:31.160214 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0423 19:48:31.160219 3700 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0423 19:48:31.160223 3700 egressservice_zone.go:228] Repairing Egress Services I0423 19:48:31.160484 3700 master_controller.go:88] Starting Admin Policy Based Route Controller I0423 19:48:31.160494 3700 external_controller.go:278] Starting Admin Policy Based Route Controller I0423 19:48:31.160574 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal I0423 19:48:31.160578 3700 default_network_controller.go:585] Completing all the Watchers took 312.774985ms I0423 19:48:31.160591 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 38.494µs I0423 19:48:31.160594 3700 default_network_controller.go:589] Starting unidling controllers I0423 19:48:31.160601 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0423 19:48:31.160606 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 6.494µs I0423 19:48:31.160613 3700 unidle.go:46] Registering OVN SB ControllerEvent handler I0423 19:48:31.160619 3700 unidle.go:63] Populating Initial ContollerEvent events I0423 19:48:31.160631 3700 unidle.go:79] Setting up event handlers for services I0423 19:48:31.160710 3700 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0423 19:48:31.424374 3700 default_node_network_controller.go:519] Node connection status = connected I0423 19:48:31.923269 3700 default_node_network_controller.go:519] Node connection status = connected I0423 19:48:32.423626 3700 default_node_network_controller.go:519] Node connection status = connected I0423 19:48:32.924241 3700 default_node_network_controller.go:519] Node connection status = connected I0423 19:48:33.281685 3700 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0423 19:48:33.423672 3700 default_node_network_controller.go:519] Node connection status = connected I0423 19:48:33.439881 3700 bridgeconfig.go:537] Gateway is ready I0423 19:48:33.439902 3700 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0423 19:48:33.450744 3700 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.80. Updating OVN encap IP. I0423 19:48:33.455630 3700 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.80 - it is already configured I0423 19:48:33.455656 3700 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.80/24:{} 172.20.0.1/32:{}]. Updating annotations. I0423 19:48:33.455824 3700 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.80/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-80.ec2.internal","mac-address":"12:14:67:f1:97:71","ip-addresses":["10.0.0.80/24"],"ip-address":"10.0.0.80/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:95630bf7-5dbe-4594-bdd7-8a3a7f262c36 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.80/24"}] on node ip-10-0-0-80.ec2.internal I0423 19:48:33.471808 3700 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.80 I0423 19:48:33.471901 3700 master.go:548] Adding or Updating local node "ip-10-0-0-80.ec2.internal" for network "default" I0423 19:48:33.471930 3700 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-80.ec2.internal I0423 19:48:33.471954 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0423 19:48:33.471958 3700 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall I0423 19:48:33.471970 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 18.671µs I0423 19:48:33.471934 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0423 19:48:33.472065 3700 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0423 19:48:33.472084 3700 services_controller.go:574] Full service sync requested for network=default I0423 19:48:33.476927 3700 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-80.ec2.internal. Updating no re-route policies I0423 19:48:33.476999 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qwnzv I0423 19:48:33.477006 3700 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-lrmnl I0423 19:48:33.477013 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fq2fw I0423 19:48:33.477020 3700 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-lrmnl I0423 19:48:33.477025 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fq2fw I0423 19:48:33.477035 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4qkzz I0423 19:48:33.477044 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fq2fw after 0 failed attempt(s) I0423 19:48:33.477048 3700 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-lrmnl after 0 failed attempt(s) I0423 19:48:33.477050 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4qkzz I0423 19:48:33.477051 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-8wvhl I0423 19:48:33.477070 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-80.ec2.internal I0423 19:48:33.477079 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-80.ec2.internal I0423 19:48:33.477077 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-8wvhl I0423 19:48:33.477080 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4qkzz after 0 failed attempt(s) I0423 19:48:33.477080 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-qrxwr I0423 19:48:33.477092 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-80.ec2.internal after 0 failed attempt(s) I0423 19:48:33.477102 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-qrxwr I0423 19:48:33.477105 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t72xx I0423 19:48:33.477110 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t72xx I0423 19:48:33.477113 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-8wvhl after 0 failed attempt(s) I0423 19:48:33.477017 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qwnzv I0423 19:48:33.477131 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-qrxwr after 0 failed attempt(s) I0423 19:48:33.477057 3700 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-80.ec2.internal I0423 19:48:33.477143 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-mg76d I0423 19:48:33.477149 3700 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-80.ec2.internal I0423 19:48:33.477151 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-mg76d I0423 19:48:33.477166 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-mg76d after 0 failed attempt(s) I0423 19:48:33.477168 3700 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qwnzv] creating logical port openshift-multus_network-metrics-daemon-qwnzv for pod on switch ip-10-0-0-80.ec2.internal I0423 19:48:33.477058 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wkq55 I0423 19:48:33.477194 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wkq55 I0423 19:48:33.477079 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gz4jg I0423 19:48:33.477206 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gz4jg I0423 19:48:33.477215 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wkq55 after 0 failed attempt(s) I0423 19:48:33.477240 3700 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gz4jg] creating logical port openshift-network-diagnostics_network-check-target-gz4jg for pod on switch ip-10-0-0-80.ec2.internal I0423 19:48:33.477169 3700 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-80.ec2.internal after 0 failed attempt(s) I0423 19:48:33.477061 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-hqz2x I0423 19:48:33.477289 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-hqz2x I0423 19:48:33.477307 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-hqz2x after 0 failed attempt(s) I0423 19:48:33.477124 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-t72xx after 0 failed attempt(s) I0423 19:48:33.477855 3700 pods.go:271] [openshift-network-diagnostics/network-check-target-gz4jg] addLogicalPort took 620.163µs, libovsdb time 269.182µs I0423 19:48:33.477866 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-gz4jg after 0 failed attempt(s) I0423 19:48:33.477927 3700 pods.go:271] [openshift-multus/network-metrics-daemon-qwnzv] addLogicalPort took 771.467µs, libovsdb time 340.629µs I0423 19:48:33.477939 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-qwnzv after 0 failed attempt(s) I0423 19:48:33.487744 3700 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0423 19:48:33.498364 3700 iptables.go:108] Creating table: mangle chain: OUTPUT I0423 19:48:33.501671 3700 iptables.go:108] Creating table: nat chain: OUTPUT I0423 19:48:33.541036 3700 iptables.go:108] Creating table: nat chain: PREROUTING I0423 19:48:33.587368 3700 iptables.go:108] Creating table: filter chain: FORWARD I0423 19:48:33.603607 3700 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0423 19:48:33.603769 3700 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0423 19:48:33.603823 3700 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0423 19:48:33.603916 3700 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0423 19:48:33.603979 3700 gateway_init.go:325] Gateway and management port readiness took 2.684659731s I0423 19:48:33.604006 3700 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0423 19:48:33.604041 3700 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0423 19:48:33.604054 3700 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0423 19:48:33.604063 3700 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0423 19:48:33.604126 3700 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0423 19:48:33.604257 3700 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 102.523µs I0423 19:48:33.604481 3700 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0423 19:48:33.604505 3700 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.098µs I0423 19:48:33.604512 3700 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.588µs I0423 19:48:33.604518 3700 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0423 19:48:33.604528 3700 nad_controller.go:379] [node-nad-controller NAD controller]: started I0423 19:48:33.604534 3700 default_node_network_controller.go:899] Starting the default node network controller I0423 19:48:33.604541 3700 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0423 19:48:33.604631 3700 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.676µs I0423 19:48:33.604722 3700 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0423 19:48:33.604731 3700 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0423 19:48:33.604756 3700 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01640 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee460 0xc0002ee4d0 0xc000c15a90 0xc0002ee540 0xc0002ee5b0 0xc000ce82d0 0xc00653f340 0xc0002ee620 map[0x2ff9080:0xc002d92a80 0x2ff95c0:0xc002d92c00 0x2ffa2e0:0xc002d929c0 0x2ffa580:0xc002d92a20 0x2ffad60:0xc002d92ae0 0x2ffb000:0xc002d92b40 0x2ffb2a0:0xc002d92ba0 0x2ffba80:0xc002d92c60 0x2ffbd20:0xc002d92cc0 0x3026980:0xc000ad69c0 0x3026d20:0xc000ad6a20 0x3027800:0xc000c89bc0 0x3029160:0xc001bd8000 0x30298a0:0xc00278e240 0x302a720:0xc001902060] 0xc000c34b60 0} I0423 19:48:33.604810 3700 gateway.go:151] Starting gateway service sync I0423 19:48:33.605188 3700 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0423 19:48:33.607271 3700 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0423 19:48:33.624298 3700 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0423 19:48:33.625482 3700 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0423 19:48:33.626532 3700 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0423 19:48:33.661182 3700 gateway.go:168] Gateway service sync done. Time taken: 56.363211ms I0423 19:48:33.661698 3700 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30601 I0423 19:48:33.661927 3700 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01640 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee460 0xc0002ee4d0 0xc000c15a90 0xc0002ee540 0xc0002ee5b0 0xc000ce82d0 0xc00653f340 0xc0002ee620 map[0x2ff9080:0xc002d92a80 0x2ff95c0:0xc002d92c00 0x2ffa2e0:0xc002d929c0 0x2ffa580:0xc002d92a20 0x2ffad60:0xc002d92ae0 0x2ffb000:0xc002d92b40 0x2ffb2a0:0xc002d92ba0 0x2ffba80:0xc002d92c60 0x2ffbd20:0xc002d92cc0 0x3026980:0xc000ad69c0 0x3026d20:0xc000ad6a20 0x3027800:0xc000c89bc0 0x3029160:0xc001bd8000 0x30298a0:0xc00278e240 0x302a720:0xc001902060] 0xc000c34b60 0} I0423 19:48:33.662324 3700 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01640 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee460 0xc0002ee4d0 0xc000c15a90 0xc0002ee540 0xc0002ee5b0 0xc000ce82d0 0xc00653f340 0xc0002ee620 map[0x2ff9080:0xc002d92a80 0x2ff95c0:0xc002d92c00 0x2ffa2e0:0xc002d929c0 0x2ffa580:0xc002d92a20 0x2ffad60:0xc002d92ae0 0x2ffb000:0xc002d92b40 0x2ffb2a0:0xc002d92ba0 0x2ffba80:0xc002d92c60 0x2ffbd20:0xc002d92cc0 0x3026980:0xc000ad69c0 0x3026d20:0xc000ad6a20 0x3027800:0xc000c89bc0 0x3029160:0xc001bd8000 0x30298a0:0xc00278e240 0x302a720:0xc001902060] 0xc000c34b60 0} I0423 19:48:33.662355 3700 gateway.go:532] Reconciling gateway with updates I0423 19:48:33.667116 3700 gateway.go:339] Spawning Conntrack Rule Check Thread I0423 19:48:33.667222 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:48:33.667222 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0423 19:48:33.667233 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0423 19:48:33.667242 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:48:33.667240 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:48:33.667248 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0423 19:48:33.667257 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:48:33.667265 3700 port_claim.go:71] Svc openshift-ingress/router-default: port 32017 is already open, no action needed I0423 19:48:33.667277 3700 port_claim.go:71] Svc openshift-ingress/router-default: port 31917 is already open, no action needed I0423 19:48:33.667286 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:48:33.667286 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:48:33.667292 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:48:33.667248 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0423 19:48:33.667302 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:48:33.667305 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0423 19:48:33.667310 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:48:33.667311 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:48:33.667320 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:48:33.667320 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:48:33.667318 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0423 19:48:33.667325 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:48:33.667300 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:48:33.667262 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:48:33.667340 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:48:33.667338 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0423 19:48:33.667350 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:48:33.667269 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:48:33.667332 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:48:33.667368 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:48:33.667320 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0423 19:48:33.667374 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:48:33.667373 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:48:33.667382 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:48:33.667330 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0423 19:48:33.667388 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:48:33.667394 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:48:33.667399 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:48:33.667379 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:48:33.667401 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:48:33.667413 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:48:33.667413 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:48:33.667418 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:48:33.667420 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0423 19:48:33.667385 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0423 19:48:33.667425 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:48:33.667428 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:48:33.667428 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:48:33.667430 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0423 19:48:33.667434 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0423 19:48:33.667422 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:48:33.667438 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:48:33.667440 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:48:33.667441 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:48:33.667450 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:48:33.667453 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:48:33.667458 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:48:33.667461 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:48:33.667463 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:48:33.667458 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:48:33.667477 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:48:33.667475 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:48:33.667487 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:48:33.667487 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0423 19:48:33.667493 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:48:33.667449 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:48:33.667525 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:48:33.667525 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0423 19:48:33.667277 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:48:33.667543 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:48:33.667547 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:48:33.667395 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:48:33.667560 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:48:33.667460 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:48:33.667567 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:48:33.667574 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0423 19:48:33.667434 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0423 19:48:33.667586 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0423 19:48:33.667298 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0423 19:48:33.667432 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:48:33.667600 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0423 19:48:33.667604 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:48:33.667630 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:48:33.667660 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:48:33.667666 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:48:33.667677 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:48:33.667691 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0423 19:48:33.667429 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:48:33.667714 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:48:33.667715 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0423 19:48:33.667727 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0423 19:48:33.667742 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0423 19:48:33.667697 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0423 19:48:33.667631 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0423 19:48:33.667438 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:48:33.667767 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:48:33.667775 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0423 19:48:33.667447 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:48:33.667785 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:48:33.667675 3700 default_node_network_controller.go:944] Gateway and management port readiness took 62.935631ms I0423 19:48:33.667790 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0423 19:48:33.667445 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:48:33.667803 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:48:33.667481 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:48:33.667551 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:48:33.667436 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0423 19:48:33.667634 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0423 19:48:33.667402 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:48:33.669086 3700 node_ip_handler_linux.go:160] Node IP manager is running W0423 19:48:33.708225 3700 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0423 19:48:33.708397 3700 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0423 19:48:33.708532 3700 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0423 19:48:33.718790 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0423 19:48:33.718800 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0423 19:48:33.718814 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0423 19:48:33.718821 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0423 19:48:33.718830 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0423 19:48:33.718836 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0423 19:48:33.718842 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0423 19:48:33.718848 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0423 19:48:33.718856 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0423 19:48:33.718868 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0423 19:48:33.762969 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0423 19:48:33.762993 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0423 19:48:33.763000 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0423 19:48:33.763007 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0423 19:48:33.763012 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0423 19:48:33.763018 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0423 19:48:33.763037 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0423 19:48:33.763055 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0423 19:48:33.763075 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0423 19:48:33.763084 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0423 19:48:33.763092 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0423 19:48:33.763100 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0423 19:48:33.802558 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0423 19:48:33.802577 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0423 19:48:33.802584 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0423 19:48:33.802591 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0423 19:48:33.802596 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0423 19:48:33.802603 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) W0423 19:48:34.018670 3700 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0423 19:48:34.828324 3700 default_node_network_controller.go:1380] Starting node controller node sync W0423 19:48:34.828338 3700 egressip_healthcheck.go:76] Health checking using insecure connection I0423 19:48:34.828388 3700 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0423 19:48:34.839750 3700 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.40727ms I0423 19:48:34.839925 3700 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-141.ec2.internal", IP: 10.0.1.141 to PMTUD blocking rules I0423 19:48:34.839937 3700 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-141.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0423 19:48:34.845001 3700 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0423 19:48:34.845252 3700 egressservice_node.go:93] Setting up event handlers for Egress Services I0423 19:48:34.845372 3700 egressservice_node.go:183] Starting Egress Services Controller I0423 19:48:34.845388 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0423 19:48:34.845411 3700 shared_informer.go:356] "Caches are synced" controller="egressservices" I0423 19:48:34.845419 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0423 19:48:34.845424 3700 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0423 19:48:34.845429 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0423 19:48:34.845433 3700 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0423 19:48:34.845437 3700 egressservice_node.go:197] Repairing Egress Services I0423 19:48:34.855138 3700 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0423 19:48:34.855148 3700 external_controller.go:278] Starting Admin Policy Based Route Controller I0423 19:48:34.855252 3700 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0423 19:48:34.855260 3700 link_network_manager.go:119] Link manager is running I0423 19:48:34.855272 3700 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0423 19:48:34.855428 3700 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0423 19:48:34.855659 3700 vrf_manager.go:128] VRF manager is running I0423 19:48:34.855722 3700 node_controller_manager.go:437] Removing flows to drop GARP I0423 19:48:34.855734 3700 gateway.go:532] Reconciling gateway with updates I0423 19:48:34.878521 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0423 19:48:34.878532 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0423 19:48:34.878542 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0423 19:48:34.878545 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:48:34.878545 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:48:34.878553 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0423 19:48:34.878557 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0423 19:48:34.878561 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0423 19:48:34.878564 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0423 19:48:34.878564 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:48:34.878582 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0423 19:48:34.878580 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:48:34.878597 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0423 19:48:34.878597 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:48:34.878533 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:48:34.878604 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0423 19:48:34.878609 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0423 19:48:34.878612 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:48:34.878611 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0423 19:48:34.878613 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:48:34.878623 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0423 19:48:34.878625 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:48:34.878596 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:48:34.878632 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:48:34.878634 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:48:34.878637 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0423 19:48:34.878654 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:48:34.878660 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:48:34.878625 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0423 19:48:34.878676 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0423 19:48:34.878631 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:48:34.878682 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:48:34.878683 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:48:34.878689 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0423 19:48:34.878690 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0423 19:48:34.878691 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:48:34.878697 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0423 19:48:34.878696 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0423 19:48:34.878704 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0423 19:48:34.878702 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:48:34.878713 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0423 19:48:34.878721 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0423 19:48:34.878680 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0423 19:48:34.878680 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:48:34.878739 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0423 19:48:34.878582 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:48:34.878770 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0423 19:48:34.878773 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0423 19:48:34.878780 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0423 19:48:34.878781 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0423 19:48:34.878783 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0423 19:48:34.878632 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0423 19:48:34.878668 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0423 19:48:34.878792 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:48:34.878805 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0423 19:48:34.878812 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0423 19:48:34.878669 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0423 19:48:34.878669 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0423 19:48:34.878677 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0423 19:48:34.878853 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0423 19:48:34.878691 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0423 19:48:34.878695 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0423 19:48:34.878693 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:48:34.878910 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0423 19:48:34.878695 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:48:34.878934 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0423 19:48:34.878663 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:48:34.878963 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0423 19:48:34.879077 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:48:34.879086 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:48:34.879095 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0423 19:48:34.879094 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:48:34.879101 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0423 19:48:34.879102 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:48:34.879077 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:48:34.879109 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0423 19:48:34.879110 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0423 19:48:34.879111 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:48:34.879110 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:48:34.879114 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:48:34.879120 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0423 19:48:34.879119 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:48:34.879121 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:48:34.879124 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0423 19:48:34.879126 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0423 19:48:34.879132 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0423 19:48:34.879102 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0423 19:48:34.879140 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0423 19:48:34.879142 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0423 19:48:34.879088 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0423 19:48:34.879189 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0423 19:48:34.879086 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:48:34.879201 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0423 19:48:34.879095 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:48:34.879219 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0423 19:48:34.879094 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0423 19:48:34.879104 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0423 19:48:34.879112 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:48:34.879285 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0423 19:48:34.879116 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0423 19:48:34.879127 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0423 19:48:34.879249 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0423 19:48:34.879391 3700 port_claim.go:71] Svc openshift-ingress/router-default: port 32017 is already open, no action needed I0423 19:48:34.879406 3700 port_claim.go:71] Svc openshift-ingress/router-default: port 31917 is already open, no action needed I0423 19:48:34.879102 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:48:34.879439 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0423 19:48:34.919867 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0423 19:48:34.919886 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0423 19:48:34.919900 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0423 19:48:34.919906 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0423 19:48:34.919912 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0423 19:48:34.919916 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0423 19:48:34.919922 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0423 19:48:34.919936 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0423 19:48:34.919950 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0423 19:48:34.919957 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0423 19:48:34.919962 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0423 19:48:34.919968 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0423 19:48:34.919974 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0423 19:48:34.919979 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0423 19:48:34.919985 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0423 19:48:34.919989 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0423 19:48:34.919996 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0423 19:48:34.920002 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0423 19:48:34.920007 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0423 19:48:34.920012 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0423 19:48:34.958772 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0423 19:48:34.958795 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0423 19:48:34.958803 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0423 19:48:34.958812 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0423 19:48:34.958819 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0423 19:48:34.958827 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0423 19:48:35.000169 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0423 19:48:35.000178 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) W0423 19:48:35.012248 3700 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0423 19:48:36.211300 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0423 19:48:36.211331 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 38.011µs I0423 19:48:36.239964 3700 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6bdc985f4c-w29zk] creating logical port openshift-image-registry_image-registry-6bdc985f4c-w29zk for pod on switch ip-10-0-0-80.ec2.internal I0423 19:48:36.240121 3700 kube.go:256] Updating pod openshift-image-registry/image-registry-6bdc985f4c-w29zk I0423 19:48:36.263833 3700 pod.go:62] [openshift-image-registry/image-registry-6bdc985f4c-w29zk] pod update took 23.760223ms I0423 19:48:36.263857 3700 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6bdc985f4c-w29zk] addLogicalPort annotation time took 23.791784ms I0423 19:48:36.265126 3700 pods.go:271] [openshift-image-registry/image-registry-6bdc985f4c-w29zk] addLogicalPort took 25.180281ms, libovsdb time 915.204µs I0423 19:48:36.272541 3700 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-qwnb9] creating logical port openshift-ingress-canary_ingress-canary-qwnb9 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:48:36.272591 3700 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-cfmp6] creating logical port openshift-dns_dns-default-cfmp6 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:48:36.272658 3700 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-qwnb9 I0423 19:48:36.272716 3700 kube.go:256] Updating pod openshift-dns/dns-default-cfmp6 I0423 19:48:36.288033 3700 pod.go:62] [openshift-ingress-canary/ingress-canary-qwnb9] pod update took 15.421602ms I0423 19:48:36.288057 3700 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-qwnb9] addLogicalPort annotation time took 15.45402ms I0423 19:48:36.289143 3700 pods.go:271] [openshift-ingress-canary/ingress-canary-qwnb9] addLogicalPort took 16.645931ms, libovsdb time 798.951µs I0423 19:48:36.292792 3700 pod.go:62] [openshift-dns/dns-default-cfmp6] pod update took 20.103986ms I0423 19:48:36.292862 3700 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-cfmp6] addLogicalPort annotation time took 20.176218ms I0423 19:48:36.293973 3700 pods.go:271] [openshift-dns/dns-default-cfmp6] addLogicalPort took 21.393462ms, libovsdb time 818.475µs I0423 19:48:37.398765 3700 cni.go:452] [openshift-ingress-canary/ingress-canary-qwnb9 381314497d99e66ca37a8add3fbc068f208d4ef54519414c41376b467fff8bf6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-qwnb9 381314497d99e66ca37a8add3fbc068f208d4ef54519414c41376b467fff8bf6 network default NAD default NAD key ] I0423 19:48:37.440137 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-qwnb9, hostIfaceName: 381314497d99e66, network: default, NAD default, SandboxID: "381314497d99e66ca37a8add3fbc068f208d4ef54519414c41376b467fff8bf6", PCI device ID: , UID: "b5110621-e245-4952-9901-3f363f13b398", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0423 19:48:37.493743 3700 cni.go:473] [openshift-ingress-canary/ingress-canary-qwnb9 381314497d99e66ca37a8add3fbc068f208d4ef54519414c41376b467fff8bf6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-qwnb9 381314497d99e66ca37a8add3fbc068f208d4ef54519414c41376b467fff8bf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:48:d1:91:62:8f\",\"name\":\"381314497d99e66\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b895dab-ded5-437b-9c0d-58fe73b441fe\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:48:40.840879 3700 cni.go:452] [openshift-network-diagnostics/network-check-target-gz4jg be5332d42eff20426c636feba1b49c4af9a2586cfd6ac8d0aad02fc69e3e6214 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-gz4jg be5332d42eff20426c636feba1b49c4af9a2586cfd6ac8d0aad02fc69e3e6214 network default NAD default NAD key ] I0423 19:48:40.852361 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-gz4jg, hostIfaceName: be5332d42eff204, network: default, NAD default, SandboxID: "be5332d42eff20426c636feba1b49c4af9a2586cfd6ac8d0aad02fc69e3e6214", PCI device ID: , UID: "26796434-b446-4dbc-b577-c21517552d9d", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0423 19:48:40.895805 3700 cni.go:473] [openshift-network-diagnostics/network-check-target-gz4jg be5332d42eff20426c636feba1b49c4af9a2586cfd6ac8d0aad02fc69e3e6214 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-gz4jg be5332d42eff20426c636feba1b49c4af9a2586cfd6ac8d0aad02fc69e3e6214 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f2:df:3e:e7:d1\",\"name\":\"be5332d42eff204\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbbbb771-c8df-46de-ace9-d3a3beeefb3b\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:48:44.839963 3700 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall I0423 19:48:44.840009 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal I0423 19:48:44.840021 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 12.042µs I0423 19:48:44.840069 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-131.ec2.internal in network "default" E0423 19:48:44.840079 3700 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-131.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0423 19:48:44.840087 3700 node_tracker.go:220] Node ip-10-0-2-131.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0423 19:48:44.840096 3700 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-131.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-131.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-131.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-131.ec2.internal, error parsing annotation for node ip-10-0-2-131.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0423 19:48:44.850757 3700 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-131.ec2.internal annotation: unexpected end of JSON input E0423 19:48:44.850773 3700 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-131.ec2.internal annotation: unexpected end of JSON input I0423 19:48:44.850794 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0423 19:48:44.850840 3700 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-131.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-131.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-131.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-131.ec2.internal" I0423 19:48:44.869145 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0423 19:48:44.883798 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:48:44.898766 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:48:44.898785 3700 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall I0423 19:48:44.898786 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal I0423 19:48:44.898800 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 19.41µs W0423 19:48:45.037610 3700 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0423 19:48:45.086275 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal I0423 19:48:45.086291 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 21.255µs I0423 19:48:45.086305 3700 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall I0423 19:48:45.086320 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:48:45.098874 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:48:45.388784 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:48:45.833307 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:48:54.911422 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:49:00.893514 3700 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-131.ec2.internal I0423 19:49:00.893535 3700 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-131.ec2.internal I0423 19:49:00.893612 3700 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-131.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-131.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-131.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-131.ec2.internal I0423 19:49:03.478417 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8ggpg I0423 19:49:03.478453 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8ggpg I0423 19:49:03.478497 3700 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-8ggpg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8ggpg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8ggpg: no pod IPs found I0423 19:49:03.478417 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-574q2 I0423 19:49:03.478514 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-574q2 I0423 19:49:03.478532 3700 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-574q2, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-574q2: suppressed error logged: pod openshift-multus/network-metrics-daemon-574q2: no pod IPs found I0423 19:49:04.766025 3700 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall I0423 19:49:04.766054 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal I0423 19:49:04.766070 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:49:04.766072 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 25.604µs I0423 19:49:05.011475 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0423 19:49:05.025690 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0423 19:49:05.025714 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0423 19:49:10.803417 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-131.ec2.internal in network "default" I0423 19:49:10.803474 3700 node_tracker.go:235] Node ip-10-0-2-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-131.ec2.internal" I0423 19:49:10.803478 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "ip-10-0-2-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:49:10.803495 3700 node_tracker.go:169] Node ip-10-0-2-131.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:10.803506 3700 services_controller.go:574] Full service sync requested for network=default I0423 19:49:10.959594 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-131.ec2.internal in network "default" I0423 19:49:10.959628 3700 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "ip-10-0-2-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0423 19:49:10.959666 3700 node_tracker.go:169] Node ip-10-0-2-131.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:10.959677 3700 services_controller.go:574] Full service sync requested for network=default I0423 19:49:10.960560 3700 zone_ic_handler.go:195] Time taken to create transit switch: 274.744µs I0423 19:49:10.960574 3700 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-131.ec2.internal for the network default I0423 19:49:10.961544 3700 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-131.ec2.internal" on network "default" took: 1.270409ms I0423 19:49:13.515690 3700 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall I0423 19:49:13.515701 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-131.ec2.internal in network "default" I0423 19:49:13.515728 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal I0423 19:49:13.515740 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 15.582µs I0423 19:49:13.515777 3700 node_tracker.go:169] Node ip-10-0-2-131.ec2.internal switch + router changed, syncing services in network "default" I0423 19:49:13.515795 3700 services_controller.go:574] Full service sync requested for network=default I0423 19:49:13.515793 3700 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-131.ec2.internal", IP: 10.0.2.131 to PMTUD blocking rules I0423 19:49:13.515807 3700 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0423 19:49:13.521863 3700 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-131.ec2.internal. Updating no re-route policies I0423 19:49:13.531995 3700 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-131.ec2.internal", IP: 10.0.2.131 to PMTUD blocking rules I0423 19:49:13.532010 3700 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0423 19:49:16.036949 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0423 19:49:17.097749 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal I0423 19:49:17.097779 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 37.23µs I0423 19:49:22.266021 3700 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:49:22.266583 3700 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:49:22.266616 3700 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:49:22.266626 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0423 19:49:22.266659 3700 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 19:49:22.266665 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0423 19:49:23.292851 3700 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:49:23.292873 3700 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:49:23.292894 3700 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:49:23.292904 3700 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:49:26.301673 3700 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0423 19:49:26.310611 3700 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0423 19:50:33.631995 3700 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xcbqm] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-xcbqm for pod on switch ip-10-0-0-80.ec2.internal I0423 19:50:33.632106 3700 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-xcbqm I0423 19:50:33.649624 3700 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-xcbqm] pod update took 17.552938ms I0423 19:50:33.649657 3700 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xcbqm] addLogicalPort annotation time took 17.576795ms I0423 19:50:33.650750 3700 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-xcbqm] addLogicalPort took 18.76889ms, libovsdb time 858.382µs I0423 19:50:33.748616 3700 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-xjj2n] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-xjj2n for pod on switch ip-10-0-0-80.ec2.internal I0423 19:50:33.748696 3700 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-xjj2n I0423 19:50:33.754574 3700 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-shs98] creating logical port openshift-insights_insights-operator-6dbb575d6c-shs98 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:50:33.754680 3700 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-shs98 I0423 19:50:33.762529 3700 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-467hs] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-467hs for pod on switch ip-10-0-0-80.ec2.internal I0423 19:50:33.762602 3700 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-467hs I0423 19:50:33.767771 3700 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xjj2n] pod update took 19.091186ms I0423 19:50:33.767791 3700 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-xjj2n] addLogicalPort annotation time took 19.112768ms I0423 19:50:33.768921 3700 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xjj2n] addLogicalPort took 20.312869ms, libovsdb time 821.033µs I0423 19:50:33.775512 3700 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-shs98] pod update took 20.847599ms I0423 19:50:33.775535 3700 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-shs98] addLogicalPort annotation time took 20.886817ms I0423 19:50:33.776605 3700 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-shs98] addLogicalPort took 22.04169ms, libovsdb time 759.745µs I0423 19:50:33.780793 3700 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-467hs] pod update took 18.215307ms I0423 19:50:33.780811 3700 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-467hs] addLogicalPort annotation time took 18.234338ms I0423 19:50:33.781699 3700 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-467hs] addLogicalPort took 19.179053ms, libovsdb time 636.808µs I0423 19:50:33.982911 3700 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9r6pg] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-9r6pg for pod on switch ip-10-0-0-80.ec2.internal I0423 19:50:33.983013 3700 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9r6pg I0423 19:50:33.996567 3700 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-c2296] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-c2296 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:50:33.996633 3700 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-c2296 I0423 19:50:34.002995 3700 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9r6pg] pod update took 20.003062ms I0423 19:50:34.003014 3700 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9r6pg] addLogicalPort annotation time took 20.030835ms I0423 19:50:34.003943 3700 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9r6pg] addLogicalPort took 21.041721ms, libovsdb time 695.941µs I0423 19:50:34.012965 3700 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xnttx] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-xnttx for pod on switch ip-10-0-0-80.ec2.internal I0423 19:50:34.013063 3700 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xnttx I0423 19:50:34.016184 3700 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-c2296] pod update took 19.566464ms I0423 19:50:34.016201 3700 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-c2296] addLogicalPort annotation time took 19.585239ms I0423 19:50:34.017134 3700 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-c2296] addLogicalPort took 20.581986ms, libovsdb time 672.717µs I0423 19:50:34.029045 3700 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xnttx] pod update took 15.999105ms I0423 19:50:34.029061 3700 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xnttx] addLogicalPort annotation time took 16.016547ms I0423 19:50:34.029946 3700 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xnttx] addLogicalPort took 16.987952ms, libovsdb time 662.263µs I0423 19:50:34.107953 3700 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xjj2n 6a2f13984315454411c081e84bf351ff2b15e41aa6288bf6b256cadb3ba8bbb6 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-xjj2n 6a2f13984315454411c081e84bf351ff2b15e41aa6288bf6b256cadb3ba8bbb6 network default NAD default NAD key ] I0423 19:50:34.116528 3700 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-shs98 5fe0e03eefd879cf3b8a37c52153606324d9016244dfe11f2687da95f63061c8 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-shs98 5fe0e03eefd879cf3b8a37c52153606324d9016244dfe11f2687da95f63061c8 network default NAD default NAD key ] I0423 19:50:34.120015 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-xjj2n, hostIfaceName: 6a2f13984315454, network: default, NAD default, SandboxID: "6a2f13984315454411c081e84bf351ff2b15e41aa6288bf6b256cadb3ba8bbb6", PCI device ID: , UID: "26495e60-0333-4597-98f1-c633c82e1580", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0423 19:50:34.124538 3700 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-467hs 828c970fa0c59f53e25b5196e61d1c154d48d956d99a5e3db310b1d248f1e66a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-467hs 828c970fa0c59f53e25b5196e61d1c154d48d956d99a5e3db310b1d248f1e66a network default NAD default NAD key ] I0423 19:50:34.126922 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-shs98, hostIfaceName: 5fe0e03eefd879c, network: default, NAD default, SandboxID: "5fe0e03eefd879cf3b8a37c52153606324d9016244dfe11f2687da95f63061c8", PCI device ID: , UID: "9147840a-91e7-4034-80ce-e9e1aaab8d2e", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0423 19:50:34.134915 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-467hs, hostIfaceName: 828c970fa0c59f5, network: default, NAD default, SandboxID: "828c970fa0c59f53e25b5196e61d1c154d48d956d99a5e3db310b1d248f1e66a", PCI device ID: , UID: "96482d60-9da9-49a0-85ca-53dcdbeaa09d", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0423 19:50:34.169941 3700 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xjj2n 6a2f13984315454411c081e84bf351ff2b15e41aa6288bf6b256cadb3ba8bbb6 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-xjj2n 6a2f13984315454411c081e84bf351ff2b15e41aa6288bf6b256cadb3ba8bbb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:5b:1b:8d:4f:f8\",\"name\":\"6a2f13984315454\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4f9f2b9-4bed-401c-9351-432b4d55519d\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:34.346660 3700 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9r6pg d9639ea9752eec60e23e03f85a795c1fb63b9fa70b9940a09489cdad4fccae70 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9r6pg d9639ea9752eec60e23e03f85a795c1fb63b9fa70b9940a09489cdad4fccae70 network default NAD default NAD key ] I0423 19:50:34.356338 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-9r6pg, hostIfaceName: d9639ea9752eec6, network: default, NAD default, SandboxID: "d9639ea9752eec60e23e03f85a795c1fb63b9fa70b9940a09489cdad4fccae70", PCI device ID: , UID: "8042ec6e-ef06-4095-ba47-2ad66276ee02", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0423 19:50:34.390869 3700 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-467hs 828c970fa0c59f53e25b5196e61d1c154d48d956d99a5e3db310b1d248f1e66a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-467hs 828c970fa0c59f53e25b5196e61d1c154d48d956d99a5e3db310b1d248f1e66a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:54:6c:a8:ba:28\",\"name\":\"828c970fa0c59f5\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b8d4403-a6ad-4648-bcb9-317d39766117\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:34.391198 3700 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-shs98 5fe0e03eefd879cf3b8a37c52153606324d9016244dfe11f2687da95f63061c8 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-shs98 5fe0e03eefd879cf3b8a37c52153606324d9016244dfe11f2687da95f63061c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ed:71:db:00:0a\",\"name\":\"5fe0e03eefd879c\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8986adf-25f0-4ba2-95a8-6439a2477393\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:34.401605 3700 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9r6pg d9639ea9752eec60e23e03f85a795c1fb63b9fa70b9940a09489cdad4fccae70 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9r6pg d9639ea9752eec60e23e03f85a795c1fb63b9fa70b9940a09489cdad4fccae70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:41:0c:c3:c7:ad\",\"name\":\"d9639ea9752eec6\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/256fa4a6-28ba-42c6-8e04-18aef27dd8d9\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:34.405384 3700 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-c2296 274788dfeb53e5dec4a32076dc8891c148b8bef1e06cf250d519ca44b34b350d network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-c2296 274788dfeb53e5dec4a32076dc8891c148b8bef1e06cf250d519ca44b34b350d network default NAD default NAD key ] I0423 19:50:34.414521 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-c2296, hostIfaceName: 274788dfeb53e5d, network: default, NAD default, SandboxID: "274788dfeb53e5dec4a32076dc8891c148b8bef1e06cf250d519ca44b34b350d", PCI device ID: , UID: "6a428fd1-c472-4d43-89b0-95940f223707", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0423 19:50:34.460240 3700 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-c2296 274788dfeb53e5dec4a32076dc8891c148b8bef1e06cf250d519ca44b34b350d network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-c2296 274788dfeb53e5dec4a32076dc8891c148b8bef1e06cf250d519ca44b34b350d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:16:de:29:5d:4c\",\"name\":\"274788dfeb53e5d\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de2512a2-f601-4d37-aee3-1c0bb31c0195\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:50:37.339738 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0423 19:50:39.125734 3700 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0423 19:50:39.126599 3700 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 837.945µs I0423 19:50:39.148400 3700 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0423 19:50:40.023281 3700 namespace.go:98] [openshift-service-ca] adding namespace I0423 19:50:40.024173 3700 namespace.go:102] [openshift-service-ca] adding namespace took 871.19µs I0423 19:50:40.049682 3700 namespace.go:142] [openshift-service-ca] updating namespace I0423 19:50:41.720891 3700 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-75822] creating logical port openshift-service-ca_service-ca-d9cb48497-75822 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:50:41.721023 3700 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-75822 I0423 19:50:41.734851 3700 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-75822] pod update took 13.852358ms I0423 19:50:41.734875 3700 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-75822] addLogicalPort annotation time took 13.88147ms I0423 19:50:41.736007 3700 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-75822] addLogicalPort took 15.140247ms, libovsdb time 832.644µs I0423 19:50:42.076178 3700 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-75822 d1bc3f5da923d171a848754ae0fb9a59c689737fdb0b3a2ecd31aaa6afcf5736 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-75822 d1bc3f5da923d171a848754ae0fb9a59c689737fdb0b3a2ecd31aaa6afcf5736 network default NAD default NAD key ] I0423 19:50:42.085162 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-75822, hostIfaceName: d1bc3f5da923d17, network: default, NAD default, SandboxID: "d1bc3f5da923d171a848754ae0fb9a59c689737fdb0b3a2ecd31aaa6afcf5736", PCI device ID: , UID: "8e25e766-c377-44e2-a1cf-11c6332c61ec", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0423 19:50:42.131501 3700 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-75822 d1bc3f5da923d171a848754ae0fb9a59c689737fdb0b3a2ecd31aaa6afcf5736 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-75822 d1bc3f5da923d171a848754ae0fb9a59c689737fdb0b3a2ecd31aaa6afcf5736 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:76:bd:52:a8:61\",\"name\":\"d1bc3f5da923d17\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/241d944e-6ef4-4869-9fcd-83bf0c98a9a0\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:50:46.807413 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0423 19:50:48.121841 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:48.122442 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:48.137930 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:48.137946 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:48.142909 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b9b695556-wr9bs I0423 19:50:48.142931 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b9b695556-wr9bs I0423 19:50:48.314861 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:48.314890 3700 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6bdc985f4c-w29zk I0423 19:50:48.315915 3700 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6bdc985f4c-w29zk, ips: 10.129.0.5 I0423 19:50:48.315936 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:50:48.323511 3700 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-57d5b5796c-tsxjl] creating logical port openshift-image-registry_image-registry-57d5b5796c-tsxjl for pod on switch ip-10-0-0-80.ec2.internal I0423 19:50:48.323591 3700 kube.go:256] Updating pod openshift-image-registry/image-registry-57d5b5796c-tsxjl I0423 19:50:48.329947 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:48.329968 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:50:48.339036 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bdc985f4c-w29zk I0423 19:50:48.339065 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bdc985f4c-w29zk I0423 19:50:48.343082 3700 pod.go:62] [openshift-image-registry/image-registry-57d5b5796c-tsxjl] pod update took 19.513941ms I0423 19:50:48.343099 3700 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-57d5b5796c-tsxjl] addLogicalPort annotation time took 19.534608ms I0423 19:50:48.344091 3700 pods.go:271] [openshift-image-registry/image-registry-57d5b5796c-tsxjl] addLogicalPort took 20.591456ms, libovsdb time 738.707µs I0423 19:50:48.678373 3700 cni.go:452] [openshift-image-registry/image-registry-57d5b5796c-tsxjl 1cad5b64979f5acc75a8aaf5ca314e596525e10b4a7aa69ca6cb607ba8ebac1e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-57d5b5796c-tsxjl 1cad5b64979f5acc75a8aaf5ca314e596525e10b4a7aa69ca6cb607ba8ebac1e network default NAD default NAD key ] I0423 19:50:48.687185 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-57d5b5796c-tsxjl, hostIfaceName: 1cad5b64979f5ac, network: default, NAD default, SandboxID: "1cad5b64979f5acc75a8aaf5ca314e596525e10b4a7aa69ca6cb607ba8ebac1e", PCI device ID: , UID: "15419045-04fe-4701-8d14-64003957dc5f", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0423 19:50:48.731371 3700 cni.go:473] [openshift-image-registry/image-registry-57d5b5796c-tsxjl 1cad5b64979f5acc75a8aaf5ca314e596525e10b4a7aa69ca6cb607ba8ebac1e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-57d5b5796c-tsxjl 1cad5b64979f5acc75a8aaf5ca314e596525e10b4a7aa69ca6cb607ba8ebac1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:5f:9d:07:d6:ab\",\"name\":\"1cad5b64979f5ac\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c77f2946-df86-4157-aea7-8040b6097202\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:50:50.013202 3700 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xnttx 8fe0d749c0c93c8396fde975c59e17b5b84e542add0d1916d05325095a8ba818 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xnttx 8fe0d749c0c93c8396fde975c59e17b5b84e542add0d1916d05325095a8ba818 network default NAD default NAD key ] I0423 19:50:50.022625 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-xnttx, hostIfaceName: 8fe0d749c0c93c8, network: default, NAD default, SandboxID: "8fe0d749c0c93c8396fde975c59e17b5b84e542add0d1916d05325095a8ba818", PCI device ID: , UID: "c2a603ce-aab1-4c19-a4db-5bce6cf31937", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0423 19:50:50.069453 3700 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xnttx 8fe0d749c0c93c8396fde975c59e17b5b84e542add0d1916d05325095a8ba818 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xnttx 8fe0d749c0c93c8396fde975c59e17b5b84e542add0d1916d05325095a8ba818 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:32:16:bb:5c:d9\",\"name\":\"8fe0d749c0c93c8\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5a3f3d4-9b72-4074-abf5-f2ba0431e519\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:51:05.788476 3700 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-xcbqm 586461c2a92f9dbe3c8f321a104b5139abc3cae3416e178a6581f5d9ee30fee3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xcbqm 586461c2a92f9dbe3c8f321a104b5139abc3cae3416e178a6581f5d9ee30fee3 network default NAD default NAD key ] I0423 19:51:05.797576 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-xcbqm, hostIfaceName: 586461c2a92f9db, network: default, NAD default, SandboxID: "586461c2a92f9dbe3c8f321a104b5139abc3cae3416e178a6581f5d9ee30fee3", PCI device ID: , UID: "cc1432b3-abe5-4d7d-9f1f-50434ce7d64f", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0423 19:51:05.843339 3700 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-xcbqm 586461c2a92f9dbe3c8f321a104b5139abc3cae3416e178a6581f5d9ee30fee3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xcbqm 586461c2a92f9dbe3c8f321a104b5139abc3cae3416e178a6581f5d9ee30fee3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:10:2e:5a:06:c0\",\"name\":\"586461c2a92f9db\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d44c728-79af-4104-86d0-57050a9c3f7f\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:51:07.749145 3700 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:51:07.952398 3700 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-vfk97] creating logical port openshift-insights_insights-runtime-extractor-vfk97 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:51:07.952490 3700 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vfk97 I0423 19:51:07.981192 3700 pod.go:62] [openshift-insights/insights-runtime-extractor-vfk97] pod update took 28.735506ms I0423 19:51:07.981210 3700 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-vfk97] addLogicalPort annotation time took 28.756826ms I0423 19:51:07.982278 3700 pods.go:271] [openshift-insights/insights-runtime-extractor-vfk97] addLogicalPort took 29.893646ms, libovsdb time 789.072µs I0423 19:51:08.050045 3700 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-nmwl7] creating logical port openshift-console_downloads-5c54f4944f-nmwl7 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:51:08.050117 3700 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-nmwl7 I0423 19:51:08.064732 3700 pod.go:62] [openshift-console/downloads-5c54f4944f-nmwl7] pod update took 14.637622ms I0423 19:51:08.064753 3700 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-nmwl7] addLogicalPort annotation time took 14.660819ms I0423 19:51:08.065889 3700 pods.go:271] [openshift-console/downloads-5c54f4944f-nmwl7] addLogicalPort took 15.855159ms, libovsdb time 785.357µs W0423 19:51:08.088738 3700 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:51:08.324758 3700 cni.go:452] [openshift-insights/insights-runtime-extractor-vfk97 7da9e45d1335d4c0a87be80751bba32077349acec6a0da0ccd9b083de2d77ef5 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-vfk97 7da9e45d1335d4c0a87be80751bba32077349acec6a0da0ccd9b083de2d77ef5 network default NAD default NAD key ] I0423 19:51:08.334047 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-vfk97, hostIfaceName: 7da9e45d1335d4c, network: default, NAD default, SandboxID: "7da9e45d1335d4c0a87be80751bba32077349acec6a0da0ccd9b083de2d77ef5", PCI device ID: , UID: "e5cf6f4c-f98d-4aed-bf38-e2eeeb84c6b3", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0423 19:51:08.379278 3700 cni.go:473] [openshift-insights/insights-runtime-extractor-vfk97 7da9e45d1335d4c0a87be80751bba32077349acec6a0da0ccd9b083de2d77ef5 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-vfk97 7da9e45d1335d4c0a87be80751bba32077349acec6a0da0ccd9b083de2d77ef5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:27:b6:79:e9:6a\",\"name\":\"7da9e45d1335d4c\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65bd92bd-8a38-4b43-96a3-27885da7b54a\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:51:08.416621 3700 cni.go:452] [openshift-console/downloads-5c54f4944f-nmwl7 ac8e68b88edd17c83e6718c21b7788908830d1ad6021904285ecb78b690e319c network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-nmwl7 ac8e68b88edd17c83e6718c21b7788908830d1ad6021904285ecb78b690e319c network default NAD default NAD key ] I0423 19:51:08.425840 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-nmwl7, hostIfaceName: ac8e68b88edd17c, network: default, NAD default, SandboxID: "ac8e68b88edd17c83e6718c21b7788908830d1ad6021904285ecb78b690e319c", PCI device ID: , UID: "54d6c703-6d83-4bcf-a3af-5fa1730cb8fa", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0423 19:51:08.473344 3700 cni.go:473] [openshift-console/downloads-5c54f4944f-nmwl7 ac8e68b88edd17c83e6718c21b7788908830d1ad6021904285ecb78b690e319c network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-nmwl7 ac8e68b88edd17c83e6718c21b7788908830d1ad6021904285ecb78b690e319c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:43:79:07:b4:a2\",\"name\":\"ac8e68b88edd17c\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d656eea8-e7b9-4719-8068-428187a2ee2a\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:51:08.839207 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-26lmn] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-26lmn for pod on switch ip-10-0-0-80.ec2.internal I0423 19:51:08.839326 3700 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-26lmn I0423 19:51:08.856406 3700 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-26lmn] pod update took 17.104215ms I0423 19:51:08.856427 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-26lmn] addLogicalPort annotation time took 17.128703ms I0423 19:51:08.857558 3700 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-26lmn] addLogicalPort took 18.364518ms, libovsdb time 792.304µs I0423 19:51:09.446431 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:09.447108 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:09.468173 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:09.468192 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:09.478476 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bdc985f4c-zpklh I0423 19:51:09.478508 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bdc985f4c-zpklh I0423 19:51:09.800124 3700 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-26lmn c53730664ba28a45cc3fd72fbfbf6cb0a00aeb28453d8db282ad25bd3de1f694 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-26lmn c53730664ba28a45cc3fd72fbfbf6cb0a00aeb28453d8db282ad25bd3de1f694 network default NAD default NAD key ] I0423 19:51:09.811711 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-26lmn, hostIfaceName: c53730664ba28a4, network: default, NAD default, SandboxID: "c53730664ba28a45cc3fd72fbfbf6cb0a00aeb28453d8db282ad25bd3de1f694", PCI device ID: , UID: "3890e164-782f-4d70-9e0a-a47c4585bff4", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0423 19:51:09.861876 3700 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-26lmn c53730664ba28a45cc3fd72fbfbf6cb0a00aeb28453d8db282ad25bd3de1f694 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-26lmn c53730664ba28a45cc3fd72fbfbf6cb0a00aeb28453d8db282ad25bd3de1f694 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:07:83:75:24:16\",\"name\":\"c53730664ba28a4\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6415914a-8f52-4e00-8976-f306d7047ee7\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:51:10.451358 3700 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:51:11.327618 3700 base_network_controller_pods.go:487] [default/openshift-console/console-7566c4c777-rfz94] creating logical port openshift-console_console-7566c4c777-rfz94 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:51:11.327784 3700 kube.go:256] Updating pod openshift-console/console-7566c4c777-rfz94 I0423 19:51:11.342989 3700 pod.go:62] [openshift-console/console-7566c4c777-rfz94] pod update took 15.271029ms I0423 19:51:11.343010 3700 base_network_controller_pods.go:951] [default/openshift-console/console-7566c4c777-rfz94] addLogicalPort annotation time took 15.297654ms I0423 19:51:11.344323 3700 pods.go:271] [openshift-console/console-7566c4c777-rfz94] addLogicalPort took 16.721738ms, libovsdb time 953.401µs I0423 19:51:11.689557 3700 cni.go:452] [openshift-console/console-7566c4c777-rfz94 35c5763ec5ef17ef3cf59163a3b10ba0ffe978d7a52322be9202381f789bf803 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7566c4c777-rfz94 35c5763ec5ef17ef3cf59163a3b10ba0ffe978d7a52322be9202381f789bf803 network default NAD default NAD key ] I0423 19:51:11.700284 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7566c4c777-rfz94, hostIfaceName: 35c5763ec5ef17e, network: default, NAD default, SandboxID: "35c5763ec5ef17ef3cf59163a3b10ba0ffe978d7a52322be9202381f789bf803", PCI device ID: , UID: "e6c762dd-f2e4-4c3c-97cc-0f81438957b4", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0423 19:51:11.744096 3700 cni.go:473] [openshift-console/console-7566c4c777-rfz94 35c5763ec5ef17ef3cf59163a3b10ba0ffe978d7a52322be9202381f789bf803 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7566c4c777-rfz94 35c5763ec5ef17ef3cf59163a3b10ba0ffe978d7a52322be9202381f789bf803 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:01:fa:bb:da:c7\",\"name\":\"35c5763ec5ef17e\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f936d83c-14f3-463a-a4f3-0651ca372b40\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:51:12.204200 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0423 19:51:12.426551 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0423 19:51:15.215979 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:51:15.412886 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:51:17.495456 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0423 19:51:18.552669 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-wmqcv] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-wmqcv for pod on switch ip-10-0-0-80.ec2.internal I0423 19:51:18.552865 3700 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-wmqcv I0423 19:51:18.574332 3700 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-wmqcv] pod update took 21.547187ms I0423 19:51:18.574353 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-wmqcv] addLogicalPort annotation time took 21.573291ms I0423 19:51:18.575604 3700 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-wmqcv] addLogicalPort took 22.974465ms, libovsdb time 873.191µs I0423 19:51:19.662747 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:51:19.662850 3700 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0423 19:51:19.684904 3700 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.092527ms I0423 19:51:19.684926 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.118047ms I0423 19:51:19.686252 3700 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.519659ms, libovsdb time 1.021188ms I0423 19:51:21.504610 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-558b459f8-cnjr5] creating logical port openshift-monitoring_thanos-querier-558b459f8-cnjr5 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:51:21.504733 3700 kube.go:256] Updating pod openshift-monitoring/thanos-querier-558b459f8-cnjr5 I0423 19:51:21.524024 3700 pod.go:62] [openshift-monitoring/thanos-querier-558b459f8-cnjr5] pod update took 19.339424ms I0423 19:51:21.524047 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-558b459f8-cnjr5] addLogicalPort annotation time took 19.365138ms I0423 19:51:21.525313 3700 pods.go:271] [openshift-monitoring/thanos-querier-558b459f8-cnjr5] addLogicalPort took 20.722799ms, libovsdb time 916.077µs I0423 19:51:23.206115 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7646bb57db-7tv2w] creating logical port openshift-monitoring_metrics-server-7646bb57db-7tv2w for pod on switch ip-10-0-0-80.ec2.internal I0423 19:51:23.206250 3700 kube.go:256] Updating pod openshift-monitoring/metrics-server-7646bb57db-7tv2w I0423 19:51:23.230216 3700 pod.go:62] [openshift-monitoring/metrics-server-7646bb57db-7tv2w] pod update took 23.990432ms I0423 19:51:23.230236 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7646bb57db-7tv2w] addLogicalPort annotation time took 24.015904ms I0423 19:51:23.231578 3700 pods.go:271] [openshift-monitoring/metrics-server-7646bb57db-7tv2w] addLogicalPort took 25.48273ms, libovsdb time 956.612µs W0423 19:51:23.234794 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:51:23.261375 3700 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6bd8b764-kcbj8 IP address from the namespace address-set, err: pod openshift-console/console-6bd8b764-kcbj8: no pod IPs found I0423 19:51:23.274119 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-smknh] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-smknh for pod on switch ip-10-0-0-80.ec2.internal I0423 19:51:23.274189 3700 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-smknh I0423 19:51:23.292670 3700 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smknh] pod update took 18.500958ms I0423 19:51:23.292689 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-smknh] addLogicalPort annotation time took 18.524311ms I0423 19:51:23.293813 3700 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smknh] addLogicalPort took 19.704527ms, libovsdb time 820.112µs W0423 19:51:23.354628 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:23.354661 3700 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:23.354667 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0423 19:51:25.646875 3700 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-wmqcv cc70842486d6a0b1c81a36c2a211f082de4246f6ee18b85fc211b6ea402f5736 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-wmqcv cc70842486d6a0b1c81a36c2a211f082de4246f6ee18b85fc211b6ea402f5736 network default NAD default NAD key ] I0423 19:51:25.650832 3700 cni.go:452] [openshift-monitoring/metrics-server-7646bb57db-7tv2w ab3237548e81df2dd2fb9ef699642ff53f341add6fa0cb47270eb8d31b39cb6e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7646bb57db-7tv2w ab3237548e81df2dd2fb9ef699642ff53f341add6fa0cb47270eb8d31b39cb6e network default NAD default NAD key ] I0423 19:51:25.650866 3700 cni.go:452] [openshift-monitoring/thanos-querier-558b459f8-cnjr5 0d3a6ad56225a079f67cdbc97626ffc7913910676a32adbf1e1af52db7ad2116 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-558b459f8-cnjr5 0d3a6ad56225a079f67cdbc97626ffc7913910676a32adbf1e1af52db7ad2116 network default NAD default NAD key ] I0423 19:51:25.650832 3700 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smknh 5fbdf99fb5ba594b480b19afb156e95ef0f52b1d0bd664cfebf8d372c7f428be network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smknh 5fbdf99fb5ba594b480b19afb156e95ef0f52b1d0bd664cfebf8d372c7f428be network default NAD default NAD key ] I0423 19:51:25.651542 3700 cni.go:452] [openshift-monitoring/alertmanager-main-1 3d1705262909ead3451de5fe10c65522db1c0a210eece5b31d6130214f4f2cd1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 3d1705262909ead3451de5fe10c65522db1c0a210eece5b31d6130214f4f2cd1 network default NAD default NAD key ] I0423 19:51:25.657426 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-wmqcv, hostIfaceName: cc70842486d6a0b, network: default, NAD default, SandboxID: "cc70842486d6a0b1c81a36c2a211f082de4246f6ee18b85fc211b6ea402f5736", PCI device ID: , UID: "07a178c4-7444-4575-adf1-6f221e7c6140", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0423 19:51:25.663534 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 3d1705262909ead, network: default, NAD default, SandboxID: "3d1705262909ead3451de5fe10c65522db1c0a210eece5b31d6130214f4f2cd1", PCI device ID: , UID: "915e8d72-01d5-4f0b-93c9-bf30bb107872", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0423 19:51:25.670702 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-smknh, hostIfaceName: 5fbdf99fb5ba594, network: default, NAD default, SandboxID: "5fbdf99fb5ba594b480b19afb156e95ef0f52b1d0bd664cfebf8d372c7f428be", PCI device ID: , UID: "ca701428-fbc2-4418-8bfd-0f315a1163cd", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0423 19:51:25.675020 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7646bb57db-7tv2w, hostIfaceName: ab3237548e81df2, network: default, NAD default, SandboxID: "ab3237548e81df2dd2fb9ef699642ff53f341add6fa0cb47270eb8d31b39cb6e", PCI device ID: , UID: "678c7176-6b77-4f76-8f3d-bf3191aed9a1", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0423 19:51:25.675868 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-558b459f8-cnjr5, hostIfaceName: 0d3a6ad56225a07, network: default, NAD default, SandboxID: "0d3a6ad56225a079f67cdbc97626ffc7913910676a32adbf1e1af52db7ad2116", PCI device ID: , UID: "8b47ab36-e66a-48eb-acc1-48f0685265ed", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0423 19:51:25.729098 3700 cni.go:473] [openshift-monitoring/alertmanager-main-1 3d1705262909ead3451de5fe10c65522db1c0a210eece5b31d6130214f4f2cd1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 3d1705262909ead3451de5fe10c65522db1c0a210eece5b31d6130214f4f2cd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:93:f3:85:3c:6b\",\"name\":\"3d1705262909ead\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e854c3cf-7430-4e39-8ceb-beaced7c1510\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:51:25.958679 3700 cni.go:473] [openshift-monitoring/metrics-server-7646bb57db-7tv2w ab3237548e81df2dd2fb9ef699642ff53f341add6fa0cb47270eb8d31b39cb6e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7646bb57db-7tv2w ab3237548e81df2dd2fb9ef699642ff53f341add6fa0cb47270eb8d31b39cb6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:21:be:ce:1b:bf\",\"name\":\"ab3237548e81df2\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8875308-c37c-4a3e-a1a2-d4406494b05c\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:51:25.958733 3700 cni.go:473] [openshift-monitoring/thanos-querier-558b459f8-cnjr5 0d3a6ad56225a079f67cdbc97626ffc7913910676a32adbf1e1af52db7ad2116 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-558b459f8-cnjr5 0d3a6ad56225a079f67cdbc97626ffc7913910676a32adbf1e1af52db7ad2116 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:67:04:59:99:f0\",\"name\":\"0d3a6ad56225a07\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d823eed6-8070-49fe-91b3-fc0115fcd149\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:51:25.958749 3700 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-wmqcv cc70842486d6a0b1c81a36c2a211f082de4246f6ee18b85fc211b6ea402f5736 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-wmqcv cc70842486d6a0b1c81a36c2a211f082de4246f6ee18b85fc211b6ea402f5736 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:39:81:80:33:6f\",\"name\":\"cc70842486d6a0b\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2386d6c5-4ef1-48fa-8a53-28e9d9d4b04d\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:51:25.958771 3700 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smknh 5fbdf99fb5ba594b480b19afb156e95ef0f52b1d0bd664cfebf8d372c7f428be network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smknh 5fbdf99fb5ba594b480b19afb156e95ef0f52b1d0bd664cfebf8d372c7f428be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:26:65:47:2c:99\",\"name\":\"5fbdf99fb5ba594\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b6c7763-40d4-40c2-acde-bc9639ec1e0e\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:51:26.284591 3700 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:26.284613 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:26.284621 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:26.284627 3700 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:26.335370 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:51:26.335399 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:51:27.291752 3700 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0423 19:51:27.291779 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0423 19:51:27.291791 3700 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0423 19:51:27.481838 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:27.481860 3700 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:27.481869 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:28.554522 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:51:28.554543 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0423 19:51:28.635461 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:51:29.486965 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:51:29.704583 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:51:29.719013 3700 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5db499b76f-25rm9 IP address from the namespace address-set, err: pod openshift-console/console-5db499b76f-25rm9: no pod IPs found W0423 19:51:30.584891 3700 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:30.584908 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:30.584913 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:30.584917 3700 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300163 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300188 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300197 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300207 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300227 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300235 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300242 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:32.300246 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0423 19:51:33.173680 3700 cni.go:452] [openshift-image-registry/image-registry-57d5b5796c-tsxjl 1cad5b64979f5acc75a8aaf5ca314e596525e10b4a7aa69ca6cb607ba8ebac1e network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-57d5b5796c-tsxjl 1cad5b64979f5acc75a8aaf5ca314e596525e10b4a7aa69ca6cb607ba8ebac1e network default NAD default NAD key ] I0423 19:51:33.248710 3700 cni.go:473] [openshift-image-registry/image-registry-57d5b5796c-tsxjl 1cad5b64979f5acc75a8aaf5ca314e596525e10b4a7aa69ca6cb607ba8ebac1e network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-57d5b5796c-tsxjl 1cad5b64979f5acc75a8aaf5ca314e596525e10b4a7aa69ca6cb607ba8ebac1e network default NAD default NAD key default], result "{}", err I0423 19:51:33.298745 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:33.298781 3700 pods.go:176] Deleting pod: openshift-image-registry/image-registry-57d5b5796c-tsxjl I0423 19:51:33.300313 3700 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-57d5b5796c-tsxjl, ips: 10.129.0.16 I0423 19:51:33.300344 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:33.309619 3700 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65dbbf95f-fwkws] creating logical port openshift-image-registry_image-registry-65dbbf95f-fwkws for pod on switch ip-10-0-0-80.ec2.internal W0423 19:51:33.309700 3700 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:51:33.309773 3700 kube.go:256] Updating pod openshift-image-registry/image-registry-65dbbf95f-fwkws I0423 19:51:33.326205 3700 pod.go:62] [openshift-image-registry/image-registry-65dbbf95f-fwkws] pod update took 16.461922ms I0423 19:51:33.326224 3700 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-65dbbf95f-fwkws] addLogicalPort annotation time took 16.486783ms I0423 19:51:33.327337 3700 pods.go:271] [openshift-image-registry/image-registry-65dbbf95f-fwkws] addLogicalPort took 17.73218ms, libovsdb time 787.839µs I0423 19:51:33.514296 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:33.514324 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:33.522497 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57d5b5796c-tsxjl I0423 19:51:33.522523 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57d5b5796c-tsxjl I0423 19:51:33.673463 3700 cni.go:452] [openshift-image-registry/image-registry-65dbbf95f-fwkws cce021900bb767d57b260bce84290b17cd538bbcff10364b59b074f1a7a899cb network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-65dbbf95f-fwkws cce021900bb767d57b260bce84290b17cd538bbcff10364b59b074f1a7a899cb network default NAD default NAD key ] I0423 19:51:33.684301 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-65dbbf95f-fwkws, hostIfaceName: cce021900bb767d, network: default, NAD default, SandboxID: "cce021900bb767d57b260bce84290b17cd538bbcff10364b59b074f1a7a899cb", PCI device ID: , UID: "0625871a-c583-4ba6-adef-faf4931dbaea", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0423 19:51:33.734591 3700 cni.go:473] [openshift-image-registry/image-registry-65dbbf95f-fwkws cce021900bb767d57b260bce84290b17cd538bbcff10364b59b074f1a7a899cb network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-65dbbf95f-fwkws cce021900bb767d57b260bce84290b17cd538bbcff10364b59b074f1a7a899cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:5f:7e:99:13:89\",\"name\":\"cce021900bb767d\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f99d1a1-2b41-4541-ab06-46de49fdbad8\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:51:34.533856 3700 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:51:36.521785 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:36.521807 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:36.521813 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0423 19:51:36.521818 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0423 19:51:40.573834 3700 cni.go:452] [openshift-console/console-7566c4c777-rfz94 35c5763ec5ef17ef3cf59163a3b10ba0ffe978d7a52322be9202381f789bf803 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7566c4c777-rfz94 35c5763ec5ef17ef3cf59163a3b10ba0ffe978d7a52322be9202381f789bf803 network default NAD default NAD key ] I0423 19:51:40.641775 3700 cni.go:473] [openshift-console/console-7566c4c777-rfz94 35c5763ec5ef17ef3cf59163a3b10ba0ffe978d7a52322be9202381f789bf803 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7566c4c777-rfz94 35c5763ec5ef17ef3cf59163a3b10ba0ffe978d7a52322be9202381f789bf803 network default NAD default NAD key default], result "{}", err I0423 19:51:40.737155 3700 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-rfz94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:40.737221 3700 pods.go:176] Deleting pod: openshift-console/console-7566c4c777-rfz94 I0423 19:51:40.738560 3700 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7566c4c777-rfz94, ips: 10.129.0.20 I0423 19:51:40.738587 3700 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-rfz94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:51:40.746637 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0423 19:51:40.756436 3700 base_network_controller_pods.go:487] [default/openshift-console/console-5db499b76f-rh9wz] creating logical port openshift-console_console-5db499b76f-rh9wz for pod on switch ip-10-0-0-80.ec2.internal I0423 19:51:40.756563 3700 kube.go:256] Updating pod openshift-console/console-5db499b76f-rh9wz I0423 19:51:40.778113 3700 pod.go:62] [openshift-console/console-5db499b76f-rh9wz] pod update took 21.573785ms I0423 19:51:40.778131 3700 base_network_controller_pods.go:951] [default/openshift-console/console-5db499b76f-rh9wz] addLogicalPort annotation time took 21.594536ms I0423 19:51:40.779243 3700 pods.go:271] [openshift-console/console-5db499b76f-rh9wz] addLogicalPort took 22.824437ms, libovsdb time 794.1µs I0423 19:51:41.149470 3700 cni.go:452] [openshift-console/console-5db499b76f-rh9wz b6536a9050ab777b4a19b4f472c7231f525017ac658bafb8186f4cbe448755b5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5db499b76f-rh9wz b6536a9050ab777b4a19b4f472c7231f525017ac658bafb8186f4cbe448755b5 network default NAD default NAD key ] I0423 19:51:41.158400 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5db499b76f-rh9wz, hostIfaceName: b6536a9050ab777, network: default, NAD default, SandboxID: "b6536a9050ab777b4a19b4f472c7231f525017ac658bafb8186f4cbe448755b5", PCI device ID: , UID: "8d97bdbb-bb20-4f8f-b704-6ce72b8d7a46", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0423 19:51:41.205827 3700 cni.go:473] [openshift-console/console-5db499b76f-rh9wz b6536a9050ab777b4a19b4f472c7231f525017ac658bafb8186f4cbe448755b5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5db499b76f-rh9wz b6536a9050ab777b4a19b4f472c7231f525017ac658bafb8186f4cbe448755b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:1a:2f:91:c0:a4\",\"name\":\"b6536a9050ab777\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ff97707-eecb-4e9c-bae3-a690f93eb87c\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:51:41.461997 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:51:41.462026 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0423 19:51:41.562912 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0423 19:51:41.582086 3700 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-rfz94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:41.582103 3700 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-rfz94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:41.590245 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7566c4c777-rfz94 I0423 19:51:41.590264 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7566c4c777-rfz94 I0423 19:51:48.512794 3700 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-h6kmn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:48.513294 3700 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-h6kmn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:51:48.525848 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0423 19:51:49.379723 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0423 19:51:49.389239 3700 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-h6kmn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:49.389258 3700 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-h6kmn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:49.396391 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7566c4c777-h6kmn I0423 19:51:49.396413 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7566c4c777-h6kmn W0423 19:51:49.553777 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:51:49.553800 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:51:50.515631 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0423 19:51:51.562317 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.562334 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.562340 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.562353 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.562360 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.562364 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.638318 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.638337 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.638346 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:51:51.661003 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0423 19:51:53.610683 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0423 19:51:53.610729 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0423 19:51:53.610778 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0423 19:51:54.615187 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0423 19:51:55.027257 3700 obj_retry.go:498] Detected object openshift-console/console-6bd8b764-rp6qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:51:55.027806 3700 obj_retry.go:498] Detected object openshift-console/console-6bd8b764-rp6qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 19:51:55.552846 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0423 19:51:55.655243 3700 obj_retry.go:492] Detected object openshift-console/console-6bd8b764-rp6qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:55.655265 3700 obj_retry.go:492] Detected object openshift-console/console-6bd8b764-rp6qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:51:55.669349 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bd8b764-rp6qh I0423 19:51:55.669373 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bd8b764-rp6qh W0423 19:51:58.634590 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0423 19:51:58.634616 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0423 19:51:58.634630 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0423 19:51:58.662201 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0423 19:51:58.662232 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0423 19:51:58.662275 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0423 19:51:59.651404 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0423 19:51:59.681058 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0423 19:52:18.844340 3700 cni.go:452] [openshift-multus/network-metrics-daemon-qwnzv 6259da2cc2b254c5c641029ab84259982f1a83af9a80082d99834aabbba523ab network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-qwnzv 6259da2cc2b254c5c641029ab84259982f1a83af9a80082d99834aabbba523ab network default NAD default NAD key ] I0423 19:52:18.853681 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-qwnzv, hostIfaceName: 6259da2cc2b254c, network: default, NAD default, SandboxID: "6259da2cc2b254c5c641029ab84259982f1a83af9a80082d99834aabbba523ab", PCI device ID: , UID: "df8a7fb9-89e6-4042-9f52-0e5d61753bc6", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0423 19:52:18.901070 3700 cni.go:473] [openshift-multus/network-metrics-daemon-qwnzv 6259da2cc2b254c5c641029ab84259982f1a83af9a80082d99834aabbba523ab network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-qwnzv 6259da2cc2b254c5c641029ab84259982f1a83af9a80082d99834aabbba523ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:52:d0:41:ac:db\",\"name\":\"6259da2cc2b254c\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb446438-05be-4cd9-acb7-80d8717064b2\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:52:19.682910 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:19.683440 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:20.505190 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:20.505218 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:20.512052 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57d5b5796c-9rw5q I0423 19:52:20.512080 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57d5b5796c-9rw5q I0423 19:52:23.379441 3700 obj_retry.go:498] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:23.380056 3700 obj_retry.go:498] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:23.782357 3700 obj_retry.go:492] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:23.782376 3700 obj_retry.go:492] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:23.789297 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5b9c6dbf75-hdcs7 I0423 19:52:23.789321 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5b9c6dbf75-hdcs7 I0423 19:52:24.652070 3700 cni.go:452] [openshift-console/console-5db499b76f-rh9wz b6536a9050ab777b4a19b4f472c7231f525017ac658bafb8186f4cbe448755b5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5db499b76f-rh9wz b6536a9050ab777b4a19b4f472c7231f525017ac658bafb8186f4cbe448755b5 network default NAD default NAD key ] I0423 19:52:24.739617 3700 cni.go:473] [openshift-console/console-5db499b76f-rh9wz b6536a9050ab777b4a19b4f472c7231f525017ac658bafb8186f4cbe448755b5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5db499b76f-rh9wz b6536a9050ab777b4a19b4f472c7231f525017ac658bafb8186f4cbe448755b5 network default NAD default NAD key default], result "{}", err I0423 19:52:24.788701 3700 obj_retry.go:498] Detected object openshift-console/console-5db499b76f-rh9wz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:24.788734 3700 pods.go:176] Deleting pod: openshift-console/console-5db499b76f-rh9wz I0423 19:52:24.790079 3700 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5db499b76f-rh9wz, ips: 10.129.0.27 I0423 19:52:24.790106 3700 obj_retry.go:498] Detected object openshift-console/console-5db499b76f-rh9wz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:25.740399 3700 obj_retry.go:492] Detected object openshift-console/console-5db499b76f-rh9wz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:25.740420 3700 obj_retry.go:492] Detected object openshift-console/console-5db499b76f-rh9wz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:25.750483 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5db499b76f-rh9wz I0423 19:52:25.750506 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5db499b76f-rh9wz I0423 19:52:40.464462 3700 cni.go:452] [openshift-monitoring/alertmanager-main-1 3d1705262909ead3451de5fe10c65522db1c0a210eece5b31d6130214f4f2cd1 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 3d1705262909ead3451de5fe10c65522db1c0a210eece5b31d6130214f4f2cd1 network default NAD default NAD key ] I0423 19:52:40.531508 3700 cni.go:473] [openshift-monitoring/alertmanager-main-1 3d1705262909ead3451de5fe10c65522db1c0a210eece5b31d6130214f4f2cd1 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 3d1705262909ead3451de5fe10c65522db1c0a210eece5b31d6130214f4f2cd1 network default NAD default NAD key default], result "{}", err I0423 19:52:40.593069 3700 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:40.593096 3700 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0423 19:52:40.594312 3700 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.22 I0423 19:52:40.594337 3700 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:40.815241 3700 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:40.815266 3700 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:40.825565 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0423 19:52:40.825587 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0423 19:52:40.866330 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:52:40.866439 3700 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0423 19:52:40.889579 3700 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.177198ms I0423 19:52:40.889601 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.202629ms I0423 19:52:40.890790 3700 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.478251ms, libovsdb time 842.826µs I0423 19:52:41.227352 3700 cni.go:452] [openshift-monitoring/alertmanager-main-1 49784f6a0db87141685ea68d69d5224ae5d8f4e756716d655b7869a7706e9cf1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 49784f6a0db87141685ea68d69d5224ae5d8f4e756716d655b7869a7706e9cf1 network default NAD default NAD key ] I0423 19:52:41.236627 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 49784f6a0db8714, network: default, NAD default, SandboxID: "49784f6a0db87141685ea68d69d5224ae5d8f4e756716d655b7869a7706e9cf1", PCI device ID: , UID: "bb020c3d-2d6a-4d1a-afa0-fcabfe286401", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0423 19:52:41.284964 3700 cni.go:473] [openshift-monitoring/alertmanager-main-1 49784f6a0db87141685ea68d69d5224ae5d8f4e756716d655b7869a7706e9cf1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 49784f6a0db87141685ea68d69d5224ae5d8f4e756716d655b7869a7706e9cf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:9b:2f:43:79:96\",\"name\":\"49784f6a0db8714\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a54a6820-9cae-4df6-93f0-12225c1a5e3e\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:52:42.347147 3700 base_network_controller_pods.go:487] [default/openshift-console/console-78c57f7bb-7wq57] creating logical port openshift-console_console-78c57f7bb-7wq57 for pod on switch ip-10-0-0-80.ec2.internal I0423 19:52:42.347259 3700 kube.go:256] Updating pod openshift-console/console-78c57f7bb-7wq57 I0423 19:52:42.368814 3700 pod.go:62] [openshift-console/console-78c57f7bb-7wq57] pod update took 21.580702ms I0423 19:52:42.368845 3700 base_network_controller_pods.go:951] [default/openshift-console/console-78c57f7bb-7wq57] addLogicalPort annotation time took 21.611959ms I0423 19:52:42.370185 3700 pods.go:271] [openshift-console/console-78c57f7bb-7wq57] addLogicalPort took 23.05233ms, libovsdb time 1.002462ms I0423 19:52:42.705991 3700 cni.go:452] [openshift-console/console-78c57f7bb-7wq57 aeb577822d169dc6e0fdd3dbc4eca7ac34f456b069072097da5f20955c71b52d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78c57f7bb-7wq57 aeb577822d169dc6e0fdd3dbc4eca7ac34f456b069072097da5f20955c71b52d network default NAD default NAD key ] I0423 19:52:42.714992 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78c57f7bb-7wq57, hostIfaceName: aeb577822d169dc, network: default, NAD default, SandboxID: "aeb577822d169dc6e0fdd3dbc4eca7ac34f456b069072097da5f20955c71b52d", PCI device ID: , UID: "ed59745d-b527-4f33-a99f-bd427bdab674", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0423 19:52:42.760928 3700 cni.go:473] [openshift-console/console-78c57f7bb-7wq57 aeb577822d169dc6e0fdd3dbc4eca7ac34f456b069072097da5f20955c71b52d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78c57f7bb-7wq57 aeb577822d169dc6e0fdd3dbc4eca7ac34f456b069072097da5f20955c71b52d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b0:a8:04:f1:79\",\"name\":\"aeb577822d169dc\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ff079bd-b4da-47fc-8197-2ba24e763d2c\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 19:52:44.914773 3700 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:44.915333 3700 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:52:45.618234 3700 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:45.618257 3700 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:52:45.626602 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0423 19:52:45.626626 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0423 19:52:46.717564 3700 cni.go:452] [openshift-dns/dns-default-cfmp6 309fc163ec02182597807a37e96f0c07c460f0e502552d5630683de373a71b78 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-cfmp6 309fc163ec02182597807a37e96f0c07c460f0e502552d5630683de373a71b78 network default NAD default NAD key ] I0423 19:52:46.726561 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-cfmp6, hostIfaceName: 309fc163ec02182, network: default, NAD default, SandboxID: "309fc163ec02182597807a37e96f0c07c460f0e502552d5630683de373a71b78", PCI device ID: , UID: "31880f9f-69de-4c83-90e4-7b27efd39514", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0423 19:52:46.774537 3700 cni.go:473] [openshift-dns/dns-default-cfmp6 309fc163ec02182597807a37e96f0c07c460f0e502552d5630683de373a71b78 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-cfmp6 309fc163ec02182597807a37e96f0c07c460f0e502552d5630683de373a71b78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:96:07:76:46:4a\",\"name\":\"309fc163ec02182\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21b5d775-cebd-4afd-9159-98d2ee7b4bfc\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:52:52.888812 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0423 19:52:58.870416 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0423 19:52:58.870437 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0423 19:52:58.870446 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0423 19:53:01.286058 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:53:01.286081 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0423 19:53:01.286090 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0423 19:53:02.585040 3700 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:02.585581 3700 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:02.698270 3700 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:02.698287 3700 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:02.708348 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0423 19:53:02.708375 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0423 19:53:02.839369 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:02.839862 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:03.714464 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:03.714491 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:07.673803 3700 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:07.674360 3700 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:07.760985 3700 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:07.761009 3700 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:07.761027 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55b49c9d8f-dnh2q I0423 19:53:07.761035 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55b49c9d8f-dnh2q I0423 19:53:18.226559 3700 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:18.227080 3700 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:18.991657 3700 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:18.991679 3700 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:18.998499 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55b49c9d8f-hhhcn I0423 19:53:18.998517 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55b49c9d8f-hhhcn I0423 19:53:31.555882 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0423 19:53:40.435775 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0423 19:53:48.236298 3700 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:48.236859 3700 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:53:49.121517 3700 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:49.121539 3700 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:53:49.129473 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0423 19:53:49.129498 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0423 19:53:52.752518 3700 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0423 19:54:27.280038 3700 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-sb8tt] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-sb8tt for pod on switch ip-10-0-0-80.ec2.internal I0423 19:54:27.280162 3700 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-sb8tt I0423 19:54:27.295279 3700 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-sb8tt] pod update took 15.15338ms I0423 19:54:27.295301 3700 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-sb8tt] addLogicalPort annotation time took 15.177996ms I0423 19:54:27.296623 3700 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-sb8tt] addLogicalPort took 16.603881ms, libovsdb time 972.257µs I0423 19:54:27.647394 3700 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-sb8tt 6805b4f012ae44e38a59a12fe5e986fafe9adea127728ff2a50e434bceb8779b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-sb8tt 6805b4f012ae44e38a59a12fe5e986fafe9adea127728ff2a50e434bceb8779b network default NAD default NAD key ] I0423 19:54:27.658202 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-sb8tt, hostIfaceName: 6805b4f012ae44e, network: default, NAD default, SandboxID: "6805b4f012ae44e38a59a12fe5e986fafe9adea127728ff2a50e434bceb8779b", PCI device ID: , UID: "b0175238-8c39-4721-afa0-6b6a2ea42aea", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0423 19:54:27.719995 3700 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-sb8tt 6805b4f012ae44e38a59a12fe5e986fafe9adea127728ff2a50e434bceb8779b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-sb8tt 6805b4f012ae44e38a59a12fe5e986fafe9adea127728ff2a50e434bceb8779b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:51:1d:ea:4d:7e\",\"name\":\"6805b4f012ae44e\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/181b575d-1c3b-4929-9906-70d8c5f4d587\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 19:54:31.269865 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0423 19:54:42.282016 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0423 19:54:42.316153 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0423 19:54:42.316221 3700 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jvmn4 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jvmn4: no pod IPs found I0423 19:54:45.544349 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0423 19:55:01.527933 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0423 19:55:01.555993 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0423 19:55:15.434613 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0423 19:55:34.430398 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=88 I0423 19:55:50.441391 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=658 I0423 19:55:51.549601 3700 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0423 19:56:33.433239 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 I0423 19:56:37.522601 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0423 19:57:10.512601 3700 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:10.513183 3700 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:10.652873 3700 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:10.652919 3700 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:10.661577 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c57f7bb-ljwf2 I0423 19:57:10.661599 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c57f7bb-ljwf2 I0423 19:57:21.054214 3700 cni.go:452] [openshift-console/console-78c57f7bb-7wq57 aeb577822d169dc6e0fdd3dbc4eca7ac34f456b069072097da5f20955c71b52d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-78c57f7bb-7wq57 aeb577822d169dc6e0fdd3dbc4eca7ac34f456b069072097da5f20955c71b52d network default NAD default NAD key ] I0423 19:57:21.133170 3700 cni.go:473] [openshift-console/console-78c57f7bb-7wq57 aeb577822d169dc6e0fdd3dbc4eca7ac34f456b069072097da5f20955c71b52d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-78c57f7bb-7wq57 aeb577822d169dc6e0fdd3dbc4eca7ac34f456b069072097da5f20955c71b52d network default NAD default NAD key default], result "{}", err I0423 19:57:21.181436 3700 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-7wq57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:21.181469 3700 pods.go:176] Deleting pod: openshift-console/console-78c57f7bb-7wq57 I0423 19:57:21.182688 3700 pods.go:236] Attempting to release IPs for pod: openshift-console/console-78c57f7bb-7wq57, ips: 10.129.0.29 I0423 19:57:21.182721 3700 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-7wq57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 19:57:22.009503 3700 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-7wq57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:22.009536 3700 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-7wq57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 19:57:22.018513 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c57f7bb-7wq57 I0423 19:57:22.018537 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c57f7bb-7wq57 I0423 19:57:27.430742 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0423 19:57:30.517788 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0423 19:57:54.517184 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0423 19:58:04.539134 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0423 19:58:29.533084 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0423 20:00:04.461326 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:04.461889 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:00:05.484146 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:00:05.484170 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:08.955990 3700 namespace.go:98] [tsf] adding namespace I0423 20:01:08.956809 3700 namespace.go:102] [tsf] adding namespace took 795.464µs I0423 20:01:08.975835 3700 namespace.go:142] [tsf] updating namespace I0423 20:01:08.989223 3700 namespace.go:142] [tsf] updating namespace I0423 20:01:12.552341 3700 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0423 20:01:12.961028 3700 namespace.go:98] [cert-manager-operator] adding namespace I0423 20:01:12.961900 3700 namespace.go:102] [cert-manager-operator] adding namespace took 852.665µs I0423 20:01:12.962233 3700 namespace.go:98] [rhbk-operator] adding namespace I0423 20:01:12.962877 3700 namespace.go:102] [rhbk-operator] adding namespace took 629.775µs I0423 20:01:12.964669 3700 namespace.go:98] [konflux-ui] adding namespace I0423 20:01:12.964809 3700 namespace.go:98] [rhtpa-operator] adding namespace I0423 20:01:12.964921 3700 namespace.go:98] [tsf-tpa] adding namespace I0423 20:01:12.965033 3700 namespace.go:98] [tsf-tas] adding namespace I0423 20:01:12.965115 3700 namespace.go:98] [tsf-keycloak] adding namespace I0423 20:01:12.965437 3700 namespace.go:102] [konflux-ui] adding namespace took 756.281µs I0423 20:01:12.965462 3700 namespace.go:98] [konflux-operator] adding namespace I0423 20:01:12.965976 3700 namespace.go:102] [konflux-operator] adding namespace took 504.924µs I0423 20:01:12.966474 3700 namespace.go:102] [rhtpa-operator] adding namespace took 1.644466ms I0423 20:01:12.966979 3700 namespace.go:102] [tsf-tpa] adding namespace took 2.040332ms I0423 20:01:12.967600 3700 namespace.go:102] [tsf-tas] adding namespace took 2.552916ms I0423 20:01:12.968110 3700 namespace.go:102] [tsf-keycloak] adding namespace took 2.980579ms I0423 20:01:12.988829 3700 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:01:13.003843 3700 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:01:13.014478 3700 namespace.go:142] [rhbk-operator] updating namespace I0423 20:01:13.042509 3700 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:01:13.056756 3700 namespace.go:142] [rhbk-operator] updating namespace I0423 20:01:13.058982 3700 namespace.go:142] [konflux-ui] updating namespace I0423 20:01:13.059013 3700 namespace.go:142] [tsf-tpa] updating namespace I0423 20:01:13.070342 3700 namespace.go:142] [tsf-tas] updating namespace I0423 20:01:13.075169 3700 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:01:13.092022 3700 namespace.go:142] [konflux-operator] updating namespace I0423 20:01:13.096763 3700 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:01:13.123688 3700 namespace.go:142] [rhbk-operator] updating namespace I0423 20:01:13.597835 3700 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:01:13.612784 3700 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:01:13.621744 3700 namespace.go:142] [tsf-tpa] updating namespace I0423 20:01:13.639027 3700 namespace.go:142] [tsf-tpa] updating namespace I0423 20:01:13.658095 3700 namespace.go:142] [tsf-tas] updating namespace I0423 20:01:13.673956 3700 namespace.go:142] [tsf-tas] updating namespace I0423 20:01:13.679357 3700 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:01:13.691081 3700 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:01:13.702159 3700 namespace.go:142] [konflux-operator] updating namespace I0423 20:01:13.720732 3700 namespace.go:142] [konflux-operator] updating namespace I0423 20:01:13.725727 3700 namespace.go:142] [konflux-ui] updating namespace I0423 20:01:13.735991 3700 namespace.go:142] [konflux-ui] updating namespace I0423 20:01:14.294101 3700 namespace.go:142] [tsf-tpa] updating namespace I0423 20:01:14.311763 3700 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:01:19.953857 3700 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:19.954359 3700 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:19.954386 3700 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:19.954395 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:19.954405 3700 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:19.954409 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:20.969323 3700 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:20.969751 3700 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:20.969775 3700 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:20.969784 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:20.969795 3700 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:20.969801 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:20.985841 3700 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:20.985857 3700 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:20.985866 3700 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:20.985876 3700 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:21.997756 3700 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:21.997779 3700 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:21.997792 3700 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:21.997807 3700 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:22.997885 3700 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:22.998461 3700 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:22.998491 3700 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:22.998499 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:22.998515 3700 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:22.998519 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:24.029398 3700 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:24.029438 3700 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:24.029447 3700 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:24.029459 3700 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:27.061486 3700 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.062006 3700 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.062033 3700 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.062041 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:27.062051 3700 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.062056 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:27.136883 3700 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.137342 3700 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.137366 3700 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.137374 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:27.137383 3700 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:27.137388 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:28.095881 3700 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.095901 3700 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.095913 3700 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.095933 3700 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.190056 3700 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.190079 3700 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.190093 3700 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:28.190113 3700 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:29.050312 3700 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:29.050854 3700 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:01:29.050890 3700 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:29.050901 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0423 20:01:29.050912 3700 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0423 20:01:29.050919 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0423 20:01:30.083894 3700 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:30.083915 3700 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:30.083942 3700 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:30.083957 3700 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:01:30.144501 3700 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8r6qr] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-8r6qr for pod on switch ip-10-0-0-80.ec2.internal I0423 20:01:30.144623 3700 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8r6qr I0423 20:01:30.159195 3700 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8r6qr] pod update took 14.606165ms I0423 20:01:30.159215 3700 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8r6qr] addLogicalPort annotation time took 14.630496ms I0423 20:01:30.160470 3700 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8r6qr] addLogicalPort took 15.98878ms, libovsdb time 908.248µs I0423 20:01:30.502691 3700 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8r6qr 75918f46240685e855e11eca2c46f7eb873ed4cfffaa863751f2419291855ccd network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8r6qr 75918f46240685e855e11eca2c46f7eb873ed4cfffaa863751f2419291855ccd network default NAD default NAD key ] I0423 20:01:30.512416 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-8r6qr, hostIfaceName: 75918f46240685e, network: default, NAD default, SandboxID: "75918f46240685e855e11eca2c46f7eb873ed4cfffaa863751f2419291855ccd", PCI device ID: , UID: "4014249d-67a1-42ac-b150-5d45a41d6a89", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0423 20:01:30.560439 3700 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8r6qr 75918f46240685e855e11eca2c46f7eb873ed4cfffaa863751f2419291855ccd network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8r6qr 75918f46240685e855e11eca2c46f7eb873ed4cfffaa863751f2419291855ccd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:4a:20:23:20:e2\",\"name\":\"75918f46240685e\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98dfe2e0-8721-4328-a5b1-1f8d70b2d028\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:01:33.434864 3700 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-dvhxc] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-dvhxc for pod on switch ip-10-0-0-80.ec2.internal I0423 20:01:33.434983 3700 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-dvhxc I0423 20:01:33.450791 3700 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-dvhxc] pod update took 15.835905ms I0423 20:01:33.450811 3700 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-dvhxc] addLogicalPort annotation time took 15.860179ms I0423 20:01:33.452000 3700 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-dvhxc] addLogicalPort took 17.151753ms, libovsdb time 850.823µs I0423 20:01:33.796020 3700 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-dvhxc 5def693b32ffee8a770bcd4b9b58fa8a5fed9e6556cc2f633b22e34b780ec879 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-dvhxc 5def693b32ffee8a770bcd4b9b58fa8a5fed9e6556cc2f633b22e34b780ec879 network default NAD default NAD key ] I0423 20:01:33.806306 3700 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-dvhxc, hostIfaceName: 5def693b32ffee8, network: default, NAD default, SandboxID: "5def693b32ffee8a770bcd4b9b58fa8a5fed9e6556cc2f633b22e34b780ec879", PCI device ID: , UID: "90a37b70-e0e2-4768-a203-a7d957e73c1e", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0423 20:01:33.854546 3700 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-dvhxc 5def693b32ffee8a770bcd4b9b58fa8a5fed9e6556cc2f633b22e34b780ec879 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-dvhxc 5def693b32ffee8a770bcd4b9b58fa8a5fed9e6556cc2f633b22e34b780ec879 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ea:f5:d1:5d:22\",\"name\":\"5def693b32ffee8\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28aa2951-ca5c-4444-beaf-64514e1beae2\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 20:01:34.036907 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0423 20:01:36.808492 3700 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-d59qd] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-d59qd for pod on switch ip-10-0-0-80.ec2.internal I0423 20:01:36.808617 3700 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-d59qd I0423 20:01:36.836618 3700 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-d59qd] pod update took 28.029262ms I0423 20:01:36.836656 3700 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-d59qd] addLogicalPort annotation time took 28.057152ms I0423 20:01:36.837861 3700 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-d59qd] addLogicalPort took 29.388733ms, libovsdb time 878.888µs I0423 20:01:37.170772 3700 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-d59qd 5714e57d984d348d2d0e17635fae54a77ff167599d250d78b5c6db3ba4449e1d network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-d59qd 5714e57d984d348d2d0e17635fae54a77ff167599d250d78b5c6db3ba4449e1d network default NAD default NAD key ] I0423 20:01:37.181461 3700 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-d59qd, hostIfaceName: 5714e57d984d348, network: default, NAD default, SandboxID: "5714e57d984d348d2d0e17635fae54a77ff167599d250d78b5c6db3ba4449e1d", PCI device ID: , UID: "b6e03eab-70ca-4f6f-96d2-497f25f4b934", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0423 20:01:37.236574 3700 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-d59qd 5714e57d984d348d2d0e17635fae54a77ff167599d250d78b5c6db3ba4449e1d network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-d59qd 5714e57d984d348d2d0e17635fae54a77ff167599d250d78b5c6db3ba4449e1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:07:42:a1:26:0d\",\"name\":\"5714e57d984d348\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78d73746-ab35-432d-b845-c1cd92204bfe\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 20:01:38.238886 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0423 20:01:38.253003 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0423 20:01:41.468130 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0423 20:01:43.765549 3700 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-92s5p] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-92s5p for pod on switch ip-10-0-0-80.ec2.internal I0423 20:01:43.765687 3700 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-92s5p I0423 20:01:43.789003 3700 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-92s5p] pod update took 23.36056ms I0423 20:01:43.789026 3700 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-92s5p] addLogicalPort annotation time took 23.390317ms I0423 20:01:43.790380 3700 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-92s5p] addLogicalPort took 24.849276ms, libovsdb time 976.922µs I0423 20:01:44.139846 3700 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-92s5p 0a4f39862f96e5ee4a3549af14fa57785252f440539c3697892c893f52522324 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-92s5p 0a4f39862f96e5ee4a3549af14fa57785252f440539c3697892c893f52522324 network default NAD default NAD key ] I0423 20:01:44.149552 3700 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-92s5p, hostIfaceName: 0a4f39862f96e5e, network: default, NAD default, SandboxID: "0a4f39862f96e5ee4a3549af14fa57785252f440539c3697892c893f52522324", PCI device ID: , UID: "b8272ed4-cffb-4595-a21f-31b33dd10869", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0423 20:01:44.198850 3700 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-92s5p 0a4f39862f96e5ee4a3549af14fa57785252f440539c3697892c893f52522324 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-92s5p 0a4f39862f96e5ee4a3549af14fa57785252f440539c3697892c893f52522324 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:ed:f5:8f:0c:f1\",\"name\":\"0a4f39862f96e5e\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/598a20dc-408c-42a9-b0d1-e1142bccae35\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:01:44.660805 3700 namespace.go:142] [openshift-operators] updating namespace I0423 20:01:44.670705 3700 namespace.go:142] [openshift-operators] updating namespace W0423 20:01:45.048076 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0423 20:01:46.655701 3700 namespace.go:98] [cert-manager] adding namespace I0423 20:01:46.656599 3700 namespace.go:102] [cert-manager] adding namespace took 876.962µs I0423 20:01:46.728691 3700 namespace.go:142] [cert-manager] updating namespace I0423 20:01:46.760926 3700 namespace.go:142] [cert-manager] updating namespace W0423 20:01:48.039918 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0423 20:01:48.057715 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0423 20:01:48.090584 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0423 20:01:48.100737 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0423 20:01:48.547400 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0423 20:01:52.114453 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0423 20:01:52.416134 3700 namespace.go:142] [openshift-operators] updating namespace I0423 20:01:53.060520 3700 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-rjz6q] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-rjz6q for pod on switch ip-10-0-0-80.ec2.internal I0423 20:01:53.060667 3700 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-rjz6q I0423 20:01:53.097191 3700 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rjz6q] pod update took 36.565298ms I0423 20:01:53.097210 3700 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-rjz6q] addLogicalPort annotation time took 36.589627ms I0423 20:01:53.098383 3700 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rjz6q] addLogicalPort took 37.880037ms, libovsdb time 804.549µs I0423 20:01:54.358084 3700 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rjz6q e0e2528a8998ae01b9a3e1ce0f54d1fda7d639f3d8eec40549a1194f8419222c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rjz6q e0e2528a8998ae01b9a3e1ce0f54d1fda7d639f3d8eec40549a1194f8419222c network default NAD default NAD key ] I0423 20:01:54.367889 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-rjz6q, hostIfaceName: e0e2528a8998ae0, network: default, NAD default, SandboxID: "e0e2528a8998ae01b9a3e1ce0f54d1fda7d639f3d8eec40549a1194f8419222c", PCI device ID: , UID: "2c026351-4fa6-42d3-89d1-e331eb65b763", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0423 20:01:54.417861 3700 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rjz6q e0e2528a8998ae01b9a3e1ce0f54d1fda7d639f3d8eec40549a1194f8419222c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rjz6q e0e2528a8998ae01b9a3e1ce0f54d1fda7d639f3d8eec40549a1194f8419222c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:9f:af:80:d5:8e\",\"name\":\"e0e2528a8998ae0\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c50c6ea1-4d40-49bc-95f7-f29d73d0db3e\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 20:01:57.060571 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0423 20:01:57.060590 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0423 20:01:57.233871 3700 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-m9l9r] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-m9l9r for pod on switch ip-10-0-0-80.ec2.internal I0423 20:01:57.233994 3700 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-m9l9r I0423 20:01:57.254968 3700 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-m9l9r] pod update took 21.018721ms I0423 20:01:57.254992 3700 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-m9l9r] addLogicalPort annotation time took 21.044784ms I0423 20:01:57.256216 3700 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-m9l9r] addLogicalPort took 22.372811ms, libovsdb time 869.472µs I0423 20:01:57.598630 3700 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-m9l9r 7050bdd6baac7c2f1069fc3cac3fd8bb57fae00d3254acce2171bcb5197a27b1 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-m9l9r 7050bdd6baac7c2f1069fc3cac3fd8bb57fae00d3254acce2171bcb5197a27b1 network default NAD default NAD key ] I0423 20:01:57.609185 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-m9l9r, hostIfaceName: 7050bdd6baac7c2, network: default, NAD default, SandboxID: "7050bdd6baac7c2f1069fc3cac3fd8bb57fae00d3254acce2171bcb5197a27b1", PCI device ID: , UID: "b6a8cfe1-84c3-48ec-9225-f9dce1e073f3", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0423 20:01:57.660341 3700 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-m9l9r 7050bdd6baac7c2f1069fc3cac3fd8bb57fae00d3254acce2171bcb5197a27b1 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-m9l9r 7050bdd6baac7c2f1069fc3cac3fd8bb57fae00d3254acce2171bcb5197a27b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:74:85:79:c5:1a\",\"name\":\"7050bdd6baac7c2\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24d9eb73-4efe-4335-b173-05e3903c90c5\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:01:58.949289 3700 namespace.go:98] [trusted-artifact-signer] adding namespace I0423 20:01:58.950242 3700 namespace.go:102] [trusted-artifact-signer] adding namespace took 930.186µs I0423 20:01:58.966864 3700 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 20:01:58.994711 3700 namespace.go:142] [trusted-artifact-signer] updating namespace W0423 20:01:59.209626 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0423 20:02:07.986436 3700 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:07.986933 3700 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:08.017221 3700 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:08.017239 3700 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:08.022429 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0423 20:02:08.022452 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0423 20:02:10.174879 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0423 20:02:12.238580 3700 namespace.go:98] [openshift-pipelines] adding namespace I0423 20:02:12.239470 3700 namespace.go:102] [openshift-pipelines] adding namespace took 866.989µs I0423 20:02:12.265358 3700 namespace.go:142] [openshift-pipelines] updating namespace I0423 20:02:12.605856 3700 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-l2vl6] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-l2vl6 for pod on switch ip-10-0-0-80.ec2.internal I0423 20:02:12.605958 3700 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-l2vl6 I0423 20:02:12.628753 3700 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-l2vl6] pod update took 22.824803ms I0423 20:02:12.628777 3700 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-l2vl6] addLogicalPort annotation time took 22.853287ms I0423 20:02:12.629949 3700 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-l2vl6] addLogicalPort took 24.111082ms, libovsdb time 807.178µs I0423 20:02:12.980855 3700 namespace.go:142] [cert-manager] updating namespace I0423 20:02:13.161787 3700 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:02:13.566562 3700 namespace.go:142] [konflux-operator] updating namespace I0423 20:02:13.754570 3700 namespace.go:142] [konflux-ui] updating namespace I0423 20:02:13.954683 3700 namespace.go:142] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] updating namespace I0423 20:02:14.360879 3700 namespace.go:142] [rhbk-operator] updating namespace I0423 20:02:14.561614 3700 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:02:14.763390 3700 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 20:02:14.961492 3700 namespace.go:142] [tsf] updating namespace I0423 20:02:15.167374 3700 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:02:15.364290 3700 namespace.go:142] [tsf-tas] updating namespace I0423 20:02:15.565851 3700 namespace.go:142] [tsf-tpa] updating namespace I0423 20:02:15.699313 3700 namespace.go:142] [cert-manager] updating namespace I0423 20:02:15.708734 3700 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:02:15.716841 3700 namespace.go:142] [default] updating namespace I0423 20:02:15.729190 3700 namespace.go:142] [konflux-operator] updating namespace I0423 20:02:15.744892 3700 namespace.go:142] [konflux-ui] updating namespace I0423 20:02:15.753154 3700 namespace.go:142] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] updating namespace I0423 20:02:15.762243 3700 namespace.go:142] [openshift] updating namespace I0423 20:02:15.773827 3700 namespace.go:142] [rhbk-operator] updating namespace I0423 20:02:15.782250 3700 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:02:15.791464 3700 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 20:02:15.799803 3700 namespace.go:142] [tsf] updating namespace I0423 20:02:15.809763 3700 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:02:15.825251 3700 namespace.go:142] [tsf-tas] updating namespace I0423 20:02:15.845563 3700 namespace.go:142] [tsf-tpa] updating namespace I0423 20:02:15.946096 3700 namespace.go:142] [cert-manager] updating namespace I0423 20:02:16.045470 3700 namespace.go:142] [cert-manager-operator] updating namespace I0423 20:02:16.147152 3700 namespace.go:142] [default] updating namespace I0423 20:02:16.250968 3700 namespace.go:142] [konflux-operator] updating namespace I0423 20:02:16.354743 3700 namespace.go:142] [konflux-ui] updating namespace I0423 20:02:16.448323 3700 namespace.go:142] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] updating namespace I0423 20:02:16.530699 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0423 20:02:16.545045 3700 namespace.go:142] [openshift] updating namespace I0423 20:02:16.649252 3700 namespace.go:142] [rhbk-operator] updating namespace I0423 20:02:16.745738 3700 namespace.go:142] [rhtpa-operator] updating namespace I0423 20:02:16.846221 3700 namespace.go:142] [trusted-artifact-signer] updating namespace I0423 20:02:16.949524 3700 namespace.go:142] [tsf] updating namespace I0423 20:02:17.048540 3700 namespace.go:142] [tsf-keycloak] updating namespace I0423 20:02:17.150829 3700 namespace.go:142] [tsf-tas] updating namespace I0423 20:02:17.251451 3700 namespace.go:142] [tsf-tpa] updating namespace I0423 20:02:17.439348 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0423 20:02:17.514003 3700 namespace.go:142] [openshift-pipelines] updating namespace I0423 20:02:18.678848 3700 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-l2vl6 14889220c8ea7dab3e430a189ac8596be913b34155f4a558f23c007d8d8514ae network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-l2vl6 14889220c8ea7dab3e430a189ac8596be913b34155f4a558f23c007d8d8514ae network default NAD default NAD key ] I0423 20:02:18.687885 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-l2vl6, hostIfaceName: 14889220c8ea7da, network: default, NAD default, SandboxID: "14889220c8ea7dab3e430a189ac8596be913b34155f4a558f23c007d8d8514ae", PCI device ID: , UID: "89c80f80-a16d-448a-893e-6b92b672b62a", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0423 20:02:18.737629 3700 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-l2vl6 14889220c8ea7dab3e430a189ac8596be913b34155f4a558f23c007d8d8514ae network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-l2vl6 14889220c8ea7dab3e430a189ac8596be913b34155f4a558f23c007d8d8514ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:d3:1a:c2:09:54\",\"name\":\"14889220c8ea7da\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91a85ff5-8640-42eb-8f6b-fc763c4fecff\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:02:22.558898 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0423 20:02:22.921897 3700 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0423 20:02:24.292504 3700 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0423 20:02:24.444355 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=209 I0423 20:02:24.525882 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0423 20:02:25.194877 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-87qc7] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-87qc7 for pod on switch ip-10-0-0-80.ec2.internal I0423 20:02:25.194967 3700 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-87qc7 I0423 20:02:25.208555 3700 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-87qc7] pod update took 13.614543ms I0423 20:02:25.208575 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-87qc7] addLogicalPort annotation time took 13.638888ms I0423 20:02:25.209791 3700 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-87qc7] addLogicalPort took 14.926778ms, libovsdb time 856.395µs I0423 20:02:25.557243 3700 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-87qc7 e221e62c3244a54bfed83de7a6f7ed9b7a564bd705a7156bd6b80fc639391530 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-87qc7 e221e62c3244a54bfed83de7a6f7ed9b7a564bd705a7156bd6b80fc639391530 network default NAD default NAD key ] I0423 20:02:25.566399 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-87qc7, hostIfaceName: e221e62c3244a54, network: default, NAD default, SandboxID: "e221e62c3244a54bfed83de7a6f7ed9b7a564bd705a7156bd6b80fc639391530", PCI device ID: , UID: "7de28a46-0f7e-4a7a-8471-2e5b6f315a65", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0423 20:02:25.618668 3700 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-87qc7 e221e62c3244a54bfed83de7a6f7ed9b7a564bd705a7156bd6b80fc639391530 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-87qc7 e221e62c3244a54bfed83de7a6f7ed9b7a564bd705a7156bd6b80fc639391530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:07:09:f8:d7:86\",\"name\":\"e221e62c3244a54\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc696e73-a62c-4755-864a-bf857456df62\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 20:02:29.219698 3700 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0423 20:02:29.219716 3700 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0423 20:02:29.219723 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0423 20:02:29.243173 3700 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 20:02:29.243187 3700 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 20:02:29.243191 3700 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 20:02:29.243195 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0423 20:02:29.977462 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 20:02:29.977485 3700 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0423 20:02:29.977490 3700 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0423 20:02:41.558942 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0423 20:02:45.301739 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0423 20:02:48.210608 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2r8q] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-t2r8q for pod on switch ip-10-0-0-80.ec2.internal I0423 20:02:48.210704 3700 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2r8q I0423 20:02:48.228555 3700 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2r8q] pod update took 17.871592ms I0423 20:02:48.228577 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2r8q] addLogicalPort annotation time took 17.898306ms I0423 20:02:48.229857 3700 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2r8q] addLogicalPort took 19.261963ms, libovsdb time 922.094µs I0423 20:02:48.571399 3700 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2r8q 0996ce5f1f11765f784472dcfad1f285586888aee1607ef2f01e2314e32bc3ff network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2r8q 0996ce5f1f11765f784472dcfad1f285586888aee1607ef2f01e2314e32bc3ff network default NAD default NAD key ] I0423 20:02:48.580391 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-t2r8q, hostIfaceName: 0996ce5f1f11765, network: default, NAD default, SandboxID: "0996ce5f1f11765f784472dcfad1f285586888aee1607ef2f01e2314e32bc3ff", PCI device ID: , UID: "a387b8a9-9507-418a-8501-6d026ec21709", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0423 20:02:48.630009 3700 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2r8q 0996ce5f1f11765f784472dcfad1f285586888aee1607ef2f01e2314e32bc3ff network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2r8q 0996ce5f1f11765f784472dcfad1f285586888aee1607ef2f01e2314e32bc3ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:1c:60:da:31:30\",\"name\":\"0996ce5f1f11765\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/084cbd08-75a1-413c-a8bd-144bc7db5e71\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:02:49.171005 3700 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:49.171592 3700 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:02:49.192775 3700 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:49.192794 3700 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:02:49.202626 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0423 20:02:49.202666 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0423 20:02:51.438873 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0423 20:02:51.452167 3700 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0423 20:02:51.452847 3700 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0423 20:02:51.452871 3700 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0423 20:02:51.455184 3700 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0423 20:02:59.101351 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0423 20:02:59.101369 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0423 20:02:59.104026 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0423 20:02:59.104041 3700 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0423 20:03:02.442966 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0423 20:03:05.521214 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0423 20:03:09.405716 3700 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0423 20:03:22.988284 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nqs4j] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-nqs4j for pod on switch ip-10-0-0-80.ec2.internal I0423 20:03:22.988412 3700 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nqs4j I0423 20:03:23.003268 3700 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nqs4j] pod update took 14.885612ms I0423 20:03:23.003289 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nqs4j] addLogicalPort annotation time took 14.911266ms I0423 20:03:23.004609 3700 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nqs4j] addLogicalPort took 16.34097ms, libovsdb time 913.341µs I0423 20:03:23.353461 3700 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nqs4j f0932ab846d16fe7f6cc21a36f598c18b50f68c8753276be17ec88de49b2eb2a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nqs4j f0932ab846d16fe7f6cc21a36f598c18b50f68c8753276be17ec88de49b2eb2a network default NAD default NAD key ] I0423 20:03:23.362562 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-nqs4j, hostIfaceName: f0932ab846d16fe, network: default, NAD default, SandboxID: "f0932ab846d16fe7f6cc21a36f598c18b50f68c8753276be17ec88de49b2eb2a", PCI device ID: , UID: "2418859d-2ff6-4387-a2fc-905953bf4f95", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0423 20:03:23.414077 3700 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nqs4j f0932ab846d16fe7f6cc21a36f598c18b50f68c8753276be17ec88de49b2eb2a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nqs4j f0932ab846d16fe7f6cc21a36f598c18b50f68c8753276be17ec88de49b2eb2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:08:e1:c1:3e:67\",\"name\":\"f0932ab846d16fe\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd50fa24-e133-4501-af18-5cc39cc2d39e\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 20:03:28.553226 3700 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0423 20:03:28.553244 3700 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0423 20:03:28.553248 3700 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0423 20:03:30.535579 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0423 20:03:34.432828 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0423 20:03:39.289267 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-kd22m] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-kd22m for pod on switch ip-10-0-0-80.ec2.internal I0423 20:03:39.289359 3700 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-kd22m I0423 20:03:39.303495 3700 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-kd22m] pod update took 14.15657ms I0423 20:03:39.303516 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-kd22m] addLogicalPort annotation time took 14.184755ms I0423 20:03:39.304896 3700 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-kd22m] addLogicalPort took 15.643777ms, libovsdb time 922.672µs I0423 20:03:39.649281 3700 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-kd22m b9945659ae48741900163d3ec323a3de8a64df274cfdef079785f2ee36f5a408 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-kd22m b9945659ae48741900163d3ec323a3de8a64df274cfdef079785f2ee36f5a408 network default NAD default NAD key ] I0423 20:03:39.659308 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-kd22m, hostIfaceName: b9945659ae48741, network: default, NAD default, SandboxID: "b9945659ae48741900163d3ec323a3de8a64df274cfdef079785f2ee36f5a408", PCI device ID: , UID: "6c2ba199-f5a4-4abd-b35c-bf418359bf4d", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0423 20:03:39.711117 3700 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-kd22m b9945659ae48741900163d3ec323a3de8a64df274cfdef079785f2ee36f5a408 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-kd22m b9945659ae48741900163d3ec323a3de8a64df274cfdef079785f2ee36f5a408 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:1f:8b:87:5f:b5\",\"name\":\"b9945659ae48741\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4b3f5ec-afde-4847-aa91-bd2c9c4a847b\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:03:41.478841 3700 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:03:41.479482 3700 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:03:41.527574 3700 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:03:41.527598 3700 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:03:41.531136 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0423 20:03:41.531167 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0423 20:03:44.395680 3700 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-5fztp-v84b8] creating logical port tsf-tas_ctlog-createtree-job-5fztp-v84b8 for pod on switch ip-10-0-0-80.ec2.internal I0423 20:03:44.395796 3700 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-5fztp-v84b8 I0423 20:03:44.409138 3700 pod.go:62] [tsf-tas/ctlog-createtree-job-5fztp-v84b8] pod update took 13.372024ms I0423 20:03:44.409164 3700 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-5fztp-v84b8] addLogicalPort annotation time took 13.401411ms I0423 20:03:44.410634 3700 pods.go:271] [tsf-tas/ctlog-createtree-job-5fztp-v84b8] addLogicalPort took 14.99002ms, libovsdb time 776.934µs I0423 20:03:44.645385 3700 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-d69b96d84-57dpp] creating logical port tsf-tas_trillian-logsigner-d69b96d84-57dpp for pod on switch ip-10-0-0-80.ec2.internal I0423 20:03:44.645490 3700 kube.go:256] Updating pod tsf-tas/trillian-logsigner-d69b96d84-57dpp I0423 20:03:44.663703 3700 pod.go:62] [tsf-tas/trillian-logsigner-d69b96d84-57dpp] pod update took 18.250586ms I0423 20:03:44.663735 3700 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-d69b96d84-57dpp] addLogicalPort annotation time took 18.286469ms I0423 20:03:44.665291 3700 pods.go:271] [tsf-tas/trillian-logsigner-d69b96d84-57dpp] addLogicalPort took 19.922499ms, libovsdb time 945.794µs I0423 20:03:44.763013 3700 cni.go:452] [tsf-tas/ctlog-createtree-job-5fztp-v84b8 ee5a9a13b5cb0ed63cff15e5b8e9953e115c7c12ad9f28ae40f33ff02cccc3e5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-5fztp-v84b8 ee5a9a13b5cb0ed63cff15e5b8e9953e115c7c12ad9f28ae40f33ff02cccc3e5 network default NAD default NAD key ] I0423 20:03:44.774464 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-5fztp-v84b8, hostIfaceName: ee5a9a13b5cb0ed, network: default, NAD default, SandboxID: "ee5a9a13b5cb0ed63cff15e5b8e9953e115c7c12ad9f28ae40f33ff02cccc3e5", PCI device ID: , UID: "a1696e0d-ca97-446b-ad63-eea23b7f9dbd", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0423 20:03:44.835423 3700 cni.go:473] [tsf-tas/ctlog-createtree-job-5fztp-v84b8 ee5a9a13b5cb0ed63cff15e5b8e9953e115c7c12ad9f28ae40f33ff02cccc3e5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-5fztp-v84b8 ee5a9a13b5cb0ed63cff15e5b8e9953e115c7c12ad9f28ae40f33ff02cccc3e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d8:2a:22:cb:c8\",\"name\":\"ee5a9a13b5cb0ed\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5e85717-f086-4450-a112-2883e0d4cce7\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:03:45.609457 3700 cni.go:452] [tsf-tas/trillian-logsigner-d69b96d84-57dpp 6f4f614f66bf0d4a0e0ed855e633e06f95219cc91102cd4a0a198484f6e1c602 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-d69b96d84-57dpp 6f4f614f66bf0d4a0e0ed855e633e06f95219cc91102cd4a0a198484f6e1c602 network default NAD default NAD key ] I0423 20:03:45.623582 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-d69b96d84-57dpp, hostIfaceName: 6f4f614f66bf0d4, network: default, NAD default, SandboxID: "6f4f614f66bf0d4a0e0ed855e633e06f95219cc91102cd4a0a198484f6e1c602", PCI device ID: , UID: "d931f47b-2e8c-47b0-a298-35b42bcdec2a", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0423 20:03:45.682786 3700 cni.go:473] [tsf-tas/trillian-logsigner-d69b96d84-57dpp 6f4f614f66bf0d4a0e0ed855e633e06f95219cc91102cd4a0a198484f6e1c602 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-d69b96d84-57dpp 6f4f614f66bf0d4a0e0ed855e633e06f95219cc91102cd4a0a198484f6e1c602 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:03:fb:8e:3a:12\",\"name\":\"6f4f614f66bf0d4\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1126cc2-d656-42e9-95c2-a12bc2919915\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:03:47.333615 3700 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5bd44fb447-p76q5] creating logical port tsf-tas_trillian-db-5bd44fb447-p76q5 for pod on switch ip-10-0-0-80.ec2.internal I0423 20:03:47.333912 3700 kube.go:256] Updating pod tsf-tas/trillian-db-5bd44fb447-p76q5 I0423 20:03:47.347788 3700 pod.go:62] [tsf-tas/trillian-db-5bd44fb447-p76q5] pod update took 13.912454ms I0423 20:03:47.347817 3700 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5bd44fb447-p76q5] addLogicalPort annotation time took 13.946281ms I0423 20:03:47.349670 3700 pods.go:271] [tsf-tas/trillian-db-5bd44fb447-p76q5] addLogicalPort took 16.077523ms, libovsdb time 1.277347ms W0423 20:03:47.372887 3700 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0423 20:03:47.372907 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0423 20:03:48.542615 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0423 20:03:51.525153 3700 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fbpbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:03:51.525779 3700 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fbpbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:03:52.429404 3700 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fbpbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:03:52.429423 3700 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fbpbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0423 20:03:52.792222 3700 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0423 20:03:55.437915 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=54 I0423 20:03:56.700242 3700 cni.go:452] [tsf-tas/trillian-db-5bd44fb447-p76q5 cf4ed6de1f03467f32bb71caf0487095a636d91a154bc187da3802a17f44582e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5bd44fb447-p76q5 cf4ed6de1f03467f32bb71caf0487095a636d91a154bc187da3802a17f44582e network default NAD default NAD key ] I0423 20:03:56.709603 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5bd44fb447-p76q5, hostIfaceName: cf4ed6de1f03467, network: default, NAD default, SandboxID: "cf4ed6de1f03467f32bb71caf0487095a636d91a154bc187da3802a17f44582e", PCI device ID: , UID: "15fbabb5-ae26-409a-a4c8-0cff49bdc955", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0423 20:03:56.761062 3700 cni.go:473] [tsf-tas/trillian-db-5bd44fb447-p76q5 cf4ed6de1f03467f32bb71caf0487095a636d91a154bc187da3802a17f44582e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5bd44fb447-p76q5 cf4ed6de1f03467f32bb71caf0487095a636d91a154bc187da3802a17f44582e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:bf:5c:30:58:dc\",\"name\":\"cf4ed6de1f03467\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c50f82bf-ddb9-4940-a067-b1333c44622c\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0423 20:03:58.722910 3700 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0423 20:04:01.475296 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0423 20:04:01.827420 3700 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0423 20:04:01.888606 3700 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:01.889129 3700 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:02.912345 3700 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:02.912367 3700 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0423 20:04:12.861232 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0423 20:04:31.927098 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0423 20:04:33.749167 3700 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:33.749716 3700 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:33.775901 3700 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:33.775923 3700 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:33.784955 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0423 20:04:33.784983 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0423 20:04:34.701468 3700 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-7mvr6] creating logical port tsf_patch-tekton-config-7mvr6 for pod on switch ip-10-0-0-80.ec2.internal I0423 20:04:34.701556 3700 kube.go:256] Updating pod tsf/patch-tekton-config-7mvr6 I0423 20:04:34.714665 3700 pod.go:62] [tsf/patch-tekton-config-7mvr6] pod update took 13.131386ms I0423 20:04:34.714685 3700 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-7mvr6] addLogicalPort annotation time took 13.155837ms I0423 20:04:34.715959 3700 pods.go:271] [tsf/patch-tekton-config-7mvr6] addLogicalPort took 14.504912ms, libovsdb time 863.125µs I0423 20:04:35.226300 3700 cni.go:452] [tsf/patch-tekton-config-7mvr6 836800c6d4c458db1e3f18218ca341304fadaa0840ae5a2de499653eb722e96b network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-7mvr6 836800c6d4c458db1e3f18218ca341304fadaa0840ae5a2de499653eb722e96b network default NAD default NAD key ] I0423 20:04:35.235830 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-7mvr6, hostIfaceName: 836800c6d4c458d, network: default, NAD default, SandboxID: "836800c6d4c458db1e3f18218ca341304fadaa0840ae5a2de499653eb722e96b", PCI device ID: , UID: "7af3a2d3-14fc-4122-8250-e2f43a38dd30", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0423 20:04:35.289103 3700 cni.go:473] [tsf/patch-tekton-config-7mvr6 836800c6d4c458db1e3f18218ca341304fadaa0840ae5a2de499653eb722e96b network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-7mvr6 836800c6d4c458db1e3f18218ca341304fadaa0840ae5a2de499653eb722e96b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b7:b7:7e:e7:c3\",\"name\":\"836800c6d4c458d\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ad20763-53d1-4960-93a3-8f674a34cb43\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:04:43.035563 3700 cni.go:452] [tsf/patch-tekton-config-7mvr6 836800c6d4c458db1e3f18218ca341304fadaa0840ae5a2de499653eb722e96b network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-7mvr6 836800c6d4c458db1e3f18218ca341304fadaa0840ae5a2de499653eb722e96b network default NAD default NAD key ] I0423 20:04:43.122906 3700 cni.go:473] [tsf/patch-tekton-config-7mvr6 836800c6d4c458db1e3f18218ca341304fadaa0840ae5a2de499653eb722e96b network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-7mvr6 836800c6d4c458db1e3f18218ca341304fadaa0840ae5a2de499653eb722e96b network default NAD default NAD key default], result "{}", err I0423 20:04:43.172136 3700 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mvr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:43.172168 3700 pods.go:176] Deleting pod: tsf/patch-tekton-config-7mvr6 I0423 20:04:43.173431 3700 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-7mvr6, ips: 10.129.0.45 I0423 20:04:43.173459 3700 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mvr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:44.196330 3700 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:44.196359 3700 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:50.837538 3700 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8zj4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:50.838101 3700 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8zj4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:51.861438 3700 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8zj4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:51.861461 3700 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8zj4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:51.915334 3700 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:51.915363 3700 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:51.924605 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-7mvr6 I0423 20:04:51.924628 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-7mvr6 I0423 20:04:56.873004 3700 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:56.873527 3700 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:04:56.897283 3700 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:56.897303 3700 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:04:56.906536 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0423 20:04:56.906558 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0423 20:05:02.208178 3700 obj_retry.go:498] Detected object tsf-tpa/create-db-jqhnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:02.208744 3700 obj_retry.go:498] Detected object tsf-tpa/create-db-jqhnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:03.236103 3700 obj_retry.go:492] Detected object tsf-tpa/create-db-jqhnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:03.236127 3700 obj_retry.go:492] Detected object tsf-tpa/create-db-jqhnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:04.519735 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0423 20:05:05.931413 3700 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:05.932001 3700 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:06.248297 3700 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dwxsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:06.248825 3700 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dwxsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:06.388041 3700 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dwxsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:06.388063 3700 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dwxsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:06.817489 3700 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:06.817512 3700 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:09.534678 3700 base_network_controller_pods.go:487] [default/tsf-tpa/server-75f9894d9f-7pn8h] creating logical port tsf-tpa_server-75f9894d9f-7pn8h for pod on switch ip-10-0-0-80.ec2.internal I0423 20:05:09.534784 3700 kube.go:256] Updating pod tsf-tpa/server-75f9894d9f-7pn8h I0423 20:05:09.551748 3700 pod.go:62] [tsf-tpa/server-75f9894d9f-7pn8h] pod update took 16.992334ms I0423 20:05:09.551768 3700 base_network_controller_pods.go:951] [default/tsf-tpa/server-75f9894d9f-7pn8h] addLogicalPort annotation time took 17.017865ms I0423 20:05:09.553019 3700 pods.go:271] [tsf-tpa/server-75f9894d9f-7pn8h] addLogicalPort took 18.378228ms, libovsdb time 863.107µs I0423 20:05:09.561625 3700 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-mp6nc] creating logical port tsf-tpa_importer-86bcdf477b-mp6nc for pod on switch ip-10-0-0-80.ec2.internal I0423 20:05:09.561724 3700 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-mp6nc I0423 20:05:09.574740 3700 pod.go:62] [tsf-tpa/importer-86bcdf477b-mp6nc] pod update took 13.044542ms I0423 20:05:09.574758 3700 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-mp6nc] addLogicalPort annotation time took 13.065172ms I0423 20:05:09.576012 3700 pods.go:271] [tsf-tpa/importer-86bcdf477b-mp6nc] addLogicalPort took 14.3984ms, libovsdb time 864.401µs I0423 20:05:10.969634 3700 obj_retry.go:498] Detected object tsf-tpa/create-importers-pz6sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:10.970181 3700 obj_retry.go:498] Detected object tsf-tpa/create-importers-pz6sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:11.994833 3700 obj_retry.go:492] Detected object tsf-tpa/create-importers-pz6sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:11.994853 3700 obj_retry.go:492] Detected object tsf-tpa/create-importers-pz6sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0423 20:05:15.169592 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0423 20:05:16.865125 3700 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0423 20:05:18.917455 3700 cni.go:452] [tsf-tpa/importer-86bcdf477b-mp6nc 6ddb5ce9a2c38f6bdda9218d306d388ba17e592f44cf89d47a662c9bdfefc9f0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-mp6nc 6ddb5ce9a2c38f6bdda9218d306d388ba17e592f44cf89d47a662c9bdfefc9f0 network default NAD default NAD key ] I0423 20:05:18.926914 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-mp6nc, hostIfaceName: 6ddb5ce9a2c38f6, network: default, NAD default, SandboxID: "6ddb5ce9a2c38f6bdda9218d306d388ba17e592f44cf89d47a662c9bdfefc9f0", PCI device ID: , UID: "e4d7b444-3d8c-41d8-9f0a-91f10183463d", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0423 20:05:18.977724 3700 cni.go:473] [tsf-tpa/importer-86bcdf477b-mp6nc 6ddb5ce9a2c38f6bdda9218d306d388ba17e592f44cf89d47a662c9bdfefc9f0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-mp6nc 6ddb5ce9a2c38f6bdda9218d306d388ba17e592f44cf89d47a662c9bdfefc9f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:0a:19:cc:ed:13\",\"name\":\"6ddb5ce9a2c38f6\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14d49bc9-8a50-4162-84f9-a1c969c41816\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:05:19.195456 3700 cni.go:452] [tsf-tpa/server-75f9894d9f-7pn8h 1aeec7f52c4ce246c6efdf66734e3573ea8454fe575130703f32381533f19225 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-75f9894d9f-7pn8h 1aeec7f52c4ce246c6efdf66734e3573ea8454fe575130703f32381533f19225 network default NAD default NAD key ] I0423 20:05:19.206870 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-75f9894d9f-7pn8h, hostIfaceName: 1aeec7f52c4ce24, network: default, NAD default, SandboxID: "1aeec7f52c4ce246c6efdf66734e3573ea8454fe575130703f32381533f19225", PCI device ID: , UID: "a1ad0bd2-38bc-4420-b98b-516b7e0a4a72", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0423 20:05:19.257877 3700 cni.go:473] [tsf-tpa/server-75f9894d9f-7pn8h 1aeec7f52c4ce246c6efdf66734e3573ea8454fe575130703f32381533f19225 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-75f9894d9f-7pn8h 1aeec7f52c4ce246c6efdf66734e3573ea8454fe575130703f32381533f19225 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:aa:40:be:9c:f4\",\"name\":\"1aeec7f52c4ce24\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3903bf9a-4fa0-4f76-bbb3-cce7131ef74b\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0423 20:05:20.237038 3700 cni.go:452] [tsf-tas/ctlog-createtree-job-5fztp-v84b8 ee5a9a13b5cb0ed63cff15e5b8e9953e115c7c12ad9f28ae40f33ff02cccc3e5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-5fztp-v84b8 ee5a9a13b5cb0ed63cff15e5b8e9953e115c7c12ad9f28ae40f33ff02cccc3e5 network default NAD default NAD key ] I0423 20:05:20.323509 3700 cni.go:473] [tsf-tas/ctlog-createtree-job-5fztp-v84b8 ee5a9a13b5cb0ed63cff15e5b8e9953e115c7c12ad9f28ae40f33ff02cccc3e5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-5fztp-v84b8 ee5a9a13b5cb0ed63cff15e5b8e9953e115c7c12ad9f28ae40f33ff02cccc3e5 network default NAD default NAD key default], result "{}", err I0423 20:05:20.380235 3700 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:20.380316 3700 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-5fztp-v84b8 I0423 20:05:20.382018 3700 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-5fztp-v84b8, ips: 10.129.0.42 I0423 20:05:20.382049 3700 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0423 20:05:20.898442 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0423 20:05:21.052991 3700 namespace.go:142] [openshift-pipelines] updating namespace I0423 20:05:21.260950 3700 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:21.260977 3700 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0423 20:05:22.276592 3700 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0423 20:05:23.283671 3700 util.go:959] Failed to build node endpoints for node ip-10-0-0-80.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0423 20:05:25.053562 3700 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:25.054119 3700 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:25.076951 3700 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:25.076970 3700 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:25.085216 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0423 20:05:25.085237 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0423 20:05:25.911911 3700 namespace.go:98] [image-controller] adding namespace I0423 20:05:25.912945 3700 namespace.go:102] [image-controller] adding namespace took 1.012007ms I0423 20:05:25.916002 3700 namespace.go:98] [integration-service] adding namespace I0423 20:05:25.916083 3700 namespace.go:98] [build-service] adding namespace I0423 20:05:25.916637 3700 namespace.go:102] [integration-service] adding namespace took 623.057µs I0423 20:05:25.917273 3700 namespace.go:102] [build-service] adding namespace took 1.173992ms I0423 20:05:25.920118 3700 namespace.go:98] [default-tenant] adding namespace I0423 20:05:25.920742 3700 namespace.go:102] [default-tenant] adding namespace took 609.774µs I0423 20:05:25.973692 3700 namespace.go:142] [image-controller] updating namespace I0423 20:05:25.994804 3700 namespace.go:142] [image-controller] updating namespace I0423 20:05:26.011239 3700 namespace.go:142] [integration-service] updating namespace I0423 20:05:26.033784 3700 namespace.go:142] [integration-service] updating namespace I0423 20:05:26.041218 3700 namespace.go:142] [build-service] updating namespace I0423 20:05:26.064540 3700 namespace.go:142] [build-service] updating namespace I0423 20:05:26.071433 3700 namespace.go:142] [default-tenant] updating namespace I0423 20:05:26.086192 3700 namespace.go:142] [default-tenant] updating namespace I0423 20:05:26.307094 3700 namespace.go:142] [build-service] updating namespace I0423 20:05:26.383914 3700 namespace.go:142] [integration-service] updating namespace I0423 20:05:26.773343 3700 namespace.go:98] [release-service] adding namespace I0423 20:05:26.774210 3700 namespace.go:102] [release-service] adding namespace took 845.541µs I0423 20:05:26.839636 3700 namespace.go:142] [konflux-ui] updating namespace I0423 20:05:26.850892 3700 namespace.go:142] [release-service] updating namespace I0423 20:05:26.880218 3700 namespace.go:142] [release-service] updating namespace I0423 20:05:26.976785 3700 namespace.go:98] [konflux-info] adding namespace I0423 20:05:26.977550 3700 namespace.go:102] [konflux-info] adding namespace took 751.299µs W0423 20:05:27.021806 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0423 20:05:27.039779 3700 namespace.go:98] [namespace-lister] adding namespace I0423 20:05:27.039949 3700 namespace.go:142] [konflux-info] updating namespace I0423 20:05:27.040569 3700 namespace.go:102] [namespace-lister] adding namespace took 773.003µs I0423 20:05:27.091949 3700 namespace.go:98] [enterprise-contract-service] adding namespace I0423 20:05:27.092888 3700 namespace.go:102] [enterprise-contract-service] adding namespace took 912.195µs I0423 20:05:27.094814 3700 namespace.go:142] [konflux-info] updating namespace I0423 20:05:27.099077 3700 namespace.go:142] [image-controller] updating namespace I0423 20:05:27.106127 3700 namespace.go:142] [namespace-lister] updating namespace I0423 20:05:27.200129 3700 namespace.go:142] [namespace-lister] updating namespace I0423 20:05:27.231756 3700 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:05:27.274752 3700 namespace.go:142] [default-tenant] updating namespace I0423 20:05:27.319784 3700 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:05:27.421000 3700 namespace.go:98] [segment-bridge] adding namespace I0423 20:05:27.421842 3700 namespace.go:102] [segment-bridge] adding namespace took 821.955µs I0423 20:05:27.437769 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=120 I0423 20:05:27.473866 3700 namespace.go:98] [konflux-cli] adding namespace I0423 20:05:27.474725 3700 namespace.go:102] [konflux-cli] adding namespace took 841.403µs I0423 20:05:27.519107 3700 namespace.go:142] [segment-bridge] updating namespace I0423 20:05:27.602801 3700 namespace.go:142] [segment-bridge] updating namespace I0423 20:05:27.634933 3700 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0423 20:05:27.635434 3700 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0423 20:05:27.635450 3700 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0423 20:05:27.637998 3700 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0423 20:05:27.680907 3700 namespace.go:142] [konflux-cli] updating namespace I0423 20:05:27.713133 3700 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0423 20:05:27.713159 3700 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0423 20:05:27.713958 3700 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0423 20:05:27.767989 3700 namespace.go:142] [konflux-cli] updating namespace I0423 20:05:28.031485 3700 namespace.go:142] [build-service] updating namespace I0423 20:05:28.860708 3700 namespace.go:142] [default-tenant] updating namespace I0423 20:05:29.778723 3700 namespace.go:142] [image-controller] updating namespace I0423 20:05:30.027596 3700 namespace.go:142] [integration-service] updating namespace I0423 20:05:30.237125 3700 namespace.go:142] [konflux-info] updating namespace I0423 20:05:30.465899 3700 namespace.go:142] [namespace-lister] updating namespace I0423 20:05:30.660120 3700 namespace.go:142] [release-service] updating namespace I0423 20:05:30.776482 3700 namespace.go:142] [build-service] updating namespace I0423 20:05:30.814205 3700 namespace.go:142] [default-tenant] updating namespace I0423 20:05:30.834761 3700 namespace.go:142] [image-controller] updating namespace I0423 20:05:30.846663 3700 namespace.go:142] [integration-service] updating namespace I0423 20:05:30.889160 3700 namespace.go:142] [konflux-info] updating namespace I0423 20:05:30.925948 3700 namespace.go:142] [namespace-lister] updating namespace I0423 20:05:30.940535 3700 namespace.go:142] [release-service] updating namespace I0423 20:05:31.013977 3700 namespace.go:142] [build-service] updating namespace I0423 20:05:31.096036 3700 namespace.go:142] [default-tenant] updating namespace I0423 20:05:31.173093 3700 namespace.go:142] [image-controller] updating namespace I0423 20:05:31.236978 3700 namespace.go:142] [integration-service] updating namespace W0423 20:05:31.271344 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0423 20:05:31.356461 3700 namespace.go:142] [konflux-info] updating namespace I0423 20:05:31.475244 3700 namespace.go:142] [namespace-lister] updating namespace I0423 20:05:31.550333 3700 namespace.go:142] [release-service] updating namespace I0423 20:05:32.997039 3700 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:05:33.198604 3700 namespace.go:142] [konflux-cli] updating namespace I0423 20:05:33.397433 3700 namespace.go:142] [segment-bridge] updating namespace I0423 20:05:33.518935 3700 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:05:33.533716 3700 namespace.go:142] [konflux-cli] updating namespace I0423 20:05:33.550991 3700 namespace.go:142] [segment-bridge] updating namespace I0423 20:05:33.626908 3700 namespace.go:142] [enterprise-contract-service] updating namespace I0423 20:05:33.725317 3700 namespace.go:142] [konflux-cli] updating namespace I0423 20:05:33.825808 3700 namespace.go:142] [segment-bridge] updating namespace W0423 20:05:34.274460 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0423 20:05:37.027233 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0423 20:05:38.308476 3700 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0423 20:05:43.346258 3700 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0423 20:05:43.347801 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0423 20:05:43.368077 3700 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0423 20:05:43.374359 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0423 20:05:43.414970 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0423 20:05:43.414987 3700 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0423 20:05:43.433473 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 W0423 20:05:43.442667 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0423 20:05:43.442717 3700 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0423 20:05:44.048995 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0423 20:05:44.049011 3700 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0423 20:05:53.592813 3700 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:53.593358 3700 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:54.617976 3700 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:54.618002 3700 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:54.740389 3700 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:54.740957 3700 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:05:55.437255 3700 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:55.437280 3700 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:05:55.445727 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-pfglf I0423 20:05:55.445742 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-pfglf W0423 20:06:09.525242 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0423 20:06:59.466453 3700 obj_retry.go:498] Detected object konflux-ui/proxy-855467d67d-kljwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:06:59.467025 3700 obj_retry.go:498] Detected object konflux-ui/proxy-855467d67d-kljwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:06:59.831041 3700 obj_retry.go:492] Detected object konflux-ui/proxy-855467d67d-kljwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:06:59.831063 3700 obj_retry.go:492] Detected object konflux-ui/proxy-855467d67d-kljwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:06:59.838101 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-855467d67d-kljwg I0423 20:06:59.838125 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-855467d67d-kljwg I0423 20:07:01.616521 3700 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:07:01.617079 3700 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:07:01.657668 3700 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:07:01.657685 3700 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:07:01.669269 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0423 20:07:01.669290 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0423 20:07:31.666107 3700 namespace.go:98] [default-managed-tenant-m1f05] adding namespace I0423 20:07:31.667043 3700 namespace.go:102] [default-managed-tenant-m1f05] adding namespace took 911.623µs I0423 20:07:31.701943 3700 namespace.go:142] [default-managed-tenant-m1f05] updating namespace I0423 20:07:31.715604 3700 namespace.go:142] [default-managed-tenant-m1f05] updating namespace I0423 20:07:32.918041 3700 namespace.go:142] [default-managed-tenant-m1f05] updating namespace I0423 20:07:33.046950 3700 namespace.go:142] [default-managed-tenant-m1f05] updating namespace I0423 20:07:33.147982 3700 namespace.go:142] [default-managed-tenant-m1f05] updating namespace I0423 20:07:45.528855 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0423 20:08:07.561700 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0423 20:08:43.555090 3700 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0423 20:09:21.538402 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0423 20:09:56.550009 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0423 20:10:04.629539 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0423 20:10:04.630152 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0423 20:10:05.490068 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:10:05.490114 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0423 20:10:13.523032 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0423 20:10:22.447145 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=457 I0423 20:10:31.533114 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0423 20:11:02.435855 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0423 20:11:08.436391 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0423 20:11:19.440743 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=35 I0423 20:11:53.523428 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0423 20:11:58.441961 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=83