+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-171.ec2.internal ++ [[ -n ip-10-0-0-171.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-171.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 09:34:15.133943732 - disable conntrack on geneve port' I0512 09:34:15.133943732 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 09:34:15.160470740 - starting ovnkube-node + echo 'I0512 09:34:15.160470740 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-171.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-171.ec2.internal --init-node ip-10-0-0-171.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-171.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 09:34:15.205584 3791 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 09:34:15.205665 3791 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-99c4b3d89a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 09:34:15.207074 3791 kube.go:431] Waiting for certificate I0512 09:34:15.207118 3791 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 09:34:15.207150 3791 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 09:34:15.207953 3791 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 09:34:15.233506 3791 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:15.233525 3791 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:15.235939 3791 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:15.239233 3791 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jhxm7" I0512 09:34:15.247459 3791 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jhxm7" I0512 09:34:15.247561 3791 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:16.207275 3791 kube.go:438] Certificate found I0512 09:34:16.207876 3791 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 09:34:16.208826 3791 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 09:34:16.263612 3791 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 09:29:15 +0000 UTC" deadline="2026-05-13 05:29:56.03694195 +0000 UTC" I0512 09:34:16.263683 3791 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h55m39.773277664s" I0512 09:34:16.285069 3791 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 09:34:16.296294 3791 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 09:34:16.296369 3791 server.go:101] MetricServer registers OVS metrics I0512 09:34:16.296383 3791 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 09:34:16.296436 3791 factory.go:561] Starting watch factory I0512 09:34:16.296511 3791 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.296515 3791 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.296523 3791 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.296530 3791 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.296529 3791 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.296546 3791 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.296554 3791 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.296569 3791 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.296650 3791 server.go:105] MetricServer registers OVN DB metrics I0512 09:34:16.298078 3791 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.298175 3791 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.298083 3791 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.298273 3791 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.300776 3791 controller_manager.go:370] Starting the ovnkube controller I0512 09:34:16.300785 3791 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-171.ec2.internal I0512 09:34:16.300826 3791 controller_manager.go:395] NBDB zone sync took: 35.035µs I0512 09:34:16.300835 3791 factory.go:561] Starting watch factory I0512 09:34:16.302168 3791 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 09:34:16.302190 3791 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 09:34:16.314360 3791 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.316077 3791 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.316397 3791 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.317210 3791 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 09:34:16.317275 3791 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 09:34:16.318192 3791 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.318441 3791 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.322421 3791 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 09:34:16.322462 3791 server.go:109] MetricServer registers OVN Controller metrics I0512 09:34:16.322814 3791 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.327613 3791 server.go:113] MetricServer registers OVN Northd metrics I0512 09:34:16.331433 3791 metrics.go:519] OVN Metrics Server starts to run ... I0512 09:34:16.402343 3791 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 09:34:16.402368 3791 factory.go:1977] *v1.Pod informer cache synced successfully I0512 09:34:16.402372 3791 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 09:34:16.402375 3791 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 09:34:16.402379 3791 factory.go:1977] *v1.Node informer cache synced successfully I0512 09:34:16.402382 3791 factory.go:1977] *v1.Service informer cache synced successfully I0512 09:34:16.402469 3791 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.402484 3791 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.402489 3791 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.402505 3791 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.405826 3791 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.405826 3791 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.406020 3791 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 09:34:16.406034 3791 factory.go:1977] *v1.Node informer cache synced successfully I0512 09:34:16.406039 3791 factory.go:1977] *v1.Service informer cache synced successfully I0512 09:34:16.406045 3791 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 09:34:16.406049 3791 factory.go:1977] *v1.Pod informer cache synced successfully I0512 09:34:16.406054 3791 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 09:34:16.407607 3791 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 09:34:16.407618 3791 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 09:34:16.407695 3791 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.407706 3791 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.410265 3791 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.411198 3791 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 09:34:16.411208 3791 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 09:34:16.413250 3791 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 09:34:16.413310 3791 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.413328 3791 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.415652 3791 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.416546 3791 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 09:34:16.418744 3791 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 09:34:16.418804 3791 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.418818 3791 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.421035 3791 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.421979 3791 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 09:34:16.424338 3791 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 09:34:16.424390 3791 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.424402 3791 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.427658 3791 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 09:34:16.429563 3791 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.433588 3791 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 09:34:16.433667 3791 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.433679 3791 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.440617 3791 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.529890 3791 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 09:34:16.535086 3791 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 09:34:16.535273 3791 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 09:34:16.535295 3791 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 09:34:16.539209 3791 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 09:34:16.541752 3791 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 09:34:16.544667 3791 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 09:34:16.544745 3791 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.544764 3791 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.544787 3791 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.544807 3791 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.555698 3791 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.555778 3791 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.640656 3791 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 09:34:16.645825 3791 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 09:34:16.645834 3791 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 09:34:16.645841 3791 factory.go:680] Watch Factory start up complete, took: 349.4058ms I0512 09:34:16.645912 3791 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 09:34:16.651465 3791 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 09:34:16.651479 3791 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 09:34:16.651486 3791 factory.go:680] Watch Factory start up complete, took: 350.650332ms I0512 09:34:16.651494 3791 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-171.ec2.internal" zone I0512 09:34:16.696786 3791 default_node_network_controller.go:710] Initializing the default node network controller I0512 09:34:16.784000 3791 udn_isolation.go:101] Starting UDN host isolation manager I0512 09:34:16.790275 3791 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 09:34:16.852963 3791 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 09:34:16.853054 3791 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 09:34:16.853072 3791 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 09:34:16.885288 3791 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 09:34:16.885360 3791 default_node_network_controller.go:809] Node ip-10-0-0-171.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0512 09:34:16.890720 3791 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.171"] k8s.ovn.org/zone-name:ip-10-0-0-171.ec2.internal] on node ip-10-0-0-171.ec2.internal I0512 09:34:16.914079 3791 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 09:34:16.920033 3791 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 09:34:16.920186 3791 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0512 09:34:16.920356 3791 gateway_init.go:263] Preparing Gateway I0512 09:34:16.920368 3791 gateway_shared_intf.go:1687] Creating new gateway I0512 09:34:17.034455 3791 iptables.go:108] Creating table: filter chain: FORWARD I0512 09:34:17.041477 3791 iptables.go:108] Creating table: filter chain: OUTPUT I0512 09:34:17.048381 3791 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 09:34:17.048397 3791 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-171.ec2.internal","mac-address":"12:f9:ce:ba:98:41","ip-addresses":["10.0.0.171/24"],"ip-address":"10.0.0.171/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:044e44b7-e953-4680-89f0-b6f2b56d6a3c k8s.ovn.org/node-encap-ips:["10.0.0.171"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.171/24"} k8s.ovn.org/zone-name:ip-10-0-0-171.ec2.internal] on node ip-10-0-0-171.ec2.internal I0512 09:34:17.068217 3791 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:17.152351 3791 controller_manager.go:429] Waiting for node in zone sync took: 500.839333ms I0512 09:34:17.157901 3791 controller_manager.go:611] Switching to transit router for layer2 networks I0512 09:34:17.157915 3791 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-171.ec2.internal I0512 09:34:17.172894 3791 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 09:34:17.179971 3791 controller_manager.go:290] SCTP support detected in OVN I0512 09:34:17.180493 3791 services_controller.go:69] Creating services controller for network=default I0512 09:34:17.180647 3791 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 09:34:17.180676 3791 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 09:34:17.180689 3791 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 09:34:17.180698 3791 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 09:34:17.180860 3791 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 09:34:17.180900 3791 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 09:34:17.180935 3791 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 26.805µs I0512 09:34:17.180942 3791 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 41.432µs I0512 09:34:17.180947 3791 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 09:34:17.180956 3791 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 09:34:17.180964 3791 default_network_controller.go:325] Starting the default network controller I0512 09:34:17.181052 3791 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 09:34:17.181049 3791 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.85µs I0512 09:34:17.181072 3791 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 2.001µs I0512 09:34:17.181072 3791 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 176.238µs I0512 09:34:17.181549 3791 udn_enabled_svc.go:95] Performing full resync I0512 09:34:17.181864 3791 udn_enabled_svc.go:99] Waiting for handler to sync I0512 09:34:17.181875 3791 udn_enabled_svc.go:104] Starting worker I0512 09:34:17.190460 3791 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 09:34:17.190521 3791 repair.go:33] Syncing exgw routes took 48.82µs I0512 09:34:17.190544 3791 default_network_controller.go:414] Starting all the Watchers... I0512 09:34:17.190739 3791 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 09:34:17.190744 3791 namespace.go:98] [kube-public] adding namespace I0512 09:34:17.190751 3791 namespace.go:98] [default] adding namespace I0512 09:34:17.190752 3791 namespace.go:98] [openshift-infra] adding namespace I0512 09:34:17.190742 3791 namespace.go:98] [openshift-insights] adding namespace I0512 09:34:17.190760 3791 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 09:34:17.190762 3791 namespace.go:98] [openshift-machine-api] adding namespace I0512 09:34:17.190768 3791 namespace.go:98] [openshift] adding namespace I0512 09:34:17.190769 3791 namespace.go:98] [openshift-apiserver] adding namespace I0512 09:34:17.190767 3791 namespace.go:98] [openshift-marketplace] adding namespace I0512 09:34:17.190781 3791 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 09:34:17.190788 3791 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 09:34:17.190796 3791 namespace.go:98] [openshift-authentication] adding namespace I0512 09:34:17.190810 3791 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 09:34:17.190741 3791 namespace.go:98] [openshift-console-operator] adding namespace I0512 09:34:17.191345 3791 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 594.741µs I0512 09:34:17.191359 3791 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 09:34:17.191878 3791 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 514.291µs I0512 09:34:17.191891 3791 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 09:34:17.192517 3791 namespace.go:102] [openshift-apiserver-operator] adding namespace took 619.299µs I0512 09:34:17.192534 3791 namespace.go:98] [openshift-console] adding namespace I0512 09:34:17.193199 3791 namespace.go:102] [kube-public] adding namespace took 2.445066ms I0512 09:34:17.193217 3791 namespace.go:98] [openshift-dns] adding namespace I0512 09:34:17.193822 3791 namespace.go:102] [default] adding namespace took 3.062795ms I0512 09:34:17.193835 3791 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 09:34:17.194293 3791 namespace.go:102] [openshift-infra] adding namespace took 3.530837ms I0512 09:34:17.194303 3791 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 09:34:17.194947 3791 namespace.go:102] [openshift-insights] adding namespace took 4.171293ms I0512 09:34:17.194964 3791 namespace.go:98] [openshift-multus] adding namespace I0512 09:34:17.195559 3791 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.788876ms I0512 09:34:17.195576 3791 namespace.go:98] [openshift-network-console] adding namespace I0512 09:34:17.196077 3791 namespace.go:102] [openshift] adding namespace took 5.301082ms I0512 09:34:17.196091 3791 namespace.go:98] [openshift-ingress] adding namespace I0512 09:34:17.196574 3791 namespace.go:102] [openshift-machine-api] adding namespace took 5.801455ms I0512 09:34:17.196592 3791 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 09:34:17.197210 3791 namespace.go:102] [openshift-apiserver] adding namespace took 6.430172ms I0512 09:34:17.197225 3791 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 09:34:17.197676 3791 namespace.go:102] [openshift-marketplace] adding namespace took 6.895975ms I0512 09:34:17.197686 3791 namespace.go:98] [kube-node-lease] adding namespace I0512 09:34:17.198286 3791 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.49926ms I0512 09:34:17.198294 3791 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 09:34:17.198826 3791 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.030014ms I0512 09:34:17.198841 3791 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 09:34:17.199400 3791 namespace.go:102] [openshift-authentication] adding namespace took 8.597366ms I0512 09:34:17.199417 3791 namespace.go:98] [openshift-etcd] adding namespace I0512 09:34:17.199861 3791 namespace.go:102] [openshift-ingress-operator] adding namespace took 9.041086ms I0512 09:34:17.199878 3791 namespace.go:98] [openshift-config-operator] adding namespace I0512 09:34:17.200331 3791 namespace.go:102] [openshift-console-operator] adding namespace took 9.477572ms I0512 09:34:17.200344 3791 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 09:34:17.200704 3791 namespace.go:102] [openshift-console] adding namespace took 8.165479ms I0512 09:34:17.200716 3791 namespace.go:98] [openshift-cluster-version] adding namespace I0512 09:34:17.201451 3791 namespace.go:102] [openshift-dns] adding namespace took 8.229933ms I0512 09:34:17.201461 3791 namespace.go:98] [openshift-package-operator] adding namespace I0512 09:34:17.201838 3791 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.999241ms I0512 09:34:17.201848 3791 namespace.go:98] [openshift-deployment-validation-operator] adding namespace W0512 09:34:17.202306 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qrd27: pod openshift-multus/network-metrics-daemon-qrd27: no pod IPs found I0512 09:34:17.202328 3791 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.021151ms I0512 09:34:17.202340 3791 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 09:34:17.202911 3791 namespace.go:102] [openshift-multus] adding namespace took 7.941522ms I0512 09:34:17.202921 3791 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 09:34:17.203327 3791 namespace.go:102] [openshift-network-console] adding namespace took 7.745233ms I0512 09:34:17.203340 3791 namespace.go:98] [openshift-controller-manager] adding namespace I0512 09:34:17.203728 3791 namespace.go:102] [openshift-ingress] adding namespace took 7.632271ms I0512 09:34:17.203739 3791 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 09:34:17.204108 3791 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.50921ms I0512 09:34:17.204118 3791 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 09:34:17.204660 3791 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.431354ms I0512 09:34:17.204671 3791 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 09:34:17.205082 3791 namespace.go:102] [kube-node-lease] adding namespace took 7.389432ms I0512 09:34:17.205096 3791 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 09:34:17.205499 3791 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.198749ms I0512 09:34:17.205510 3791 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 09:34:17.206056 3791 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.209321ms I0512 09:34:17.206070 3791 namespace.go:98] [openshift-backplane] adding namespace I0512 09:34:17.206455 3791 namespace.go:102] [openshift-etcd] adding namespace took 7.033688ms I0512 09:34:17.206467 3791 namespace.go:98] [openshift-network-operator] adding namespace I0512 09:34:17.206871 3791 namespace.go:102] [openshift-config-operator] adding namespace took 6.988543ms I0512 09:34:17.206882 3791 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 09:34:17.207382 3791 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.030974ms I0512 09:34:17.207399 3791 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 09:34:17.207784 3791 namespace.go:102] [openshift-cluster-version] adding namespace took 7.063064ms I0512 09:34:17.207796 3791 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 09:34:17.208202 3791 namespace.go:102] [openshift-package-operator] adding namespace took 6.735079ms I0512 09:34:17.208216 3791 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 09:34:17.208556 3791 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.703023ms I0512 09:34:17.208571 3791 namespace.go:98] [openshift-node] adding namespace I0512 09:34:17.209023 3791 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.677917ms I0512 09:34:17.209036 3791 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 09:34:17.209392 3791 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.466697ms I0512 09:34:17.209403 3791 namespace.go:98] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] adding namespace I0512 09:34:17.209803 3791 namespace.go:102] [openshift-controller-manager] adding namespace took 6.45717ms I0512 09:34:17.209819 3791 namespace.go:98] [dedicated-admin] adding namespace I0512 09:34:17.210179 3791 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.43452ms I0512 09:34:17.210190 3791 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 09:34:17.210561 3791 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.437782ms I0512 09:34:17.210573 3791 namespace.go:98] [openshift-operators] adding namespace I0512 09:34:17.210934 3791 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.259884ms I0512 09:34:17.210954 3791 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 09:34:17.211325 3791 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.223982ms I0512 09:34:17.211338 3791 namespace.go:98] [openshift-image-registry] adding namespace I0512 09:34:17.211715 3791 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.20096ms I0512 09:34:17.211726 3791 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 09:34:17.212098 3791 namespace.go:102] [openshift-backplane] adding namespace took 6.023594ms I0512 09:34:17.212110 3791 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 09:34:17.212466 3791 namespace.go:102] [openshift-network-operator] adding namespace took 5.993955ms I0512 09:34:17.212476 3791 namespace.go:98] [openshift-dns-operator] adding namespace I0512 09:34:17.212848 3791 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.96194ms I0512 09:34:17.212858 3791 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 09:34:17.213236 3791 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.831582ms I0512 09:34:17.213248 3791 namespace.go:98] [openshift-logging] adding namespace W0512 09:34:17.213586 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qztn8: pod openshift-network-diagnostics/network-check-target-qztn8: no pod IPs found I0512 09:34:17.213610 3791 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.809758ms I0512 09:34:17.214040 3791 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.818883ms I0512 09:34:17.214051 3791 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 09:34:17.214414 3791 namespace.go:102] [openshift-node] adding namespace took 5.838859ms I0512 09:34:17.214425 3791 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 09:34:17.214803 3791 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.76269ms I0512 09:34:17.214815 3791 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 09:34:17.215198 3791 namespace.go:102] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] adding namespace took 5.790138ms I0512 09:34:17.215211 3791 namespace.go:98] [kube-system] adding namespace I0512 09:34:17.215569 3791 namespace.go:102] [dedicated-admin] adding namespace took 5.743065ms I0512 09:34:17.215585 3791 namespace.go:98] [openshift-host-network] adding namespace I0512 09:34:17.216075 3791 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.879517ms I0512 09:34:17.216089 3791 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 09:34:17.216483 3791 namespace.go:102] [openshift-operators] adding namespace took 5.903875ms I0512 09:34:17.216499 3791 namespace.go:98] [openshift-config-managed] adding namespace I0512 09:34:17.217028 3791 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.06764ms I0512 09:34:17.217041 3791 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 09:34:17.217437 3791 namespace.go:102] [openshift-image-registry] adding namespace took 6.093686ms I0512 09:34:17.217453 3791 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 09:34:17.217948 3791 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.216128ms I0512 09:34:17.218340 3791 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.224328ms I0512 09:34:17.218355 3791 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 09:34:17.218835 3791 namespace.go:102] [openshift-dns-operator] adding namespace took 6.353518ms I0512 09:34:17.218852 3791 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 09:34:17.219354 3791 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.488186ms I0512 09:34:17.219376 3791 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 09:34:17.219851 3791 namespace.go:102] [openshift-logging] adding namespace took 6.596605ms I0512 09:34:17.219869 3791 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 09:34:17.220346 3791 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.28866ms I0512 09:34:17.220365 3791 namespace.go:98] [openshift-config] adding namespace I0512 09:34:17.220961 3791 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.529968ms I0512 09:34:17.221504 3791 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.682506ms W0512 09:34:17.221526 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-xbk4l: pod kube-system/global-pull-secret-syncer-xbk4l: no pod IPs found I0512 09:34:17.222075 3791 namespace.go:102] [kube-system] adding namespace took 6.859753ms I0512 09:34:17.222557 3791 namespace.go:102] [openshift-host-network] adding namespace took 6.967457ms I0512 09:34:17.223085 3791 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.989582ms I0512 09:34:17.223103 3791 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 09:34:17.223593 3791 namespace.go:102] [openshift-config-managed] adding namespace took 7.087527ms I0512 09:34:17.224094 3791 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.046622ms I0512 09:34:17.224111 3791 namespace.go:98] [openshift-monitoring] adding namespace I0512 09:34:17.224565 3791 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.105518ms I0512 09:34:17.224582 3791 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 09:34:17.225022 3791 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.658908ms I0512 09:34:17.225517 3791 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.65741ms I0512 09:34:17.225535 3791 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 09:34:17.226007 3791 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.622913ms I0512 09:34:17.226466 3791 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.590093ms I0512 09:34:17.226950 3791 namespace.go:102] [openshift-config] adding namespace took 6.579268ms I0512 09:34:17.227484 3791 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.375107ms I0512 09:34:17.228082 3791 namespace.go:102] [openshift-monitoring] adding namespace took 3.964033ms I0512 09:34:17.228500 3791 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.910191ms I0512 09:34:17.228944 3791 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.40333ms I0512 09:34:17.229135 3791 master.go:548] Adding or Updating local node "ip-10-0-0-171.ec2.internal" for network "default" I0512 09:34:17.230655 3791 zone_ic_handler.go:195] Time taken to create transit switch: 390.377µs I0512 09:34:17.230676 3791 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-202.ec2.internal for the network default I0512 09:34:17.231972 3791 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-202.ec2.internal" on network "default" took: 1.741459ms W0512 09:34:17.237912 3791 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-qztn8: pod openshift-network-diagnostics/network-check-target-qztn8: no pod IPs found W0512 09:34:17.237930 3791 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-qrd27: pod openshift-multus/network-metrics-daemon-qrd27: no pod IPs found W0512 09:34:17.237938 3791 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-xbk4l: pod kube-system/global-pull-secret-syncer-xbk4l: no pod IPs found I0512 09:34:17.238908 3791 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-171.ec2.internal for the network default I0512 09:34:17.239122 3791 zone_ic_handler.go:195] Time taken to create transit switch: 200.138µs I0512 09:34:17.240124 3791 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 09:34:17.240154 3791 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 09:34:17.240175 3791 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 09:34:17.240209 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-171.ec2.internal in network "default" I0512 09:34:17.240283 3791 node_tracker.go:169] Node ip-10-0-0-171.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:17.240302 3791 services_controller.go:574] Full service sync requested for network=default I0512 09:34:17.240317 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-202.ec2.internal in network "default" I0512 09:34:17.240352 3791 node_tracker.go:169] Node ip-10-0-1-202.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:17.240361 3791 services_controller.go:574] Full service sync requested for network=default I0512 09:34:17.340541 3791 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 09:34:17.340565 3791 services_controller.go:208] Setting up event handlers for services for network=default I0512 09:34:17.340672 3791 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 09:34:17.340753 3791 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 09:34:17.340770 3791 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 09:34:17.441839 3791 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 09:34:17.441864 3791 repair.go:60] Starting repairing loop for services I0512 09:34:17.442003 3791 repair.go:131] Deleted 0 stale service LBs I0512 09:34:17.442042 3791 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 09:34:17.442068 3791 repair.go:62] Finished repairing loop for services: 206.752µs I0512 09:34:17.442104 3791 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 09:34:17.442118 3791 services_controller.go:254] Starting workers for network=default I0512 09:34:17.442804 3791 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qztn8] creating logical port openshift-network-diagnostics_network-check-target-qztn8 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:17.442861 3791 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qrd27] creating logical port openshift-multus_network-metrics-daemon-qrd27 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:17.442833 3791 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-xbk4l] creating logical port kube-system_global-pull-secret-syncer-xbk4l for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:17.443021 3791 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-qrd27 I0512 09:34:17.443050 3791 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-xbk4l I0512 09:34:17.443022 3791 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-qztn8 I0512 09:34:17.469880 3791 pod.go:62] [kube-system/global-pull-secret-syncer-xbk4l] pod update took 26.848418ms I0512 09:34:17.469908 3791 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-xbk4l] addLogicalPort annotation time took 26.876599ms I0512 09:34:17.471065 3791 pods.go:271] [kube-system/global-pull-secret-syncer-xbk4l] addLogicalPort took 28.238711ms, libovsdb time 872.363µs I0512 09:34:17.473923 3791 pod.go:62] [openshift-network-diagnostics/network-check-target-qztn8] pod update took 30.93941ms I0512 09:34:17.473948 3791 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-qztn8] addLogicalPort annotation time took 30.964899ms I0512 09:34:17.473967 3791 pod.go:62] [openshift-multus/network-metrics-daemon-qrd27] pod update took 31.015029ms I0512 09:34:17.473981 3791 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-qrd27] addLogicalPort annotation time took 31.042015ms I0512 09:34:17.474975 3791 pods.go:271] [openshift-network-diagnostics/network-check-target-qztn8] addLogicalPort took 32.181843ms, libovsdb time 766.624µs I0512 09:34:17.475265 3791 pods.go:271] [openshift-multus/network-metrics-daemon-qrd27] addLogicalPort took 32.413742ms, libovsdb time 1.010603ms I0512 09:34:17.475743 3791 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 09:34:17.475768 3791 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 09:34:17.475783 3791 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 09:34:17.475792 3791 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 09:34:17.476022 3791 repair.go:29] Repairing admin network policies took 224.508µs I0512 09:34:17.476138 3791 repair.go:92] Repairing baseline admin network policies took 104.703µs I0512 09:34:17.476594 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 09:34:17.476616 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 09:34:17.478867 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 09:34:17.478893 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 09:34:17.478911 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 09:34:17.479262 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 09:34:17.479287 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 09:34:17.479297 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 09:34:17.480900 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 09:34:17.480923 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 09:34:17.480934 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 09:34:17.483087 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 09:34:17.483112 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 09:34:17.483123 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 09:34:17.485173 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 09:34:17.485190 3791 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 09:34:17.485200 3791 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 09:34:17.487429 3791 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 09:34:17.487447 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 09:34:17.487457 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 09:34:17.488765 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 09:34:17.488785 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 09:34:17.488794 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 09:34:17.490716 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 09:34:17.490741 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 09:34:17.490753 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 09:34:17.491296 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 09:34:17.491316 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 09:34:17.491324 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 09:34:17.491949 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 09:34:17.491975 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 09:34:17.492818 3791 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 09:34:17.492835 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 09:34:17.493605 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 09:34:17.493658 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 09:34:17.493674 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 09:34:17.494925 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 09:34:17.494961 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 09:34:17.494972 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 09:34:17.496136 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 09:34:17.496154 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 09:34:17.496161 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 09:34:17.496838 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 09:34:17.496863 3791 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 09:34:17.496878 3791 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 09:34:17.497931 3791 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 09:34:17.497953 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 09:34:17.497966 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 09:34:17.498992 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 09:34:17.499013 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 09:34:17.499021 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 09:34:17.499665 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 09:34:17.499686 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 09:34:17.499693 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 09:34:17.500316 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 09:34:17.500334 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 09:34:17.500345 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 09:34:17.502163 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 09:34:17.502185 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 09:34:17.502195 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 09:34:17.502546 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 09:34:17.502565 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 09:34:17.502572 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 09:34:17.504040 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 09:34:17.504062 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 09:34:17.504074 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 09:34:17.504723 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 09:34:17.504749 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 09:34:17.504760 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 09:34:17.505352 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 09:34:17.505371 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 09:34:17.505379 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 09:34:17.505961 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 09:34:17.505979 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 09:34:17.506002 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 09:34:17.506802 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 09:34:17.506828 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 09:34:17.506841 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 09:34:17.508430 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 09:34:17.508448 3791 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 09:34:17.508454 3791 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 09:34:17.508821 3791 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 09:34:17.508846 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 09:34:17.508860 3791 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 09:34:17.510989 3791 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 09:34:17.511009 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 09:34:17.511021 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 09:34:17.511741 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 09:34:17.516261 3791 egressfirewall.go:374] Starting EgressFirewall controller I0512 09:34:17.516298 3791 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 09:34:17.516298 3791 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 09:34:17.516336 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 09:34:17.516344 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 09:34:17.516351 3791 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 09:34:17.516354 3791 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 09:34:17.516660 3791 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 09:34:17.516674 3791 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 09:34:17.516679 3791 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 09:34:17.516687 3791 egressqos.go:193] Setting up event handlers for EgressQoS I0512 09:34:17.516702 3791 egressfirewall.go:723] Syncing node "ip-10-0-0-171.ec2.internal" for egress firewall I0512 09:34:17.516722 3791 egressfirewall.go:723] Syncing node "ip-10-0-1-202.ec2.internal" for egress firewall I0512 09:34:17.516829 3791 egressqos.go:245] Starting EgressQoS Controller I0512 09:34:17.516845 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 09:34:17.516854 3791 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 09:34:17.516862 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 09:34:17.516870 3791 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 09:34:17.516878 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 09:34:17.516882 3791 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 09:34:17.516886 3791 egressqos.go:259] Repairing EgressQoSes I0512 09:34:17.516890 3791 egressqos.go:399] Starting repairing loop for egressqos I0512 09:34:17.516960 3791 egressqos.go:401] Finished repairing loop for egressqos: 69.674µs I0512 09:34:17.516977 3791 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 09:34:17.517006 3791 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-171.ec2.internal I0512 09:34:17.517055 3791 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-171.ec2.internal : 49.204µs I0512 09:34:17.517104 3791 egressservice_zone.go:210] Starting Egress Services Controller I0512 09:34:17.517113 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 09:34:17.517122 3791 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 09:34:17.517130 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 09:34:17.517137 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 09:34:17.517145 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 09:34:17.517152 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 09:34:17.517160 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 09:34:17.517164 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 09:34:17.517168 3791 egressservice_zone.go:228] Repairing Egress Services I0512 09:34:17.517438 3791 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 09:34:17.517448 3791 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 09:34:17.517508 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-171.ec2.internal I0512 09:34:17.517518 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-171.ec2.internal: 11.469µs I0512 09:34:17.517525 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-202.ec2.internal I0512 09:34:17.517529 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-202.ec2.internal: 4.072µs I0512 09:34:17.517530 3791 default_network_controller.go:585] Completing all the Watchers took 326.978471ms I0512 09:34:17.517540 3791 default_network_controller.go:589] Starting unidling controllers I0512 09:34:17.517553 3791 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 09:34:17.517565 3791 unidle.go:63] Populating Initial ContollerEvent events I0512 09:34:17.517576 3791 unidle.go:79] Setting up event handlers for services I0512 09:34:17.517653 3791 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 09:34:17.568961 3791 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:18.069476 3791 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:18.569794 3791 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:19.069432 3791 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:19.089186 3791 bridgeconfig.go:537] Gateway is ready I0512 09:34:19.089207 3791 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 09:34:19.093771 3791 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 09:34:19.102581 3791 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.171. Updating OVN encap IP. I0512 09:34:19.108183 3791 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.171 - it is already configured I0512 09:34:19.108196 3791 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.171/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 09:34:19.108436 3791 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.171/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-171.ec2.internal","mac-address":"12:f9:ce:ba:98:41","ip-addresses":["10.0.0.171/24"],"ip-address":"10.0.0.171/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:044e44b7-e953-4680-89f0-b6f2b56d6a3c k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.171/24"}] on node ip-10-0-0-171.ec2.internal I0512 09:34:19.123091 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-171.ec2.internal I0512 09:34:19.123109 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-171.ec2.internal: 24.519µs I0512 09:34:19.123141 3791 egressfirewall.go:723] Syncing node "ip-10-0-0-171.ec2.internal" for egress firewall I0512 09:34:19.123151 3791 master.go:548] Adding or Updating local node "ip-10-0-0-171.ec2.internal" for network "default" I0512 09:34:19.123190 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-171.ec2.internal in network "default" I0512 09:34:19.123252 3791 node_tracker.go:169] Node ip-10-0-0-171.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:19.123275 3791 services_controller.go:574] Full service sync requested for network=default I0512 09:34:19.123663 3791 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.171 I0512 09:34:19.123825 3791 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-171.ec2.internal I0512 09:34:19.127887 3791 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-171.ec2.internal. Updating no re-route policies I0512 09:34:19.127964 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wj788 I0512 09:34:19.127981 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wj788 I0512 09:34:19.128006 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-wj788 after 0 failed attempt(s) I0512 09:34:19.128024 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-171.ec2.internal I0512 09:34:19.128032 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-171.ec2.internal I0512 09:34:19.128039 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qztn8 I0512 09:34:19.128054 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qztn8 I0512 09:34:19.128054 3791 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-171.ec2.internal after 0 failed attempt(s) I0512 09:34:19.128057 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-trzdv I0512 09:34:19.128071 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-trzdv I0512 09:34:19.128072 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-ssfr4 I0512 09:34:19.128073 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-xbk4l I0512 09:34:19.128082 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-ssfr4 I0512 09:34:19.128085 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-z8t75 I0512 09:34:19.128090 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-xbk4l I0512 09:34:19.128098 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-z8t75 I0512 09:34:19.128101 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-ssfr4 after 0 failed attempt(s) I0512 09:34:19.128098 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ffp67 I0512 09:34:19.128105 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5t6s8 I0512 09:34:19.128111 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ffp67 I0512 09:34:19.128119 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5t6s8 I0512 09:34:19.128120 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-171.ec2.internal I0512 09:34:19.128128 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ffp67 after 0 failed attempt(s) I0512 09:34:19.128129 3791 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-xbk4l] creating logical port kube-system_global-pull-secret-syncer-xbk4l for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:19.128098 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-nrxvs I0512 09:34:19.128137 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-171.ec2.internal I0512 09:34:19.128137 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5t6s8 after 0 failed attempt(s) I0512 09:34:19.128143 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-nrxvs I0512 09:34:19.128155 3791 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-nrxvs after 0 failed attempt(s) I0512 09:34:19.128154 3791 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qztn8] creating logical port openshift-network-diagnostics_network-check-target-qztn8 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:19.128121 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-z8t75 after 0 failed attempt(s) I0512 09:34:19.128087 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v8zks I0512 09:34:19.128171 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-775mx I0512 09:34:19.128021 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qrd27 I0512 09:34:19.128182 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-775mx I0512 09:34:19.128189 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qrd27 I0512 09:34:19.128088 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-trzdv after 0 failed attempt(s) I0512 09:34:19.128166 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-171.ec2.internal after 0 failed attempt(s) I0512 09:34:19.128203 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-775mx after 0 failed attempt(s) I0512 09:34:19.128179 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v8zks I0512 09:34:19.128224 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v8zks after 0 failed attempt(s) I0512 09:34:19.128225 3791 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qrd27] creating logical port openshift-multus_network-metrics-daemon-qrd27 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:19.128833 3791 pods.go:271] [openshift-multus/network-metrics-daemon-qrd27] addLogicalPort took 615.467µs, libovsdb time 263.367µs I0512 09:34:19.128844 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-qrd27 after 0 failed attempt(s) I0512 09:34:19.129153 3791 pods.go:271] [openshift-network-diagnostics/network-check-target-qztn8] addLogicalPort took 1.070632ms, libovsdb time 544.313µs I0512 09:34:19.129166 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-qztn8 after 0 failed attempt(s) I0512 09:34:19.129238 3791 pods.go:271] [kube-system/global-pull-secret-syncer-xbk4l] addLogicalPort took 1.120714ms, libovsdb time 558.523µs I0512 09:34:19.129250 3791 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-xbk4l after 0 failed attempt(s) I0512 09:34:19.142979 3791 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 09:34:19.155266 3791 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 09:34:19.158792 3791 iptables.go:108] Creating table: nat chain: OUTPUT I0512 09:34:19.209967 3791 iptables.go:108] Creating table: nat chain: PREROUTING I0512 09:34:19.271518 3791 iptables.go:108] Creating table: filter chain: FORWARD I0512 09:34:19.290773 3791 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 09:34:19.290906 3791 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 09:34:19.290975 3791 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 09:34:19.291075 3791 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 09:34:19.291134 3791 gateway_init.go:325] Gateway and management port readiness took 2.22708696s I0512 09:34:19.291164 3791 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 09:34:19.291198 3791 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 09:34:19.291208 3791 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 09:34:19.291217 3791 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 09:34:19.291276 3791 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 09:34:19.291357 3791 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.103µs I0512 09:34:19.291687 3791 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 09:34:19.291712 3791 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.525µs I0512 09:34:19.291721 3791 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.464µs I0512 09:34:19.291726 3791 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 09:34:19.291735 3791 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 09:34:19.291739 3791 default_node_network_controller.go:899] Starting the default node network controller I0512 09:34:19.291744 3791 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 09:34:19.291825 3791 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.717µs I0512 09:34:19.291914 3791 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 09:34:19.291924 3791 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 09:34:19.291948 3791 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00086db50 0xc000348770 0xc0003487e0 0xc000348850 0xc000348930 0xc0003489a0 0xc000348a10 0xc000b01a40 0xc000348a80 0xc000348af0 0xc0001b2320 0xc00646d340 0xc000348bd0 map[0x2ff9080:0xc00290fb00 0x2ff95c0:0xc00290fe00 0x2ffa2e0:0xc00290fa40 0x2ffa580:0xc00290faa0 0x2ffad60:0xc00290fb60 0x2ffb000:0xc00290fbc0 0x2ffb2a0:0xc00290fc20 0x2ffba80:0xc00290fe60 0x2ffbd20:0xc00290fec0 0x3026980:0xc0007ca060 0x3026d20:0xc0007ca0c0 0x3027800:0xc000d3a5a0 0x3029160:0xc001cca000 0x30298a0:0xc00290f9e0 0x302a720:0xc001cca060] 0xc0001112d0 0} I0512 09:34:19.292009 3791 gateway.go:151] Starting gateway service sync I0512 09:34:19.292435 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 09:34:19.295067 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 09:34:19.333278 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 09:34:19.334730 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 09:34:19.336042 3791 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 09:34:19.371361 3791 gateway.go:168] Gateway service sync done. Time taken: 79.336976ms I0512 09:34:19.371923 3791 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30190 I0512 09:34:19.372122 3791 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00086db50 0xc000348770 0xc0003487e0 0xc000348850 0xc000348930 0xc0003489a0 0xc000348a10 0xc000b01a40 0xc000348a80 0xc000348af0 0xc0001b2320 0xc00646d340 0xc000348bd0 map[0x2ff9080:0xc00290fb00 0x2ff95c0:0xc00290fe00 0x2ffa2e0:0xc00290fa40 0x2ffa580:0xc00290faa0 0x2ffad60:0xc00290fb60 0x2ffb000:0xc00290fbc0 0x2ffb2a0:0xc00290fc20 0x2ffba80:0xc00290fe60 0x2ffbd20:0xc00290fec0 0x3026980:0xc0007ca060 0x3026d20:0xc0007ca0c0 0x3027800:0xc000d3a5a0 0x3029160:0xc001cca000 0x30298a0:0xc00290f9e0 0x302a720:0xc001cca060] 0xc0001112d0 0} I0512 09:34:19.372554 3791 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00086db50 0xc000348770 0xc0003487e0 0xc000348850 0xc000348930 0xc0003489a0 0xc000348a10 0xc000b01a40 0xc000348a80 0xc000348af0 0xc0001b2320 0xc00646d340 0xc000348bd0 map[0x2ff9080:0xc00290fb00 0x2ff95c0:0xc00290fe00 0x2ffa2e0:0xc00290fa40 0x2ffa580:0xc00290faa0 0x2ffad60:0xc00290fb60 0x2ffb000:0xc00290fbc0 0x2ffb2a0:0xc00290fc20 0x2ffba80:0xc00290fe60 0x2ffbd20:0xc00290fec0 0x3026980:0xc0007ca060 0x3026d20:0xc0007ca0c0 0x3027800:0xc000d3a5a0 0x3029160:0xc001cca000 0x30298a0:0xc00290f9e0 0x302a720:0xc001cca060] 0xc0001112d0 0} I0512 09:34:19.372589 3791 gateway.go:532] Reconciling gateway with updates I0512 09:34:19.378384 3791 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 09:34:19.378461 3791 default_node_network_controller.go:944] Gateway and management port readiness took 86.52705ms I0512 09:34:19.378480 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:34:19.378496 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:34:19.378496 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:34:19.378503 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:34:19.378515 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:34:19.378521 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:34:19.378526 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:34:19.378539 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:34:19.378543 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:34:19.378540 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:34:19.378551 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 09:34:19.378542 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:34:19.378551 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 09:34:19.378562 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:34:19.378566 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:34:19.378576 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:34:19.378530 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:19.378586 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:34:19.378596 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:19.378604 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 09:34:19.378605 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 09:34:19.378496 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:34:19.378513 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:34:19.378620 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 09:34:19.378625 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:34:19.378626 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:34:19.378561 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 09:34:19.378651 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:34:19.378656 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 09:34:19.378664 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:34:19.378607 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 09:34:19.378654 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:34:19.378678 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 09:34:19.378623 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:34:19.378695 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:34:19.378716 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:34:19.378717 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 09:34:19.378720 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 09:34:19.378555 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:34:19.378740 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:34:19.378740 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:34:19.378749 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:34:19.378751 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:34:19.378757 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:34:19.378758 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 09:34:19.378760 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 09:34:19.378759 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 09:34:19.378767 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 09:34:19.378772 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 09:34:19.378787 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:34:19.378799 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:34:19.378804 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 09:34:19.378802 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:34:19.378807 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:34:19.378820 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:34:19.378788 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:34:19.378847 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 09:34:19.378851 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:34:19.378862 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:34:19.378868 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:34:19.378872 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 09:34:19.378876 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:34:19.378853 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:34:19.378880 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:34:19.378893 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:34:19.378899 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:34:19.378916 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:34:19.378917 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 09:34:19.378921 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:34:19.378926 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 09:34:19.378929 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 09:34:19.378648 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 09:34:19.378666 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:34:19.378929 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:34:19.378954 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 30626 is already open, no action needed I0512 09:34:19.378959 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 09:34:19.378955 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:34:19.378962 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 31887 is already open, no action needed I0512 09:34:19.378980 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:34:19.378655 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 09:34:19.378998 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 09:34:19.379002 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:34:19.378586 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 09:34:19.379009 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:34:19.379013 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:34:19.378981 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 09:34:19.378836 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:34:19.379029 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:34:19.378820 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 09:34:19.379035 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 09:34:19.378593 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:34:19.378825 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:34:19.378904 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 09:34:19.378995 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 09:34:19.379097 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 09:34:19.378983 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 09:34:19.379018 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:34:19.379117 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:34:19.378623 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:34:19.379007 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:34:19.379138 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:34:19.379142 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:34:19.379157 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 09:34:19.379157 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:34:19.379172 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:34:19.379184 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:34:19.379195 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:34:19.379210 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:34:19.379236 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 09:34:19.379253 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 09:34:19.379289 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 09:34:19.379310 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 09:34:19.379239 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:34:19.379384 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:34:19.379219 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 09:34:19.379395 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:34:19.379405 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 09:34:19.379838 3791 node_ip_handler_linux.go:160] Node IP manager is running W0512 09:34:19.416783 3791 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 09:34:19.417031 3791 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 09:34:19.417226 3791 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0512 09:34:19.425920 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 09:34:19.425931 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 09:34:19.425955 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 09:34:19.425969 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 09:34:19.425976 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 09:34:19.425983 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 09:34:19.425996 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 09:34:19.426003 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 09:34:19.426019 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 09:34:19.426025 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 09:34:19.426029 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 09:34:19.426034 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 09:34:19.426041 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 09:34:19.472429 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 09:34:19.492931 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 09:34:19.493002 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 09:34:19.493027 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 09:34:19.530594 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-202.ec2.internal in network "default" I0512 09:34:19.530619 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-202.ec2.internal I0512 09:34:19.530649 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-202.ec2.internal: 34.103µs I0512 09:34:19.530669 3791 node_tracker.go:169] Node ip-10-0-1-202.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:19.530683 3791 services_controller.go:574] Full service sync requested for network=default I0512 09:34:19.530681 3791 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-202.ec2.internal. Updating no re-route policies I0512 09:34:19.530689 3791 egressfirewall.go:723] Syncing node "ip-10-0-1-202.ec2.internal" for egress firewall I0512 09:34:21.447251 3791 default_node_network_controller.go:1380] Starting node controller node sync W0512 09:34:21.447297 3791 egressip_healthcheck.go:76] Health checking using insecure connection I0512 09:34:21.447371 3791 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0512 09:34:21.459062 3791 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.788438ms I0512 09:34:21.459187 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-202.ec2.internal", IP: 10.0.1.202 to PMTUD blocking rules I0512 09:34:21.459198 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-202.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 09:34:21.465037 3791 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 09:34:21.465367 3791 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 09:34:21.465490 3791 egressservice_node.go:183] Starting Egress Services Controller I0512 09:34:21.465506 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 09:34:21.465517 3791 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 09:34:21.465523 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 09:34:21.465528 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 09:34:21.465534 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 09:34:21.465539 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 09:34:21.465543 3791 egressservice_node.go:197] Repairing Egress Services I0512 09:34:21.475845 3791 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 09:34:21.475857 3791 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 09:34:21.475995 3791 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 09:34:21.476004 3791 link_network_manager.go:119] Link manager is running I0512 09:34:21.476013 3791 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 09:34:21.476137 3791 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 09:34:21.476311 3791 vrf_manager.go:128] VRF manager is running I0512 09:34:21.476380 3791 node_controller_manager.go:437] Removing flows to drop GARP I0512 09:34:21.476388 3791 gateway.go:532] Reconciling gateway with updates I0512 09:34:21.500530 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:34:21.500548 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:34:21.500537 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 09:34:21.500556 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:34:21.500560 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:34:21.500556 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:34:21.500564 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:34:21.500575 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:34:21.500576 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:34:21.500578 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:34:21.500574 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:34:21.500588 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:34:21.500591 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:34:21.500595 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:34:21.500593 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 09:34:21.500608 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 09:34:21.500612 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:34:21.500621 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 09:34:21.500582 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:34:21.500650 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:34:21.500663 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 09:34:21.500665 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 09:34:21.500669 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 09:34:21.500667 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 09:34:21.500658 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:34:21.500589 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:34:21.500675 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:34:21.500680 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 09:34:21.500684 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 09:34:21.500686 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:34:21.500688 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:34:21.500689 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 09:34:21.500681 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 09:34:21.500698 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:34:21.500699 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:34:21.500705 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:34:21.500705 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 09:34:21.500706 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:34:21.500710 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 09:34:21.500707 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:34:21.500718 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 09:34:21.500720 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:34:21.500720 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:34:21.500727 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 09:34:21.500595 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:34:21.500732 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:34:21.500722 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:34:21.500739 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:34:21.500734 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:34:21.500741 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 09:34:21.500748 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:34:21.500669 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:34:21.500750 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 09:34:21.500756 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:34:21.500549 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:34:21.500806 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:34:21.500812 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 09:34:21.500717 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:34:21.500709 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:21.500843 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:21.500607 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:34:21.500867 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:34:21.500559 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 09:34:21.500668 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:34:21.500911 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:34:21.500618 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:34:21.500936 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:34:21.500940 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 09:34:21.500567 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:34:21.500529 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 09:34:21.500967 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 09:34:21.500568 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:34:21.500990 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:34:21.500575 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:34:21.501014 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:34:21.501019 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 09:34:21.500645 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:34:21.500628 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:34:21.501044 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:34:21.501049 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 09:34:21.500657 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:34:21.501063 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:34:21.500681 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:34:21.500694 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:34:21.501132 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:34:21.500694 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 09:34:21.500705 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:34:21.501161 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:34:21.500711 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:34:21.500719 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:34:21.501206 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:34:21.500721 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 09:34:21.500714 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:34:21.501232 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:34:21.500727 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:34:21.500733 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 09:34:21.500731 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 09:34:21.501279 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 09:34:21.501291 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 30626 is already open, no action needed I0512 09:34:21.501300 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 31887 is already open, no action needed I0512 09:34:21.500552 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:34:21.501331 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:34:21.501336 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 09:34:21.500732 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:34:21.501342 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:34:21.500733 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:34:21.500552 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:34:21.541063 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 09:34:21.541092 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 09:34:21.541099 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 09:34:21.541104 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 09:34:21.541112 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 09:34:21.541119 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 09:34:21.541124 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 09:34:21.541132 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 09:34:21.541138 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 09:34:21.582572 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 09:34:21.582604 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 09:34:21.582613 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 09:34:21.582619 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 09:34:21.582654 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 09:34:21.582673 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 09:34:21.582679 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 09:34:21.582685 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 09:34:21.582690 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 09:34:21.582699 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 09:34:21.582707 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 09:34:21.582713 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 09:34:21.582718 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 09:34:21.582726 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 09:34:21.626232 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 09:34:21.626264 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 09:34:21.626281 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 09:34:21.626287 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 09:34:23.202365 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-171.ec2.internal I0512 09:34:23.202395 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-171.ec2.internal: 37.596µs I0512 09:34:23.231379 3791 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7778d688b5-qkwwh] creating logical port openshift-image-registry_image-registry-7778d688b5-qkwwh for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:23.231518 3791 kube.go:256] Updating pod openshift-image-registry/image-registry-7778d688b5-qkwwh I0512 09:34:23.254415 3791 pod.go:62] [openshift-image-registry/image-registry-7778d688b5-qkwwh] pod update took 22.925719ms I0512 09:34:23.254445 3791 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7778d688b5-qkwwh] addLogicalPort annotation time took 22.957434ms I0512 09:34:23.255688 3791 pods.go:271] [openshift-image-registry/image-registry-7778d688b5-qkwwh] addLogicalPort took 24.329295ms, libovsdb time 965.068µs I0512 09:34:23.281427 3791 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5b2hl] creating logical port openshift-ingress-canary_ingress-canary-5b2hl for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:23.281553 3791 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5b2hl I0512 09:34:23.285058 3791 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-2mfck] creating logical port openshift-dns_dns-default-2mfck for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:23.285130 3791 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642970-qfvbz for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:23.285157 3791 kube.go:256] Updating pod openshift-dns/dns-default-2mfck I0512 09:34:23.285209 3791 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz I0512 09:34:23.285757 3791 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-dndgp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-dndgp for pod on switch ip-10-0-0-171.ec2.internal I0512 09:34:23.285837 3791 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-dndgp I0512 09:34:23.292532 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-202.ec2.internal I0512 09:34:23.292548 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-202.ec2.internal: 19.282µs I0512 09:34:23.299930 3791 pod.go:62] [openshift-ingress-canary/ingress-canary-5b2hl] pod update took 18.401455ms I0512 09:34:23.300003 3791 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-5b2hl] addLogicalPort annotation time took 18.478081ms I0512 09:34:23.301504 3791 pods.go:271] [openshift-ingress-canary/ingress-canary-5b2hl] addLogicalPort took 20.093762ms, libovsdb time 1.023329ms I0512 09:34:23.302719 3791 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz] pod update took 17.52626ms I0512 09:34:23.302739 3791 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz] addLogicalPort annotation time took 17.546861ms I0512 09:34:23.302757 3791 pod.go:62] [openshift-dns/dns-default-2mfck] pod update took 17.623359ms I0512 09:34:23.302774 3791 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-2mfck] addLogicalPort annotation time took 17.643178ms I0512 09:34:23.303919 3791 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz] addLogicalPort took 18.79699ms, libovsdb time 905.524µs I0512 09:34:23.304113 3791 pods.go:271] [openshift-dns/dns-default-2mfck] addLogicalPort took 19.07215ms, libovsdb time 1.101524ms I0512 09:34:23.306103 3791 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dndgp] pod update took 20.283873ms I0512 09:34:23.306119 3791 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-dndgp] addLogicalPort annotation time took 20.30212ms I0512 09:34:23.307027 3791 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dndgp] addLogicalPort took 21.280785ms, libovsdb time 634.624µs I0512 09:34:23.662354 3791 cni.go:452] [openshift-ingress-canary/ingress-canary-5b2hl 07f7af903d7bbcd616b64a8c4bb50b4b10c6dcaaf03ac585687021858d9c2fe4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5b2hl 07f7af903d7bbcd616b64a8c4bb50b4b10c6dcaaf03ac585687021858d9c2fe4 network default NAD default NAD key ] I0512 09:34:23.684973 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5b2hl, hostIfaceName: 07f7af903d7bbcd, network: default, NAD default, SandboxID: "07f7af903d7bbcd616b64a8c4bb50b4b10c6dcaaf03ac585687021858d9c2fe4", PCI device ID: , UID: "c29ab55d-cef9-49ba-b005-ed27950d7bf1", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0512 09:34:23.720114 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz 9315e9d2866ab37b56b4bb001c332dd614c7851826df9e10cb9ed39d2ff72a93 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz 9315e9d2866ab37b56b4bb001c332dd614c7851826df9e10cb9ed39d2ff72a93 network default NAD default NAD key ] I0512 09:34:23.730522 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642970-qfvbz, hostIfaceName: 9315e9d2866ab37, network: default, NAD default, SandboxID: "9315e9d2866ab37b56b4bb001c332dd614c7851826df9e10cb9ed39d2ff72a93", PCI device ID: , UID: "ad188ee1-2075-4395-902e-4831fe5d8995", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0512 09:34:23.737162 3791 cni.go:473] [openshift-ingress-canary/ingress-canary-5b2hl 07f7af903d7bbcd616b64a8c4bb50b4b10c6dcaaf03ac585687021858d9c2fe4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5b2hl 07f7af903d7bbcd616b64a8c4bb50b4b10c6dcaaf03ac585687021858d9c2fe4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:33:6e:22:c3:7f\",\"name\":\"07f7af903d7bbcd\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a47299a6-85ea-4b5a-ae2c-07772ced1d49\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:34:23.757886 3791 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dndgp c5e8719e909410b45982cd93ff3d5f4edaf114453e49eb489fc32bb6965a63aa network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dndgp c5e8719e909410b45982cd93ff3d5f4edaf114453e49eb489fc32bb6965a63aa network default NAD default NAD key ] I0512 09:34:23.768370 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-dndgp, hostIfaceName: c5e8719e909410b, network: default, NAD default, SandboxID: "c5e8719e909410b45982cd93ff3d5f4edaf114453e49eb489fc32bb6965a63aa", PCI device ID: , UID: "eaacb532-4905-46c0-86c5-8af3c0fc8c9b", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0512 09:34:23.779706 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz 9315e9d2866ab37b56b4bb001c332dd614c7851826df9e10cb9ed39d2ff72a93 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz 9315e9d2866ab37b56b4bb001c332dd614c7851826df9e10cb9ed39d2ff72a93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:83:a7:39:92:db\",\"name\":\"9315e9d2866ab37\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9c0be2d-a26a-4a7c-aa7d-54c23fea945d\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:34:23.815357 3791 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dndgp c5e8719e909410b45982cd93ff3d5f4edaf114453e49eb489fc32bb6965a63aa network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dndgp c5e8719e909410b45982cd93ff3d5f4edaf114453e49eb489fc32bb6965a63aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:bd:2c:ee:40:40\",\"name\":\"c5e8719e909410b\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02de0b62-3e42-4413-a80b-e3ca08a31d14\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:34:30.521707 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:32.771885 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:34:32.771906 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:34:32.771913 3791 node_tracker.go:220] Node ip-10-0-2-128.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0512 09:34:32.771923 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 22.484µs I0512 09:34:32.771940 3791 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall E0512 09:34:32.771986 3791 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-128.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 09:34:32.772005 3791 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-128.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-128.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-128.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-128.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal, error parsing annotation for node ip-10-0-2-128.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0512 09:34:32.783677 3791 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-128.ec2.internal annotation: unexpected end of JSON input I0512 09:34:32.783725 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 09:34:32.783756 3791 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-128.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 09:34:32.804283 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:32.804299 3791 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall E0512 09:34:32.804317 3791 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-128.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 09:34:32.804322 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:34:32.804333 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 14.899µs E0512 09:34:32.804334 3791 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-128.ec2.internal annotation: unexpected end of JSON input E0512 09:34:32.876614 3791 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-128.ec2.internal annotation: unexpected end of JSON input I0512 09:34:32.876663 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 09:34:32.876669 3791 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-128.ec2.internal annotation: unexpected end of JSON input E0512 09:34:32.876720 3791 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-128.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-128.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-128.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-128.ec2.internal" I0512 09:34:32.893284 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0512 09:34:32.968893 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:34:32.968903 3791 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0512 09:34:32.968914 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 26.649µs I0512 09:34:32.968933 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:33.006505 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:33.037306 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:33.229449 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:43.150556 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0512 09:34:44.552882 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:47.240773 3791 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-128.ec2.internal I0512 09:34:47.240802 3791 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-128.ec2.internal I0512 09:34:47.240895 3791 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-128.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-128.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-128.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-128.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal I0512 09:34:49.129713 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-glpnw I0512 09:34:49.129726 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mk7dp I0512 09:34:49.129744 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gd7q5 I0512 09:34:49.129749 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-glpnw I0512 09:34:49.129754 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mk7dp I0512 09:34:49.129759 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gd7q5 I0512 09:34:49.129795 3791 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-mk7dp, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-mk7dp: suppressed error logged: pod openshift-multus/network-metrics-daemon-mk7dp: no pod IPs found I0512 09:34:49.129795 3791 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-gd7q5, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gd7q5: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gd7q5: no pod IPs found I0512 09:34:49.129803 3791 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-glpnw, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-glpnw: suppressed error logged: pod kube-system/global-pull-secret-syncer-glpnw: no pod IPs found I0512 09:34:52.697662 3791 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0512 09:34:52.697706 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:34:52.697732 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:52.697767 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 19.331µs I0512 09:34:55.222522 3791 cni.go:452] [kube-system/global-pull-secret-syncer-xbk4l 7b67c056e24de7be14c55c3580f6ba755f71fdc73d4ee3cf9a3666e75115792d network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-xbk4l 7b67c056e24de7be14c55c3580f6ba755f71fdc73d4ee3cf9a3666e75115792d network default NAD default NAD key ] I0512 09:34:55.233019 3791 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-xbk4l, hostIfaceName: 7b67c056e24de7b, network: default, NAD default, SandboxID: "7b67c056e24de7be14c55c3580f6ba755f71fdc73d4ee3cf9a3666e75115792d", PCI device ID: , UID: "8c3a20bd-8e37-4166-8eb5-847457f7b19c", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0512 09:34:55.281717 3791 cni.go:473] [kube-system/global-pull-secret-syncer-xbk4l 7b67c056e24de7be14c55c3580f6ba755f71fdc73d4ee3cf9a3666e75115792d network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-xbk4l 7b67c056e24de7be14c55c3580f6ba755f71fdc73d4ee3cf9a3666e75115792d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:87:b5:6f:a4:29\",\"name\":\"7b67c056e24de7b\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5085049-2c63-4d58-9952-fa5980984a0c\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:34:55.526802 3791 cni.go:452] [openshift-network-diagnostics/network-check-target-qztn8 bd626d1caef0f5cdf732be3c379d6cd87a19e7042909addf45e4bfa7d3db90ab network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-qztn8 bd626d1caef0f5cdf732be3c379d6cd87a19e7042909addf45e4bfa7d3db90ab network default NAD default NAD key ] I0512 09:34:55.537433 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-qztn8, hostIfaceName: bd626d1caef0f5c, network: default, NAD default, SandboxID: "bd626d1caef0f5cdf732be3c379d6cd87a19e7042909addf45e4bfa7d3db90ab", PCI device ID: , UID: "c70fbe0f-33c1-48b8-ab76-6b96f7f5f370", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0512 09:34:55.585683 3791 cni.go:473] [openshift-network-diagnostics/network-check-target-qztn8 bd626d1caef0f5cdf732be3c379d6cd87a19e7042909addf45e4bfa7d3db90ab network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-qztn8 bd626d1caef0f5cdf732be3c379d6cd87a19e7042909addf45e4bfa7d3db90ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c9:68:3d:05:cf\",\"name\":\"bd626d1caef0f5c\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b6306a9-2741-4327-88c9-c037443aed1a\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:34:58.574693 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "ip-10-0-2-128.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:58.574687 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:34:58.574752 3791 node_tracker.go:235] Node ip-10-0-2-128.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-128.ec2.internal" I0512 09:34:58.574772 3791 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:58.574784 3791 services_controller.go:574] Full service sync requested for network=default I0512 09:34:58.599169 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "ip-10-0-2-128.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:58.761291 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:34:58.761350 3791 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:58.761365 3791 services_controller.go:574] Full service sync requested for network=default I0512 09:34:58.761366 3791 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "ip-10-0-2-128.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:58.762501 3791 zone_ic_handler.go:195] Time taken to create transit switch: 341.942µs I0512 09:34:58.762520 3791 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-128.ec2.internal for the network default I0512 09:34:58.763709 3791 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-128.ec2.internal" on network "default" took: 1.561518ms W0512 09:35:00.611084 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 09:35:01.259205 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 09:35:01.315403 3791 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0512 09:35:01.315409 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:35:01.315485 3791 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0512 09:35:01.315498 3791 services_controller.go:574] Full service sync requested for network=default I0512 09:35:01.315426 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:35:01.315526 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 103.331µs I0512 09:35:01.315534 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 10.0.2.128 to PMTUD blocking rules I0512 09:35:01.315545 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0512 09:35:01.315569 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 09:35:01.321876 3791 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-128.ec2.internal. Updating no re-route policies I0512 09:35:01.333596 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 09:35:01.333616 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 10.0.2.128 to PMTUD blocking rules I0512 09:35:05.100997 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:35:05.101033 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 41.955µs W0512 09:35:31.603983 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 09:36:22.147913 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.148541 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.148596 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.148612 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 09:36:22.148628 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.148662 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 09:36:23.174026 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:23.174076 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:23.174092 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:23.174103 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:24.577380 3791 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 09:36:24.588687 3791 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 09:36:26.206005 3791 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6847b9d47c-5dprp] creating logical port openshift-ingress_router-default-6847b9d47c-5dprp for pod on switch ip-10-0-0-171.ec2.internal I0512 09:36:26.206112 3791 kube.go:256] Updating pod openshift-ingress/router-default-6847b9d47c-5dprp I0512 09:36:26.236116 3791 pod.go:62] [openshift-ingress/router-default-6847b9d47c-5dprp] pod update took 30.038864ms I0512 09:36:26.236147 3791 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6847b9d47c-5dprp] addLogicalPort annotation time took 30.074343ms I0512 09:36:26.237052 3791 pods.go:271] [openshift-ingress/router-default-6847b9d47c-5dprp] addLogicalPort took 31.06269ms, libovsdb time 628.783µs I0512 09:36:26.289053 3791 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p8gj7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-p8gj7 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:36:26.289149 3791 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-p8gj7 I0512 09:36:26.323681 3791 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-p8gj7] pod update took 34.559423ms I0512 09:36:26.323702 3791 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p8gj7] addLogicalPort annotation time took 34.585976ms I0512 09:36:26.324687 3791 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-p8gj7] addLogicalPort took 35.65089ms, libovsdb time 748.652µs I0512 09:36:26.395977 3791 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-jzbg9] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-jzbg9 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:36:26.396054 3791 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-jzbg9 I0512 09:36:26.396301 3791 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rk94k] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-rk94k for pod on switch ip-10-0-0-171.ec2.internal I0512 09:36:26.396361 3791 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rk94k I0512 09:36:26.417334 3791 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rk94k] pod update took 20.987859ms I0512 09:36:26.417354 3791 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rk94k] addLogicalPort annotation time took 21.011626ms I0512 09:36:26.418378 3791 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rk94k] addLogicalPort took 22.087242ms, libovsdb time 770.879µs I0512 09:36:26.419810 3791 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzbg9] pod update took 23.776962ms I0512 09:36:26.419831 3791 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-jzbg9] addLogicalPort annotation time took 23.801397ms I0512 09:36:26.420817 3791 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzbg9] addLogicalPort took 24.859503ms, libovsdb time 654.993µs I0512 09:36:26.746833 3791 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzbg9 95613130e055092f9a39e2725f275edc83b06d74b6584e08fd6e472a83d9bbe5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzbg9 95613130e055092f9a39e2725f275edc83b06d74b6584e08fd6e472a83d9bbe5 network default NAD default NAD key ] I0512 09:36:26.754718 3791 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rk94k 32f975a6ed963b965743dc51b9702cf28f4d62c3eab996e1aa3f34c0cae6fbe7 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rk94k 32f975a6ed963b965743dc51b9702cf28f4d62c3eab996e1aa3f34c0cae6fbe7 network default NAD default NAD key ] I0512 09:36:26.757056 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-jzbg9, hostIfaceName: 95613130e055092, network: default, NAD default, SandboxID: "95613130e055092f9a39e2725f275edc83b06d74b6584e08fd6e472a83d9bbe5", PCI device ID: , UID: "6728d73a-51a5-43e9-9586-14a8a829ed3d", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0512 09:36:26.763933 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-rk94k, hostIfaceName: 32f975a6ed963b9, network: default, NAD default, SandboxID: "32f975a6ed963b965743dc51b9702cf28f4d62c3eab996e1aa3f34c0cae6fbe7", PCI device ID: , UID: "69d5a680-4817-485c-bf94-5731e4fbca56", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0512 09:36:26.806308 3791 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzbg9 95613130e055092f9a39e2725f275edc83b06d74b6584e08fd6e472a83d9bbe5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-jzbg9 95613130e055092f9a39e2725f275edc83b06d74b6584e08fd6e472a83d9bbe5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:53:14:50:26:a0\",\"name\":\"95613130e055092\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/438e518c-0738-411f-9556-b12eff008218\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:36:26.822717 3791 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rk94k 32f975a6ed963b965743dc51b9702cf28f4d62c3eab996e1aa3f34c0cae6fbe7 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rk94k 32f975a6ed963b965743dc51b9702cf28f4d62c3eab996e1aa3f34c0cae6fbe7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:8e:da:da:dc:3d\",\"name\":\"32f975a6ed963b9\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adce4557-d72f-406a-80c9-40f99738fbce\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:36:29.462316 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 09:36:30.816542 3791 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 09:36:30.817409 3791 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 848.061µs I0512 09:36:30.830784 3791 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 09:36:31.472011 3791 namespace.go:98] [openshift-service-ca] adding namespace I0512 09:36:31.472930 3791 namespace.go:102] [openshift-service-ca] adding namespace took 897.643µs I0512 09:36:31.493340 3791 namespace.go:142] [openshift-service-ca] updating namespace W0512 09:36:39.487430 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 09:36:57.095597 3791 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-qffkt] creating logical port openshift-insights_insights-runtime-extractor-qffkt for pod on switch ip-10-0-0-171.ec2.internal I0512 09:36:57.095703 3791 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-qffkt I0512 09:36:57.112600 3791 pod.go:62] [openshift-insights/insights-runtime-extractor-qffkt] pod update took 16.924282ms I0512 09:36:57.112623 3791 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-qffkt] addLogicalPort annotation time took 16.954254ms I0512 09:36:57.113992 3791 pods.go:271] [openshift-insights/insights-runtime-extractor-qffkt] addLogicalPort took 18.40818ms, libovsdb time 949.029µs I0512 09:36:57.200332 3791 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-znp8c] creating logical port openshift-console_downloads-5c54f4944f-znp8c for pod on switch ip-10-0-0-171.ec2.internal I0512 09:36:57.200475 3791 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-znp8c I0512 09:36:57.214516 3791 pod.go:62] [openshift-console/downloads-5c54f4944f-znp8c] pod update took 14.078759ms I0512 09:36:57.214540 3791 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-znp8c] addLogicalPort annotation time took 14.109368ms I0512 09:36:57.215654 3791 pods.go:271] [openshift-console/downloads-5c54f4944f-znp8c] addLogicalPort took 15.334894ms, libovsdb time 758.34µs I0512 09:36:57.458600 3791 cni.go:452] [openshift-insights/insights-runtime-extractor-qffkt 3e6cbe8658846447f1c609b75134a49aa273076a87ba146ef0199c5274b8126c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-qffkt 3e6cbe8658846447f1c609b75134a49aa273076a87ba146ef0199c5274b8126c network default NAD default NAD key ] I0512 09:36:57.468086 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-qffkt, hostIfaceName: 3e6cbe865884644, network: default, NAD default, SandboxID: "3e6cbe8658846447f1c609b75134a49aa273076a87ba146ef0199c5274b8126c", PCI device ID: , UID: "c834645d-a7e2-4351-aeac-8ee2e361a25d", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0512 09:36:57.517194 3791 cni.go:473] [openshift-insights/insights-runtime-extractor-qffkt 3e6cbe8658846447f1c609b75134a49aa273076a87ba146ef0199c5274b8126c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-qffkt 3e6cbe8658846447f1c609b75134a49aa273076a87ba146ef0199c5274b8126c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9e:bb:55:62:ed\",\"name\":\"3e6cbe865884644\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22e06624-98da-4ed4-a6be-cca90aec6430\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:36:57.560623 3791 cni.go:452] [openshift-console/downloads-5c54f4944f-znp8c 24a6da5c6741723fe385bfcc83f0e9cbb9f8150a8d97c1515f5ee7a7fcf49d26 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-znp8c 24a6da5c6741723fe385bfcc83f0e9cbb9f8150a8d97c1515f5ee7a7fcf49d26 network default NAD default NAD key ] I0512 09:36:57.571188 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-znp8c, hostIfaceName: 24a6da5c6741723, network: default, NAD default, SandboxID: "24a6da5c6741723fe385bfcc83f0e9cbb9f8150a8d97c1515f5ee7a7fcf49d26", PCI device ID: , UID: "ea20bb12-fdb3-4153-873c-f65575584c88", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0512 09:36:57.620794 3791 cni.go:473] [openshift-console/downloads-5c54f4944f-znp8c 24a6da5c6741723fe385bfcc83f0e9cbb9f8150a8d97c1515f5ee7a7fcf49d26 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-znp8c 24a6da5c6741723fe385bfcc83f0e9cbb9f8150a8d97c1515f5ee7a7fcf49d26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d4:2d:1c:9e:3b\",\"name\":\"24a6da5c6741723\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9228942-6694-472a-a9af-ad2857f11fe0\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:36:58.072214 3791 cni.go:452] [openshift-ingress/router-default-6847b9d47c-5dprp a095a8a47cfd1ade71a5e59d1b9cf51cf98d9a0415e8d39d7d2053de79c7e043 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6847b9d47c-5dprp a095a8a47cfd1ade71a5e59d1b9cf51cf98d9a0415e8d39d7d2053de79c7e043 network default NAD default NAD key ] I0512 09:36:58.082623 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6847b9d47c-5dprp, hostIfaceName: a095a8a47cfd1ad, network: default, NAD default, SandboxID: "a095a8a47cfd1ade71a5e59d1b9cf51cf98d9a0415e8d39d7d2053de79c7e043", PCI device ID: , UID: "a2b06d40-af8e-4b9e-9e46-fbc5e2aa51cb", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0512 09:36:58.131553 3791 cni.go:473] [openshift-ingress/router-default-6847b9d47c-5dprp a095a8a47cfd1ade71a5e59d1b9cf51cf98d9a0415e8d39d7d2053de79c7e043 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6847b9d47c-5dprp a095a8a47cfd1ade71a5e59d1b9cf51cf98d9a0415e8d39d7d2053de79c7e043 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6e:00:b0:b0:39\",\"name\":\"a095a8a47cfd1ad\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca7860a8-62a3-4bec-8ee2-43e950f603d8\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:36:58.461494 3791 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-p8gj7 b61b173f4afd9317b64bb10d037c0788c26014dddcaa3f3fb52e1b3b61b764cb network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p8gj7 b61b173f4afd9317b64bb10d037c0788c26014dddcaa3f3fb52e1b3b61b764cb network default NAD default NAD key ] I0512 09:36:58.475073 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-p8gj7, hostIfaceName: b61b173f4afd931, network: default, NAD default, SandboxID: "b61b173f4afd9317b64bb10d037c0788c26014dddcaa3f3fb52e1b3b61b764cb", PCI device ID: , UID: "f89e5e61-f94a-4d33-8aef-ee4de65563cd", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0512 09:36:58.532656 3791 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-p8gj7 b61b173f4afd9317b64bb10d037c0788c26014dddcaa3f3fb52e1b3b61b764cb network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p8gj7 b61b173f4afd9317b64bb10d037c0788c26014dddcaa3f3fb52e1b3b61b764cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:1e:95:b2:37:96\",\"name\":\"b61b173f4afd931\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc853016-4d91-4d4b-9ddd-bc5f94afaa57\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:36:58.587054 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.587726 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.607863 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.607888 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.611613 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7779f8f866-lsj5t I0512 09:36:58.611665 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7779f8f866-lsj5t W0512 09:36:58.906848 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:58.906873 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:58.906984 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:58.907003 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:58.907013 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 09:36:58.927626 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.927679 3791 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7778d688b5-qkwwh I0512 09:36:58.929223 3791 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7778d688b5-qkwwh, ips: 10.129.0.6 I0512 09:36:58.929250 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.936774 3791 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7594d6b4fb-qp6pn] creating logical port openshift-image-registry_image-registry-7594d6b4fb-qp6pn for pod on switch ip-10-0-0-171.ec2.internal I0512 09:36:58.936883 3791 kube.go:256] Updating pod openshift-image-registry/image-registry-7594d6b4fb-qp6pn I0512 09:36:58.951960 3791 pod.go:62] [openshift-image-registry/image-registry-7594d6b4fb-qp6pn] pod update took 15.114975ms I0512 09:36:58.951988 3791 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7594d6b4fb-qp6pn] addLogicalPort annotation time took 15.147348ms I0512 09:36:58.953192 3791 pods.go:271] [openshift-image-registry/image-registry-7594d6b4fb-qp6pn] addLogicalPort took 16.433836ms, libovsdb time 856.491µs I0512 09:36:58.953242 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.953252 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.953275 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7778d688b5-qkwwh I0512 09:36:58.953284 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7778d688b5-qkwwh W0512 09:36:59.164928 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.164941 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.164950 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.164955 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.164956 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.189098 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.189115 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.191950 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.191963 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.191968 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 09:36:59.307140 3791 cni.go:452] [openshift-image-registry/image-registry-7594d6b4fb-qp6pn 13e98fb453ecdb3cb03e28e60d4b001532fe4a4a12332cf385a95e69bfc4fb5d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7594d6b4fb-qp6pn 13e98fb453ecdb3cb03e28e60d4b001532fe4a4a12332cf385a95e69bfc4fb5d network default NAD default NAD key ] I0512 09:36:59.319768 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7594d6b4fb-qp6pn, hostIfaceName: 13e98fb453ecdb3, network: default, NAD default, SandboxID: "13e98fb453ecdb3cb03e28e60d4b001532fe4a4a12332cf385a95e69bfc4fb5d", PCI device ID: , UID: "9201af63-203f-457b-a4cb-227ac4ce31a5", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0512 09:36:59.377860 3791 cni.go:473] [openshift-image-registry/image-registry-7594d6b4fb-qp6pn 13e98fb453ecdb3cb03e28e60d4b001532fe4a4a12332cf385a95e69bfc4fb5d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7594d6b4fb-qp6pn 13e98fb453ecdb3cb03e28e60d4b001532fe4a4a12332cf385a95e69bfc4fb5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:17:8b:8c:66:27\",\"name\":\"13e98fb453ecdb3\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdf8a62a-03bc-4647-8d14-9aa71bdf430c\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:36:59.573054 3791 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:36:59.920961 3791 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:36:59.955002 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.955022 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.955036 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.958140 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.958159 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0512 09:37:00.076626 3791 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 09:37:01.814947 3791 base_network_controller_pods.go:487] [default/openshift-console/console-75f4979d7c-cmqwc] creating logical port openshift-console_console-75f4979d7c-cmqwc for pod on switch ip-10-0-0-171.ec2.internal I0512 09:37:01.815089 3791 kube.go:256] Updating pod openshift-console/console-75f4979d7c-cmqwc I0512 09:37:01.830340 3791 pod.go:62] [openshift-console/console-75f4979d7c-cmqwc] pod update took 15.290785ms I0512 09:37:01.830369 3791 base_network_controller_pods.go:951] [default/openshift-console/console-75f4979d7c-cmqwc] addLogicalPort annotation time took 15.32664ms I0512 09:37:01.831832 3791 pods.go:271] [openshift-console/console-75f4979d7c-cmqwc] addLogicalPort took 16.908956ms, libovsdb time 1.118263ms I0512 09:37:02.177206 3791 cni.go:452] [openshift-console/console-75f4979d7c-cmqwc a9313e001eb3ede53f52cb492ebfc42e5c92e3a8a4a6a4c0211dab6859748684 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-75f4979d7c-cmqwc a9313e001eb3ede53f52cb492ebfc42e5c92e3a8a4a6a4c0211dab6859748684 network default NAD default NAD key ] I0512 09:37:02.186451 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-75f4979d7c-cmqwc, hostIfaceName: a9313e001eb3ede, network: default, NAD default, SandboxID: "a9313e001eb3ede53f52cb492ebfc42e5c92e3a8a4a6a4c0211dab6859748684", PCI device ID: , UID: "e9b1c134-2bb7-4197-abcd-69f113bf1a5d", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0512 09:37:02.234923 3791 cni.go:473] [openshift-console/console-75f4979d7c-cmqwc a9313e001eb3ede53f52cb492ebfc42e5c92e3a8a4a6a4c0211dab6859748684 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-75f4979d7c-cmqwc a9313e001eb3ede53f52cb492ebfc42e5c92e3a8a4a6a4c0211dab6859748684 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:63:8d:0f:1f:d3\",\"name\":\"a9313e001eb3ede\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29a8e7a6-7b05-431b-893e-405e72fa1d76\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:37:04.592950 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:04.935903 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:05.232103 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 09:37:05.502190 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-w9h7t] creating logical port openshift-monitoring_prometheus-operator-76b589d668-w9h7t for pod on switch ip-10-0-0-171.ec2.internal I0512 09:37:05.502290 3791 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-w9h7t I0512 09:37:05.516999 3791 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-w9h7t] pod update took 14.737191ms I0512 09:37:05.517031 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-w9h7t] addLogicalPort annotation time took 14.776343ms I0512 09:37:05.518768 3791 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-w9h7t] addLogicalPort took 16.597281ms, libovsdb time 1.286291ms I0512 09:37:05.871320 3791 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-w9h7t ce28354d5e665f7b165f71de8251bf7231c6ca339b7c4334e33238ce49e5bba1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-w9h7t ce28354d5e665f7b165f71de8251bf7231c6ca339b7c4334e33238ce49e5bba1 network default NAD default NAD key ] I0512 09:37:05.881182 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-w9h7t, hostIfaceName: ce28354d5e665f7, network: default, NAD default, SandboxID: "ce28354d5e665f7b165f71de8251bf7231c6ca339b7c4334e33238ce49e5bba1", PCI device ID: , UID: "f7f2a9a1-0cf4-4840-9742-768cc3730216", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0512 09:37:05.936588 3791 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-w9h7t ce28354d5e665f7b165f71de8251bf7231c6ca339b7c4334e33238ce49e5bba1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-w9h7t ce28354d5e665f7b165f71de8251bf7231c6ca339b7c4334e33238ce49e5bba1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:49:46:3f:5b:86\",\"name\":\"ce28354d5e665f7\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/875a839a-1e51-4eae-a6ee-a4ddaff04240\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:37:12.241525 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:37:12.241669 3791 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0512 09:37:12.262289 3791 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.690752ms I0512 09:37:12.262318 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 20.722291ms I0512 09:37:12.263507 3791 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 21.9992ms, libovsdb time 800.115µs I0512 09:37:13.224203 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7c468fb55f-xf7zv] creating logical port openshift-monitoring_thanos-querier-7c468fb55f-xf7zv for pod on switch ip-10-0-0-171.ec2.internal I0512 09:37:13.224341 3791 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7c468fb55f-xf7zv I0512 09:37:13.248971 3791 pod.go:62] [openshift-monitoring/thanos-querier-7c468fb55f-xf7zv] pod update took 24.676676ms I0512 09:37:13.248998 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7c468fb55f-xf7zv] addLogicalPort annotation time took 24.710392ms I0512 09:37:13.250287 3791 pods.go:271] [openshift-monitoring/thanos-querier-7c468fb55f-xf7zv] addLogicalPort took 26.104173ms, libovsdb time 911.637µs W0512 09:37:14.228387 3791 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:15.246525 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:15.246546 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:15.246551 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 09:37:15.692888 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-f5c786f45-xjd2b] creating logical port openshift-monitoring_metrics-server-f5c786f45-xjd2b for pod on switch ip-10-0-0-171.ec2.internal I0512 09:37:15.693036 3791 kube.go:256] Updating pod openshift-monitoring/metrics-server-f5c786f45-xjd2b I0512 09:37:15.760184 3791 kube.go:256] Updating pod openshift-monitoring/metrics-server-f5c786f45-xjd2b I0512 09:37:15.789401 3791 pod.go:62] [openshift-monitoring/metrics-server-f5c786f45-xjd2b] pod update took 96.396073ms I0512 09:37:15.789427 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-f5c786f45-xjd2b] addLogicalPort annotation time took 96.428866ms I0512 09:37:15.790771 3791 pods.go:271] [openshift-monitoring/metrics-server-f5c786f45-xjd2b] addLogicalPort took 97.894469ms, libovsdb time 952.169µs I0512 09:37:15.815794 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wnprh] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-wnprh for pod on switch ip-10-0-0-171.ec2.internal I0512 09:37:15.815921 3791 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-wnprh I0512 09:37:15.836548 3791 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wnprh] pod update took 20.650481ms I0512 09:37:15.836576 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wnprh] addLogicalPort annotation time took 20.683699ms I0512 09:37:15.838003 3791 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wnprh] addLogicalPort took 22.224671ms, libovsdb time 1.006944ms W0512 09:37:16.864757 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:16.874098 3791 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-75f4979d7c-jkqvn IP address from the namespace address-set, err: pod openshift-console/console-75f4979d7c-jkqvn: no pod IPs found I0512 09:37:17.009510 3791 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wnprh d5c18f98f877df64265cbd98ddb39661af5be1e1d1690cf0d3ab3533f3a4f10f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wnprh d5c18f98f877df64265cbd98ddb39661af5be1e1d1690cf0d3ab3533f3a4f10f network default NAD default NAD key ] I0512 09:37:17.010879 3791 cni.go:452] [openshift-monitoring/metrics-server-f5c786f45-xjd2b afe5804cfed41524cc040e84c2784a029255917a9fe72f61d7eb13e20614b37f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-f5c786f45-xjd2b afe5804cfed41524cc040e84c2784a029255917a9fe72f61d7eb13e20614b37f network default NAD default NAD key ] I0512 09:37:17.012457 3791 cni.go:452] [openshift-monitoring/thanos-querier-7c468fb55f-xf7zv 6eea0fb3d06e7f714737b0612f858b4c403013847c60521186d542562d65b373 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7c468fb55f-xf7zv 6eea0fb3d06e7f714737b0612f858b4c403013847c60521186d542562d65b373 network default NAD default NAD key ] I0512 09:37:17.014556 3791 cni.go:452] [openshift-monitoring/alertmanager-main-0 d72981a62653cad0f3dc37db7ab4dc07ce8ba6c893c4b9f8496c46ffde37c801 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 d72981a62653cad0f3dc37db7ab4dc07ce8ba6c893c4b9f8496c46ffde37c801 network default NAD default NAD key ] I0512 09:37:17.025835 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7c468fb55f-xf7zv, hostIfaceName: 6eea0fb3d06e7f7, network: default, NAD default, SandboxID: "6eea0fb3d06e7f714737b0612f858b4c403013847c60521186d542562d65b373", PCI device ID: , UID: "950d498c-7be2-4134-87c3-6286998021b4", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0512 09:37:17.026540 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-wnprh, hostIfaceName: d5c18f98f877df6, network: default, NAD default, SandboxID: "d5c18f98f877df64265cbd98ddb39661af5be1e1d1690cf0d3ab3533f3a4f10f", PCI device ID: , UID: "4bbe6ea7-d752-4d74-9fa9-75bf6cc05259", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0512 09:37:17.027501 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-f5c786f45-xjd2b, hostIfaceName: afe5804cfed4152, network: default, NAD default, SandboxID: "afe5804cfed41524cc040e84c2784a029255917a9fe72f61d7eb13e20614b37f", PCI device ID: , UID: "7b6fe77c-2340-49a0-9eb4-7fdc41018743", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0512 09:37:17.038940 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: d72981a62653cad, network: default, NAD default, SandboxID: "d72981a62653cad0f3dc37db7ab4dc07ce8ba6c893c4b9f8496c46ffde37c801", PCI device ID: , UID: "e4264f9a-e7f1-4e59-8fd3-8cf0e82724af", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0512 09:37:17.082302 3791 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wnprh d5c18f98f877df64265cbd98ddb39661af5be1e1d1690cf0d3ab3533f3a4f10f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wnprh d5c18f98f877df64265cbd98ddb39661af5be1e1d1690cf0d3ab3533f3a4f10f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:0e:1f:8b:e5:67\",\"name\":\"d5c18f98f877df6\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35cdb302-c922-4b5a-b99e-0eab54c368ed\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:37:17.096684 3791 cni.go:473] [openshift-monitoring/thanos-querier-7c468fb55f-xf7zv 6eea0fb3d06e7f714737b0612f858b4c403013847c60521186d542562d65b373 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7c468fb55f-xf7zv 6eea0fb3d06e7f714737b0612f858b4c403013847c60521186d542562d65b373 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:40:be:79:c1:8e\",\"name\":\"6eea0fb3d06e7f7\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a13847bc-53ee-4644-8c28-f064b25070aa\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:37:17.249512 3791 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 09:37:17.249535 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 09:37:17.249540 3791 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 09:37:17.322481 3791 cni.go:473] [openshift-monitoring/metrics-server-f5c786f45-xjd2b afe5804cfed41524cc040e84c2784a029255917a9fe72f61d7eb13e20614b37f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-f5c786f45-xjd2b afe5804cfed41524cc040e84c2784a029255917a9fe72f61d7eb13e20614b37f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:62:2e:86:20:9c\",\"name\":\"afe5804cfed4152\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c34ed34-deae-42b9-beed-d210241c8e88\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:37:17.322528 3791 cni.go:473] [openshift-monitoring/alertmanager-main-0 d72981a62653cad0f3dc37db7ab4dc07ce8ba6c893c4b9f8496c46ffde37c801 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 d72981a62653cad0f3dc37db7ab4dc07ce8ba6c893c4b9f8496c46ffde37c801 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:9d:d2:02:41:10\",\"name\":\"d72981a62653cad\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06da12f8-ec71-437b-840d-238eb1d8c035\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:37:18.006626 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0512 09:37:18.269402 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:18.269486 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:20.713132 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 09:37:20.790384 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:20.790407 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:21.028524 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0512 09:37:21.070732 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:21.070759 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:21.070767 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:21.100900 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 09:37:22.028179 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:22.028200 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:22.028206 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:22.028211 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.718120 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.718148 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.718154 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.718159 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.042451 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.042471 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.042476 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.042480 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 09:37:29.903743 3791 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-gh69t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:29.904327 3791 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-gh69t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 09:37:29.916053 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:30.588438 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:30.588463 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:30.759772 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 09:37:30.773105 3791 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-gh69t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:30.773126 3791 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-gh69t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:30.780702 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c8758bc76-gh69t I0512 09:37:30.780726 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c8758bc76-gh69t W0512 09:37:31.929311 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:32.197039 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:37:35.335547 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 09:37:35.363014 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 09:37:41.699868 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 09:37:41.699892 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 09:37:42.024117 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 09:37:42.143989 3791 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-82qf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:42.144587 3791 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-82qf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:42.362792 3791 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-82qf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:42.362817 3791 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-82qf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:42.366151 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c8758bc76-82qf6 I0512 09:37:42.366177 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c8758bc76-82qf6 W0512 09:37:42.684539 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:42.684559 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:42.684564 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:42.684574 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:42.684581 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:42.684585 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:43.251974 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:43.251996 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:43.252003 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:45.811600 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 09:37:55.927513 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:55.928149 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:56.429614 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:56.429656 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:56.440759 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7779f8f866-tqr69 I0512 09:37:56.440781 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7779f8f866-tqr69 I0512 09:38:01.519131 3791 cni.go:452] [openshift-multus/network-metrics-daemon-qrd27 f8638309ce5c427ea349e5dd241c04a01a4e6e618a6a71421ac0bb30f6c4aa18 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-qrd27 f8638309ce5c427ea349e5dd241c04a01a4e6e618a6a71421ac0bb30f6c4aa18 network default NAD default NAD key ] I0512 09:38:01.529201 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-qrd27, hostIfaceName: f8638309ce5c427, network: default, NAD default, SandboxID: "f8638309ce5c427ea349e5dd241c04a01a4e6e618a6a71421ac0bb30f6c4aa18", PCI device ID: , UID: "53b2106c-142f-4a0f-a0af-8f14d04679ea", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0512 09:38:01.579349 3791 cni.go:473] [openshift-multus/network-metrics-daemon-qrd27 f8638309ce5c427ea349e5dd241c04a01a4e6e618a6a71421ac0bb30f6c4aa18 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-qrd27 f8638309ce5c427ea349e5dd241c04a01a4e6e618a6a71421ac0bb30f6c4aa18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:46:1e:d6:e5:ef\",\"name\":\"f8638309ce5c427\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/285c4725-7f5c-465b-a801-9bc24cfe22ab\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:38:02.692704 3791 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 09:38:06.028542 3791 cni.go:452] [openshift-console/console-75f4979d7c-cmqwc a9313e001eb3ede53f52cb492ebfc42e5c92e3a8a4a6a4c0211dab6859748684 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-75f4979d7c-cmqwc a9313e001eb3ede53f52cb492ebfc42e5c92e3a8a4a6a4c0211dab6859748684 network default NAD default NAD key ] I0512 09:38:06.104558 3791 cni.go:473] [openshift-console/console-75f4979d7c-cmqwc a9313e001eb3ede53f52cb492ebfc42e5c92e3a8a4a6a4c0211dab6859748684 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-75f4979d7c-cmqwc a9313e001eb3ede53f52cb492ebfc42e5c92e3a8a4a6a4c0211dab6859748684 network default NAD default NAD key default], result "{}", err I0512 09:38:06.179061 3791 obj_retry.go:498] Detected object openshift-console/console-75f4979d7c-cmqwc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:06.179089 3791 pods.go:176] Deleting pod: openshift-console/console-75f4979d7c-cmqwc I0512 09:38:06.180405 3791 pods.go:236] Attempting to release IPs for pod: openshift-console/console-75f4979d7c-cmqwc, ips: 10.129.0.18 I0512 09:38:06.180434 3791 obj_retry.go:498] Detected object openshift-console/console-75f4979d7c-cmqwc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:06.493706 3791 obj_retry.go:492] Detected object openshift-console/console-75f4979d7c-cmqwc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:06.493734 3791 obj_retry.go:492] Detected object openshift-console/console-75f4979d7c-cmqwc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:06.497076 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75f4979d7c-cmqwc I0512 09:38:06.497102 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75f4979d7c-cmqwc I0512 09:38:15.325734 3791 obj_retry.go:498] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:15.326324 3791 obj_retry.go:498] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:15.510372 3791 obj_retry.go:492] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:15.510394 3791 obj_retry.go:492] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:15.517174 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-b57f66cdc-48gqq I0512 09:38:15.517194 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-b57f66cdc-48gqq I0512 09:38:33.616825 3791 cni.go:452] [openshift-dns/dns-default-2mfck 7bed6387f0f270a83bd7aa5fe6a63b161d1f25408fd06a53c51f556dfe5c204e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-2mfck 7bed6387f0f270a83bd7aa5fe6a63b161d1f25408fd06a53c51f556dfe5c204e network default NAD default NAD key ] I0512 09:38:33.626218 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-2mfck, hostIfaceName: 7bed6387f0f270a, network: default, NAD default, SandboxID: "7bed6387f0f270a83bd7aa5fe6a63b161d1f25408fd06a53c51f556dfe5c204e", PCI device ID: , UID: "c3891b0e-3314-4c57-b945-0ed982594f98", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0512 09:38:33.676241 3791 cni.go:473] [openshift-dns/dns-default-2mfck 7bed6387f0f270a83bd7aa5fe6a63b161d1f25408fd06a53c51f556dfe5c204e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-2mfck 7bed6387f0f270a83bd7aa5fe6a63b161d1f25408fd06a53c51f556dfe5c204e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ba:52:f4:d6:e6\",\"name\":\"7bed6387f0f270a\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/623f0ff2-ca6f-4d7d-96be-4081ddfb99a1\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:38:35.922132 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6c87585768-vsvrx] creating logical port openshift-monitoring_telemeter-client-6c87585768-vsvrx for pod on switch ip-10-0-0-171.ec2.internal I0512 09:38:35.922233 3791 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6c87585768-vsvrx I0512 09:38:35.943522 3791 pod.go:62] [openshift-monitoring/telemeter-client-6c87585768-vsvrx] pod update took 21.316428ms I0512 09:38:35.943545 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6c87585768-vsvrx] addLogicalPort annotation time took 21.343912ms I0512 09:38:35.944763 3791 pods.go:271] [openshift-monitoring/telemeter-client-6c87585768-vsvrx] addLogicalPort took 22.647918ms, libovsdb time 862.699µs I0512 09:38:36.304901 3791 cni.go:452] [openshift-monitoring/telemeter-client-6c87585768-vsvrx 396f11cfcde6269feeea05bfdbf47605b7e6202d61268a67f7721e86ad12f1af network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6c87585768-vsvrx 396f11cfcde6269feeea05bfdbf47605b7e6202d61268a67f7721e86ad12f1af network default NAD default NAD key ] I0512 09:38:36.316122 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6c87585768-vsvrx, hostIfaceName: 396f11cfcde6269, network: default, NAD default, SandboxID: "396f11cfcde6269feeea05bfdbf47605b7e6202d61268a67f7721e86ad12f1af", PCI device ID: , UID: "6ea5573d-9019-473c-a190-fd7af0a9496b", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0512 09:38:36.364356 3791 cni.go:473] [openshift-monitoring/telemeter-client-6c87585768-vsvrx 396f11cfcde6269feeea05bfdbf47605b7e6202d61268a67f7721e86ad12f1af network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6c87585768-vsvrx 396f11cfcde6269feeea05bfdbf47605b7e6202d61268a67f7721e86ad12f1af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:c6:fa:56:ba:cf\",\"name\":\"396f11cfcde6269\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79712136-4974-4a17-a0f3-ab9d15209e1c\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:38:39.605295 3791 base_network_controller_pods.go:487] [default/openshift-console/console-7978bd4f55-74qdn] creating logical port openshift-console_console-7978bd4f55-74qdn for pod on switch ip-10-0-0-171.ec2.internal I0512 09:38:39.605448 3791 kube.go:256] Updating pod openshift-console/console-7978bd4f55-74qdn I0512 09:38:39.624569 3791 pod.go:62] [openshift-console/console-7978bd4f55-74qdn] pod update took 19.149979ms I0512 09:38:39.624591 3791 base_network_controller_pods.go:951] [default/openshift-console/console-7978bd4f55-74qdn] addLogicalPort annotation time took 19.175696ms I0512 09:38:39.625788 3791 pods.go:271] [openshift-console/console-7978bd4f55-74qdn] addLogicalPort took 20.513071ms, libovsdb time 841.162µs I0512 09:38:39.964816 3791 cni.go:452] [openshift-console/console-7978bd4f55-74qdn dfc31f88d8a9f416482ce1348fd39ecf8c9e2ba74a4d6f23f4f45e473f51f1d8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7978bd4f55-74qdn dfc31f88d8a9f416482ce1348fd39ecf8c9e2ba74a4d6f23f4f45e473f51f1d8 network default NAD default NAD key ] I0512 09:38:39.981143 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7978bd4f55-74qdn, hostIfaceName: dfc31f88d8a9f41, network: default, NAD default, SandboxID: "dfc31f88d8a9f416482ce1348fd39ecf8c9e2ba74a4d6f23f4f45e473f51f1d8", PCI device ID: , UID: "8c52f213-cd39-4a99-8feb-02b8ac9aaace", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0512 09:38:40.036890 3791 cni.go:473] [openshift-console/console-7978bd4f55-74qdn dfc31f88d8a9f416482ce1348fd39ecf8c9e2ba74a4d6f23f4f45e473f51f1d8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7978bd4f55-74qdn dfc31f88d8a9f416482ce1348fd39ecf8c9e2ba74a4d6f23f4f45e473f51f1d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:ac:10:ed:5e:c2\",\"name\":\"dfc31f88d8a9f41\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78076eb7-bb0b-426f-8c03-0e487078e667\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:38:46.321507 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:46.321529 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:46.321535 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:48.128806 3791 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7978bd4f55-xfbwh IP address from the namespace address-set, err: pod openshift-console/console-7978bd4f55-xfbwh: no pod IPs found I0512 09:39:04.913564 3791 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-c4rd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:04.914162 3791 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-c4rd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:05.131218 3791 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-c4rd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:05.131243 3791 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-c4rd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:05.139667 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8587fc7886-c4rd4 I0512 09:39:05.139692 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8587fc7886-c4rd4 I0512 09:39:13.279091 3791 cni.go:452] [openshift-console/console-7978bd4f55-74qdn dfc31f88d8a9f416482ce1348fd39ecf8c9e2ba74a4d6f23f4f45e473f51f1d8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7978bd4f55-74qdn dfc31f88d8a9f416482ce1348fd39ecf8c9e2ba74a4d6f23f4f45e473f51f1d8 network default NAD default NAD key ] I0512 09:39:13.363425 3791 cni.go:473] [openshift-console/console-7978bd4f55-74qdn dfc31f88d8a9f416482ce1348fd39ecf8c9e2ba74a4d6f23f4f45e473f51f1d8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7978bd4f55-74qdn dfc31f88d8a9f416482ce1348fd39ecf8c9e2ba74a4d6f23f4f45e473f51f1d8 network default NAD default NAD key default], result "{}", err I0512 09:39:13.423468 3791 obj_retry.go:498] Detected object openshift-console/console-7978bd4f55-74qdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:13.423507 3791 pods.go:176] Deleting pod: openshift-console/console-7978bd4f55-74qdn I0512 09:39:13.424850 3791 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7978bd4f55-74qdn, ips: 10.129.0.25 I0512 09:39:13.424879 3791 obj_retry.go:498] Detected object openshift-console/console-7978bd4f55-74qdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:13.434821 3791 base_network_controller_pods.go:487] [default/openshift-console/console-59ffb66d85-945ch] creating logical port openshift-console_console-59ffb66d85-945ch for pod on switch ip-10-0-0-171.ec2.internal I0512 09:39:13.434948 3791 kube.go:256] Updating pod openshift-console/console-59ffb66d85-945ch I0512 09:39:13.450500 3791 pod.go:62] [openshift-console/console-59ffb66d85-945ch] pod update took 15.579004ms I0512 09:39:13.450524 3791 base_network_controller_pods.go:951] [default/openshift-console/console-59ffb66d85-945ch] addLogicalPort annotation time took 15.607694ms I0512 09:39:13.451865 3791 pods.go:271] [openshift-console/console-59ffb66d85-945ch] addLogicalPort took 17.060125ms, libovsdb time 999.054µs I0512 09:39:13.767756 3791 obj_retry.go:492] Detected object openshift-console/console-7978bd4f55-74qdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:13.767780 3791 obj_retry.go:492] Detected object openshift-console/console-7978bd4f55-74qdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:13.774824 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7978bd4f55-74qdn I0512 09:39:13.774853 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7978bd4f55-74qdn I0512 09:39:13.801445 3791 cni.go:452] [openshift-console/console-59ffb66d85-945ch ad74b072cad1bae51b93d5d64354bd77f197a639fb800e4f787650f215a8f8a2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59ffb66d85-945ch ad74b072cad1bae51b93d5d64354bd77f197a639fb800e4f787650f215a8f8a2 network default NAD default NAD key ] I0512 09:39:13.811470 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59ffb66d85-945ch, hostIfaceName: ad74b072cad1bae, network: default, NAD default, SandboxID: "ad74b072cad1bae51b93d5d64354bd77f197a639fb800e4f787650f215a8f8a2", PCI device ID: , UID: "ffba229b-2798-43dd-b377-da9be4d5af90", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0512 09:39:13.861251 3791 cni.go:473] [openshift-console/console-59ffb66d85-945ch ad74b072cad1bae51b93d5d64354bd77f197a639fb800e4f787650f215a8f8a2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59ffb66d85-945ch ad74b072cad1bae51b93d5d64354bd77f197a639fb800e4f787650f215a8f8a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f4:25:b6:98:38\",\"name\":\"ad74b072cad1bae\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1373f02-72c3-44c4-bd4e-5ba67bc08d8d\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:39:16.194444 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:39:16.194471 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:39:16.235961 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:39:16.235987 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 09:39:22.447888 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0512 09:39:24.520998 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 09:39:36.439383 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 09:39:38.318705 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=82 I0512 09:39:41.321341 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0512 09:39:41.526169 3791 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-ckn7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:41.526750 3791 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-ckn7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:41.843879 3791 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-ckn7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:41.843904 3791 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-ckn7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:41.847352 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8587fc7886-ckn7h I0512 09:39:41.847382 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8587fc7886-ckn7h I0512 09:40:00.195828 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz 9315e9d2866ab37b56b4bb001c332dd614c7851826df9e10cb9ed39d2ff72a93 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz 9315e9d2866ab37b56b4bb001c332dd614c7851826df9e10cb9ed39d2ff72a93 network default NAD default NAD key ] I0512 09:40:00.278300 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz 9315e9d2866ab37b56b4bb001c332dd614c7851826df9e10cb9ed39d2ff72a93 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz 9315e9d2866ab37b56b4bb001c332dd614c7851826df9e10cb9ed39d2ff72a93 network default NAD default NAD key default], result "{}", err I0512 09:40:00.321579 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=122 I0512 09:40:00.658792 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:00.658829 3791 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz I0512 09:40:00.660229 3791 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz, ips: 10.129.0.9 I0512 09:40:00.660253 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:00.669610 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:00.669658 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:00.676181 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz I0512 09:40:00.676209 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz I0512 09:40:05.062753 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:05.063316 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:05.958900 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:05.958925 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:40.547888 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 09:41:19.408322 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 09:41:23.564609 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 09:41:26.212855 3791 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-7tm6s] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-7tm6s for pod on switch ip-10-0-0-171.ec2.internal I0512 09:41:26.212990 3791 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-7tm6s I0512 09:41:26.228514 3791 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-7tm6s] pod update took 15.554738ms I0512 09:41:26.228536 3791 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-7tm6s] addLogicalPort annotation time took 15.581509ms I0512 09:41:26.229851 3791 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-7tm6s] addLogicalPort took 17.012351ms, libovsdb time 872.182µs I0512 09:41:26.571756 3791 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-7tm6s c5a3dfbc52a52582401ed2bea28cff7b4b06c458e14eb5d8b1ebe21ad872a0a1 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-7tm6s c5a3dfbc52a52582401ed2bea28cff7b4b06c458e14eb5d8b1ebe21ad872a0a1 network default NAD default NAD key ] I0512 09:41:26.581109 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-7tm6s, hostIfaceName: c5a3dfbc52a5258, network: default, NAD default, SandboxID: "c5a3dfbc52a52582401ed2bea28cff7b4b06c458e14eb5d8b1ebe21ad872a0a1", PCI device ID: , UID: "0b596156-27ca-468d-ba0a-ba682f85bbf8", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0512 09:41:26.634030 3791 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-7tm6s c5a3dfbc52a52582401ed2bea28cff7b4b06c458e14eb5d8b1ebe21ad872a0a1 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-7tm6s c5a3dfbc52a52582401ed2bea28cff7b4b06c458e14eb5d8b1ebe21ad872a0a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e8:34:a5:4b:fd\",\"name\":\"c5a3dfbc52a5258\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/399320c6-2d5e-4d15-8007-96d25719b25c\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:41:29.019240 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:41:31.325448 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=626 W0512 09:41:40.027980 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:41:40.066578 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 09:41:40.066655 3791 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ddtl8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ddtl8: no pod IPs found I0512 09:41:59.321323 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 09:42:15.321098 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0512 09:42:25.566101 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0512 09:42:43.412924 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 09:43:15.418789 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 09:43:18.408335 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 09:43:41.424367 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 09:44:50.322229 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0512 09:44:57.324290 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 09:45:56.910883 3791 namespace.go:98] [tsf] adding namespace I0512 09:45:56.911828 3791 namespace.go:102] [tsf] adding namespace took 915.978µs I0512 09:45:56.932765 3791 namespace.go:142] [tsf] updating namespace I0512 09:45:56.943706 3791 namespace.go:142] [tsf] updating namespace I0512 09:46:01.082183 3791 namespace.go:98] [tsf-keycloak] adding namespace I0512 09:46:01.083108 3791 namespace.go:102] [tsf-keycloak] adding namespace took 901.948µs I0512 09:46:01.086066 3791 namespace.go:98] [tsf-tpa] adding namespace I0512 09:46:01.086171 3791 namespace.go:98] [rhtpa-operator] adding namespace I0512 09:46:01.086838 3791 namespace.go:102] [tsf-tpa] adding namespace took 751.396µs I0512 09:46:01.087437 3791 namespace.go:102] [rhtpa-operator] adding namespace took 1.249585ms I0512 09:46:01.100113 3791 namespace.go:98] [konflux-ui] adding namespace I0512 09:46:01.100234 3791 namespace.go:98] [tsf-tas] adding namespace I0512 09:46:01.100429 3791 namespace.go:98] [cert-manager-operator] adding namespace I0512 09:46:01.100480 3791 namespace.go:98] [konflux-operator] adding namespace I0512 09:46:01.100823 3791 namespace.go:102] [konflux-ui] adding namespace took 694.379µs I0512 09:46:01.100854 3791 namespace.go:98] [rhbk-operator] adding namespace I0512 09:46:01.101322 3791 namespace.go:102] [rhbk-operator] adding namespace took 461.845µs I0512 09:46:01.101798 3791 namespace.go:102] [tsf-tas] adding namespace took 1.548558ms I0512 09:46:01.102245 3791 namespace.go:102] [cert-manager-operator] adding namespace took 1.797298ms I0512 09:46:01.102701 3791 namespace.go:102] [konflux-operator] adding namespace took 2.205231ms I0512 09:46:01.104629 3791 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:01.119197 3791 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:01.136717 3791 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:01.141978 3791 namespace.go:142] [konflux-ui] updating namespace I0512 09:46:01.145557 3791 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:46:01.145648 3791 namespace.go:142] [tsf-tas] updating namespace I0512 09:46:01.150703 3791 namespace.go:142] [rhbk-operator] updating namespace I0512 09:46:01.159282 3791 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:01.159329 3791 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:46:01.159484 3791 namespace.go:142] [konflux-operator] updating namespace I0512 09:46:01.166326 3791 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:01.179583 3791 namespace.go:142] [konflux-ui] updating namespace I0512 09:46:01.188681 3791 namespace.go:142] [konflux-ui] updating namespace I0512 09:46:01.216906 3791 namespace.go:142] [tsf-tas] updating namespace I0512 09:46:01.216980 3791 namespace.go:142] [tsf-tas] updating namespace I0512 09:46:01.217149 3791 namespace.go:142] [rhbk-operator] updating namespace I0512 09:46:01.230671 3791 namespace.go:142] [rhbk-operator] updating namespace I0512 09:46:01.244913 3791 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:46:01.257808 3791 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:46:01.267626 3791 namespace.go:142] [konflux-operator] updating namespace I0512 09:46:01.293825 3791 namespace.go:142] [konflux-operator] updating namespace I0512 09:46:01.293915 3791 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:46:01.306546 3791 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:46:01.315066 3791 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:02.380979 3791 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:02.391055 3791 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:04.550890 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0512 09:46:08.441609 3791 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.442099 3791 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.442121 3791 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.442130 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:08.442145 3791 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.442155 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:09.466418 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.466943 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.466976 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.466995 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:09.467008 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.467017 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:09.467729 3791 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:09.467747 3791 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:09.467758 3791 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:09.467767 3791 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.494594 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.494625 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.494664 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.494676 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:12.532397 3791 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.532948 3791 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.532974 3791 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.532983 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:12.532994 3791 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.532998 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:13.551889 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.552351 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.552375 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.552384 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:13.552398 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.552408 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:13.571649 3791 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:13.571669 3791 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:13.571685 3791 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:13.571703 3791 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.614966 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.614999 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.615016 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.615026 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:15.528108 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.528568 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.528593 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.528601 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:15.528614 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.528621 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:15.563798 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.564251 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.564275 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.564282 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:15.564293 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.564297 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:16.593274 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.593302 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.593321 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.593340 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.618837 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.618855 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.618864 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.618876 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 09:46:20.430687 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 09:46:24.298081 3791 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mc4kc] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-mc4kc for pod on switch ip-10-0-0-171.ec2.internal I0512 09:46:24.298192 3791 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mc4kc I0512 09:46:24.316827 3791 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mc4kc] pod update took 18.658503ms I0512 09:46:24.316849 3791 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mc4kc] addLogicalPort annotation time took 18.684064ms I0512 09:46:24.318111 3791 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mc4kc] addLogicalPort took 20.050044ms, libovsdb time 929.396µs I0512 09:46:24.656581 3791 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mc4kc acc8fe0d6c393d97f1388d4027ba38dfb44ebbe86700ca8dc204c372576de576 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mc4kc acc8fe0d6c393d97f1388d4027ba38dfb44ebbe86700ca8dc204c372576de576 network default NAD default NAD key ] I0512 09:46:24.666286 3791 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-mc4kc, hostIfaceName: acc8fe0d6c393d9, network: default, NAD default, SandboxID: "acc8fe0d6c393d97f1388d4027ba38dfb44ebbe86700ca8dc204c372576de576", PCI device ID: , UID: "7af96229-d23d-4edc-9538-513dffb66dab", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0512 09:46:24.716451 3791 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mc4kc acc8fe0d6c393d97f1388d4027ba38dfb44ebbe86700ca8dc204c372576de576 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mc4kc acc8fe0d6c393d97f1388d4027ba38dfb44ebbe86700ca8dc204c372576de576 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:38:d6:07:33:d3\",\"name\":\"acc8fe0d6c393d9\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10745d30-c05a-4dfe-87d3-483052ebea6c\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:46:25.791501 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 09:46:25.806459 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 09:46:27.331764 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 09:46:31.549738 3791 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w7jw9] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-w7jw9 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:46:31.549846 3791 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w7jw9 I0512 09:46:31.610710 3791 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w7jw9 I0512 09:46:31.671373 3791 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w7jw9] pod update took 121.555082ms I0512 09:46:31.671398 3791 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w7jw9] addLogicalPort annotation time took 121.585072ms I0512 09:46:31.672595 3791 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w7jw9] addLogicalPort took 122.870673ms, libovsdb time 817.299µs I0512 09:46:31.874374 3791 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w7jw9 16a664d22aede3efbcb1ef22683d5d88431515af4ba5be5524ea12f19a9bf056 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w7jw9 16a664d22aede3efbcb1ef22683d5d88431515af4ba5be5524ea12f19a9bf056 network default NAD default NAD key ] I0512 09:46:31.883866 3791 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-w7jw9, hostIfaceName: 16a664d22aede3e, network: default, NAD default, SandboxID: "16a664d22aede3efbcb1ef22683d5d88431515af4ba5be5524ea12f19a9bf056", PCI device ID: , UID: "b947dfe4-ddba-4c94-9213-42e8d018156b", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0512 09:46:31.934862 3791 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w7jw9 16a664d22aede3efbcb1ef22683d5d88431515af4ba5be5524ea12f19a9bf056 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-w7jw9 16a664d22aede3efbcb1ef22683d5d88431515af4ba5be5524ea12f19a9bf056 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:f0:3d:02:b0:52\",\"name\":\"16a664d22aede3e\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ab31a8c-eab4-4c44-ad96-f9a5f1308034\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:46:32.384276 3791 namespace.go:142] [openshift-operators] updating namespace I0512 09:46:32.396781 3791 namespace.go:142] [openshift-operators] updating namespace I0512 09:46:35.188777 3791 namespace.go:98] [cert-manager] adding namespace I0512 09:46:35.189527 3791 namespace.go:102] [cert-manager] adding namespace took 727.137µs I0512 09:46:35.223787 3791 namespace.go:142] [cert-manager] updating namespace I0512 09:46:35.223827 3791 namespace.go:142] [cert-manager] updating namespace W0512 09:46:36.136858 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:36.160767 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:36.161424 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:36.182872 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:38.235960 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 09:46:40.434698 3791 namespace.go:142] [openshift-operators] updating namespace I0512 09:46:41.303501 3791 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-pztnf] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-pztnf for pod on switch ip-10-0-0-171.ec2.internal I0512 09:46:41.303652 3791 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-pztnf I0512 09:46:41.326152 3791 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-pztnf] pod update took 22.540502ms I0512 09:46:41.326179 3791 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-pztnf] addLogicalPort annotation time took 22.574622ms I0512 09:46:41.327394 3791 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-pztnf] addLogicalPort took 23.913195ms, libovsdb time 884.796µs I0512 09:46:41.353195 3791 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-kjhvp] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-kjhvp for pod on switch ip-10-0-0-171.ec2.internal I0512 09:46:41.353326 3791 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-kjhvp I0512 09:46:41.376917 3791 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kjhvp] pod update took 23.622501ms I0512 09:46:41.376943 3791 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-kjhvp] addLogicalPort annotation time took 23.652493ms I0512 09:46:41.378411 3791 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kjhvp] addLogicalPort took 25.237274ms, libovsdb time 1.021824ms I0512 09:46:41.683784 3791 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-pztnf cf675685e11e4293b6610f4f1b4bcb3ea47f42ef307ee0895e183dfe94a8b458 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-pztnf cf675685e11e4293b6610f4f1b4bcb3ea47f42ef307ee0895e183dfe94a8b458 network default NAD default NAD key ] I0512 09:46:41.693369 3791 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-pztnf, hostIfaceName: cf675685e11e429, network: default, NAD default, SandboxID: "cf675685e11e4293b6610f4f1b4bcb3ea47f42ef307ee0895e183dfe94a8b458", PCI device ID: , UID: "71d76b71-c986-4596-98d3-5b799b365fbe", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0512 09:46:41.743892 3791 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kjhvp cba8361c5f37ce1d2fa76f80b89e8e7a55053a9eb7bd6c52d847c1b864dc6b8e network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kjhvp cba8361c5f37ce1d2fa76f80b89e8e7a55053a9eb7bd6c52d847c1b864dc6b8e network default NAD default NAD key ] I0512 09:46:41.746325 3791 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-pztnf cf675685e11e4293b6610f4f1b4bcb3ea47f42ef307ee0895e183dfe94a8b458 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-pztnf cf675685e11e4293b6610f4f1b4bcb3ea47f42ef307ee0895e183dfe94a8b458 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:92:4f:d3:47:60\",\"name\":\"cf675685e11e429\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82ce2d30-6e08-4abb-a510-93cad05a70a0\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:46:41.752857 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-kjhvp, hostIfaceName: cba8361c5f37ce1, network: default, NAD default, SandboxID: "cba8361c5f37ce1d2fa76f80b89e8e7a55053a9eb7bd6c52d847c1b864dc6b8e", PCI device ID: , UID: "e2e13c4c-514d-45fa-8d69-48aebfae646d", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0512 09:46:41.804353 3791 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kjhvp cba8361c5f37ce1d2fa76f80b89e8e7a55053a9eb7bd6c52d847c1b864dc6b8e network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kjhvp cba8361c5f37ce1d2fa76f80b89e8e7a55053a9eb7bd6c52d847c1b864dc6b8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:a4:c1:dc:36:5a\",\"name\":\"cba8361c5f37ce1\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62ea1570-ae20-4b7c-a31e-28b587eea5c2\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:46:46.277483 3791 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-xbvwk] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-xbvwk for pod on switch ip-10-0-0-171.ec2.internal I0512 09:46:46.277706 3791 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-xbvwk I0512 09:46:46.299898 3791 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-xbvwk] pod update took 22.222781ms I0512 09:46:46.299923 3791 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-xbvwk] addLogicalPort annotation time took 22.25361ms I0512 09:46:46.301112 3791 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-xbvwk] addLogicalPort took 23.650254ms, libovsdb time 848.147µs I0512 09:46:46.643175 3791 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-xbvwk a43215d35fe7a4f50baa36e2a1d5f67a2caebddae94188da123c643987c226a7 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-xbvwk a43215d35fe7a4f50baa36e2a1d5f67a2caebddae94188da123c643987c226a7 network default NAD default NAD key ] I0512 09:46:46.652448 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-xbvwk, hostIfaceName: a43215d35fe7a4f, network: default, NAD default, SandboxID: "a43215d35fe7a4f50baa36e2a1d5f67a2caebddae94188da123c643987c226a7", PCI device ID: , UID: "217a639d-d2c5-473b-b5b4-0d4619681f69", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0512 09:46:46.704562 3791 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-xbvwk a43215d35fe7a4f50baa36e2a1d5f67a2caebddae94188da123c643987c226a7 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-xbvwk a43215d35fe7a4f50baa36e2a1d5f67a2caebddae94188da123c643987c226a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:6c:3f:66:e7:78\",\"name\":\"a43215d35fe7a4f\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/384eaa10-90bb-49fc-9d62-a70d8c1cf37b\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:46:47.748894 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 09:46:47.748920 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 09:46:49.431481 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 09:46:49.451149 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 09:46:49.567700 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 09:46:49.631307 3791 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 09:46:49.632182 3791 namespace.go:102] [trusted-artifact-signer] adding namespace took 848.03µs I0512 09:46:49.789202 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:46:49.861866 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:46:51.291251 3791 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-vb9tc] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-vb9tc for pod on switch ip-10-0-0-171.ec2.internal I0512 09:46:51.291353 3791 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-vb9tc I0512 09:46:51.304115 3791 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-vb9tc] pod update took 12.785261ms I0512 09:46:51.304138 3791 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-vb9tc] addLogicalPort annotation time took 12.814061ms I0512 09:46:51.305480 3791 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-vb9tc] addLogicalPort took 14.252274ms, libovsdb time 955.059µs I0512 09:46:51.972425 3791 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-vb9tc 0c028db3d8a609736b8fad092637c03670462bb699bd4a087990d5e37f11ca83 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-vb9tc 0c028db3d8a609736b8fad092637c03670462bb699bd4a087990d5e37f11ca83 network default NAD default NAD key ] I0512 09:46:51.981673 3791 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-vb9tc, hostIfaceName: 0c028db3d8a6097, network: default, NAD default, SandboxID: "0c028db3d8a609736b8fad092637c03670462bb699bd4a087990d5e37f11ca83", PCI device ID: , UID: "745c6159-d976-4a4c-97a4-6f1a760f214e", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0512 09:46:52.034541 3791 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-vb9tc 0c028db3d8a609736b8fad092637c03670462bb699bd4a087990d5e37f11ca83 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-vb9tc 0c028db3d8a609736b8fad092637c03670462bb699bd4a087990d5e37f11ca83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:09:62:0a:e4:1c\",\"name\":\"0c028db3d8a6097\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13624bd8-1103-4994-b4c5-1806244d3cb4\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:46:55.191197 3791 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:55.191826 3791 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:55.241880 3791 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:55.241900 3791 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:55.261914 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 09:46:55.261945 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 09:46:57.574097 3791 namespace.go:98] [openshift-pipelines] adding namespace I0512 09:46:57.575071 3791 namespace.go:102] [openshift-pipelines] adding namespace took 946.763µs I0512 09:46:57.616618 3791 namespace.go:142] [openshift-pipelines] updating namespace I0512 09:46:59.697701 3791 namespace.go:142] [cert-manager] updating namespace I0512 09:47:00.007471 3791 namespace.go:142] [cert-manager-operator] updating namespace W0512 09:47:00.374730 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 09:47:00.611922 3791 namespace.go:142] [konflux-operator] updating namespace I0512 09:47:00.800799 3791 namespace.go:142] [konflux-ui] updating namespace I0512 09:47:01.150257 3791 namespace.go:142] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] updating namespace I0512 09:47:02.064586 3791 namespace.go:142] [rhbk-operator] updating namespace I0512 09:47:02.645319 3791 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:47:02.831829 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:47:03.069238 3791 namespace.go:142] [tsf] updating namespace I0512 09:47:03.271559 3791 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:47:03.471708 3791 namespace.go:142] [tsf-tas] updating namespace I0512 09:47:03.668771 3791 namespace.go:142] [tsf-tpa] updating namespace I0512 09:47:03.805105 3791 namespace.go:142] [cert-manager] updating namespace I0512 09:47:03.815098 3791 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:47:03.822260 3791 namespace.go:142] [default] updating namespace I0512 09:47:03.834587 3791 namespace.go:142] [konflux-operator] updating namespace I0512 09:47:03.849354 3791 namespace.go:142] [konflux-ui] updating namespace I0512 09:47:03.859815 3791 namespace.go:142] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] updating namespace I0512 09:47:03.867304 3791 namespace.go:142] [openshift] updating namespace I0512 09:47:03.879997 3791 namespace.go:142] [rhbk-operator] updating namespace I0512 09:47:03.890613 3791 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:47:03.899253 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:47:03.909987 3791 namespace.go:142] [tsf] updating namespace I0512 09:47:03.924144 3791 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:47:03.936128 3791 namespace.go:142] [tsf-tas] updating namespace I0512 09:47:03.952387 3791 namespace.go:142] [tsf-tpa] updating namespace I0512 09:47:04.077017 3791 namespace.go:142] [cert-manager] updating namespace I0512 09:47:04.152964 3791 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:47:04.252430 3791 namespace.go:142] [default] updating namespace I0512 09:47:04.353186 3791 namespace.go:142] [konflux-operator] updating namespace I0512 09:47:04.452195 3791 namespace.go:142] [konflux-ui] updating namespace I0512 09:47:04.556888 3791 namespace.go:142] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] updating namespace I0512 09:47:04.655594 3791 namespace.go:142] [openshift] updating namespace I0512 09:47:04.756154 3791 namespace.go:142] [rhbk-operator] updating namespace I0512 09:47:04.877904 3791 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:47:04.969092 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:47:05.054968 3791 namespace.go:142] [tsf] updating namespace I0512 09:47:05.159572 3791 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:47:05.257789 3791 namespace.go:142] [tsf-tas] updating namespace I0512 09:47:05.351664 3791 namespace.go:142] [tsf-tpa] updating namespace I0512 09:47:05.777689 3791 namespace.go:142] [openshift-pipelines] updating namespace W0512 09:47:07.393852 3791 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 09:47:13.639541 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-skn5s] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-skn5s for pod on switch ip-10-0-0-171.ec2.internal I0512 09:47:13.639653 3791 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-skn5s I0512 09:47:13.653757 3791 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-skn5s] pod update took 14.147625ms I0512 09:47:13.653777 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-skn5s] addLogicalPort annotation time took 14.172538ms I0512 09:47:13.654908 3791 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-skn5s] addLogicalPort took 15.386668ms, libovsdb time 799.058µs I0512 09:47:13.731874 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:47:13.731958 3791 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98 I0512 09:47:13.748402 3791 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98] pod update took 16.468799ms I0512 09:47:13.748421 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98] addLogicalPort annotation time took 16.490443ms I0512 09:47:13.749609 3791 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98] addLogicalPort took 17.751542ms, libovsdb time 814.459µs I0512 09:47:13.835982 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-rbmdc] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-rbmdc for pod on switch ip-10-0-0-171.ec2.internal I0512 09:47:13.836142 3791 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-rbmdc I0512 09:47:13.850911 3791 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-rbmdc] pod update took 14.858757ms I0512 09:47:13.850938 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-rbmdc] addLogicalPort annotation time took 14.890973ms I0512 09:47:13.852431 3791 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-rbmdc] addLogicalPort took 16.462426ms, libovsdb time 1.057142ms I0512 09:47:13.933459 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hhkwf] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-hhkwf for pod on switch ip-10-0-0-171.ec2.internal I0512 09:47:13.933593 3791 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hhkwf I0512 09:47:13.949988 3791 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hhkwf] pod update took 16.423341ms I0512 09:47:13.950017 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hhkwf] addLogicalPort annotation time took 16.458058ms I0512 09:47:13.951276 3791 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hhkwf] addLogicalPort took 17.833322ms, libovsdb time 887.871µs I0512 09:47:14.001880 3791 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-skn5s faeecd03e1e2b402ad49c1cfa5e66e2bc760fc4f4a4f0c0bfd25b3544556e632 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-skn5s faeecd03e1e2b402ad49c1cfa5e66e2bc760fc4f4a4f0c0bfd25b3544556e632 network default NAD default NAD key ] I0512 09:47:14.012538 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-skn5s, hostIfaceName: faeecd03e1e2b40, network: default, NAD default, SandboxID: "faeecd03e1e2b402ad49c1cfa5e66e2bc760fc4f4a4f0c0bfd25b3544556e632", PCI device ID: , UID: "6ad6d854-79ac-4a7f-8318-788c6439eb42", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0512 09:47:14.065129 3791 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-skn5s faeecd03e1e2b402ad49c1cfa5e66e2bc760fc4f4a4f0c0bfd25b3544556e632 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-skn5s faeecd03e1e2b402ad49c1cfa5e66e2bc760fc4f4a4f0c0bfd25b3544556e632 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:1b:de:22:6a:47\",\"name\":\"faeecd03e1e2b40\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c1e846b-5f46-4c61-b511-32dccb2c9118\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:47:14.094204 3791 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98 cc93d4fe5a437ede3310e0c10026817f191fab3fdb063da3646245aa960b7fd6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98 cc93d4fe5a437ede3310e0c10026817f191fab3fdb063da3646245aa960b7fd6 network default NAD default NAD key ] I0512 09:47:14.104887 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98, hostIfaceName: cc93d4fe5a437ed, network: default, NAD default, SandboxID: "cc93d4fe5a437ede3310e0c10026817f191fab3fdb063da3646245aa960b7fd6", PCI device ID: , UID: "27aecdf2-9357-44d0-a6cd-3102c2fd7cee", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0512 09:47:14.160998 3791 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98 cc93d4fe5a437ede3310e0c10026817f191fab3fdb063da3646245aa960b7fd6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-l4l98 cc93d4fe5a437ede3310e0c10026817f191fab3fdb063da3646245aa960b7fd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ca:11:35:81:b1\",\"name\":\"cc93d4fe5a437ed\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/418a84f8-f126-4370-9941-cae203d0584f\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:47:14.204786 3791 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-rbmdc 5bdeff6598bf74b2c81ea366419a93e98d539aff243389ee6892789e0f112be9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-rbmdc 5bdeff6598bf74b2c81ea366419a93e98d539aff243389ee6892789e0f112be9 network default NAD default NAD key ] I0512 09:47:14.215414 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-rbmdc, hostIfaceName: 5bdeff6598bf74b, network: default, NAD default, SandboxID: "5bdeff6598bf74b2c81ea366419a93e98d539aff243389ee6892789e0f112be9", PCI device ID: , UID: "a5e552cc-b696-45a7-b0d3-c622793a71f7", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0512 09:47:14.268627 3791 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-rbmdc 5bdeff6598bf74b2c81ea366419a93e98d539aff243389ee6892789e0f112be9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-rbmdc 5bdeff6598bf74b2c81ea366419a93e98d539aff243389ee6892789e0f112be9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:9a:3a:38:b4:5b\",\"name\":\"5bdeff6598bf74b\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c918a776-5584-4e58-b292-d62d1e2a717c\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:47:14.300699 3791 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hhkwf bda3a2c703b9954b111ffc0859284ea31e7e3247179d4aa2530c868c48949ac5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hhkwf bda3a2c703b9954b111ffc0859284ea31e7e3247179d4aa2530c868c48949ac5 network default NAD default NAD key ] I0512 09:47:14.311366 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-hhkwf, hostIfaceName: bda3a2c703b9954, network: default, NAD default, SandboxID: "bda3a2c703b9954b111ffc0859284ea31e7e3247179d4aa2530c868c48949ac5", PCI device ID: , UID: "65833d4e-9767-430f-96e9-e7c0bfec24b4", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0512 09:47:14.364116 3791 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hhkwf bda3a2c703b9954b111ffc0859284ea31e7e3247179d4aa2530c868c48949ac5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-hhkwf bda3a2c703b9954b111ffc0859284ea31e7e3247179d4aa2530c868c48949ac5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b0:ef:5e:a9:35\",\"name\":\"bda3a2c703b9954\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63b793e7-7ee3-41a8-a87b-c57c7db2e1d3\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:47:14.688176 3791 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 09:47:18.168809 3791 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:18.168827 3791 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:18.168833 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:20.554609 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.554651 3791 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.554659 3791 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.554669 3791 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.608776 3791 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:20.608793 3791 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:20.608799 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:31.505439 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:31.505466 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:31.505473 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:31.505477 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:31.530213 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:31.530233 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:31.530239 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0512 09:47:38.417245 3791 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:47:38.417783 3791 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:47:38.438771 3791 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:47:38.438793 3791 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:47:38.445522 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 09:47:38.445549 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 09:47:40.580510 3791 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 09:47:40.581067 3791 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 09:47:40.581087 3791 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 09:47:40.582992 3791 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 09:47:40.934577 3791 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:47:40.934685 3791 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0512 09:47:40.950815 3791 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.155187ms I0512 09:47:40.950847 3791 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.208911ms I0512 09:47:40.952685 3791 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.122211ms, libovsdb time 1.280074ms I0512 09:47:41.321812 3791 cni.go:452] [tsf-keycloak/keycloak-0 7d4268eac1e6b6ccae606274fac14c8770c9ef320953979cf96bdfc99b80239e network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 7d4268eac1e6b6ccae606274fac14c8770c9ef320953979cf96bdfc99b80239e network default NAD default NAD key ] I0512 09:47:41.332816 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 7d4268eac1e6b6c, network: default, NAD default, SandboxID: "7d4268eac1e6b6ccae606274fac14c8770c9ef320953979cf96bdfc99b80239e", PCI device ID: , UID: "8c60a52d-47a8-415d-8b17-9b3dda7968fe", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0512 09:47:41.385614 3791 cni.go:473] [tsf-keycloak/keycloak-0 7d4268eac1e6b6ccae606274fac14c8770c9ef320953979cf96bdfc99b80239e network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 7d4268eac1e6b6ccae606274fac14c8770c9ef320953979cf96bdfc99b80239e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:aa:0f:77:f3:9d\",\"name\":\"7d4268eac1e6b6c\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dbef199-966e-4a58-8851-e0d65d96e948\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:47:45.326749 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 09:47:46.415277 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0512 09:47:48.651803 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 09:47:48.651825 3791 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 09:47:48.652179 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 09:47:48.652201 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 09:47:50.442211 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 09:47:52.325337 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=64 I0512 09:48:08.851199 3791 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 09:48:14.568551 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 09:48:14.568581 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 09:48:14.570560 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0512 09:48:14.570580 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak I0512 09:48:17.422597 3791 namespace.go:142] [openshift-pipelines] updating namespace I0512 09:48:20.921551 3791 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-4ps8d] creating logical port tsf-keycloak_tsf-iam-4ps8d for pod on switch ip-10-0-0-171.ec2.internal I0512 09:48:20.921707 3791 kube.go:256] Updating pod tsf-keycloak/tsf-iam-4ps8d I0512 09:48:20.935609 3791 pod.go:62] [tsf-keycloak/tsf-iam-4ps8d] pod update took 13.92603ms I0512 09:48:20.935653 3791 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-4ps8d] addLogicalPort annotation time took 13.955212ms I0512 09:48:20.936934 3791 pods.go:271] [tsf-keycloak/tsf-iam-4ps8d] addLogicalPort took 15.404033ms, libovsdb time 888.977µs I0512 09:48:21.291090 3791 cni.go:452] [tsf-keycloak/tsf-iam-4ps8d 75f338a1376784dd6ea804787bff5d8fc484c11b496d633ef95453691d09d96b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-4ps8d 75f338a1376784dd6ea804787bff5d8fc484c11b496d633ef95453691d09d96b network default NAD default NAD key ] I0512 09:48:21.300348 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-4ps8d, hostIfaceName: 75f338a1376784d, network: default, NAD default, SandboxID: "75f338a1376784dd6ea804787bff5d8fc484c11b496d633ef95453691d09d96b", PCI device ID: , UID: "03309c1f-5431-4415-a2a9-c0e0951c02c7", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0512 09:48:21.353586 3791 cni.go:473] [tsf-keycloak/tsf-iam-4ps8d 75f338a1376784dd6ea804787bff5d8fc484c11b496d633ef95453691d09d96b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-4ps8d 75f338a1376784dd6ea804787bff5d8fc484c11b496d633ef95453691d09d96b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:98:ba:ac:a0:ef\",\"name\":\"75f338a1376784d\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fccc01a3-956f-4971-9803-eefb60293193\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:48:31.694011 3791 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:31.694598 3791 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:31.739008 3791 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:31.739048 3791 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:31.746206 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 09:48:31.746237 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0512 09:48:32.084320 3791 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 09:48:32.084339 3791 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 09:48:32.084345 3791 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 09:48:36.592287 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 09:48:36.592316 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0512 09:48:39.945911 3791 cni.go:452] [tsf-keycloak/tsf-iam-4ps8d 75f338a1376784dd6ea804787bff5d8fc484c11b496d633ef95453691d09d96b network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-4ps8d 75f338a1376784dd6ea804787bff5d8fc484c11b496d633ef95453691d09d96b network default NAD default NAD key ] I0512 09:48:40.037664 3791 cni.go:473] [tsf-keycloak/tsf-iam-4ps8d 75f338a1376784dd6ea804787bff5d8fc484c11b496d633ef95453691d09d96b network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-4ps8d 75f338a1376784dd6ea804787bff5d8fc484c11b496d633ef95453691d09d96b network default NAD default NAD key default], result "{}", err I0512 09:48:40.132746 3791 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4ps8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:40.132786 3791 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-4ps8d I0512 09:48:40.134144 3791 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-4ps8d, ips: 10.129.0.39 I0512 09:48:40.134167 3791 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4ps8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:41.003214 3791 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4ps8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:41.003243 3791 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4ps8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 09:48:42.629312 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 09:48:43.164932 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-76f77] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-76f77 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:48:43.165029 3791 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-76f77 I0512 09:48:43.176542 3791 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-76f77] pod update took 11.533859ms I0512 09:48:43.176572 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-76f77] addLogicalPort annotation time took 11.571496ms I0512 09:48:43.178089 3791 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-76f77] addLogicalPort took 13.180283ms, libovsdb time 1.046916ms I0512 09:48:43.527320 3791 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-76f77 a2920a0b935debb95de7d758996262bd73c285d18ef9c35769010e5ade629681 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-76f77 a2920a0b935debb95de7d758996262bd73c285d18ef9c35769010e5ade629681 network default NAD default NAD key ] I0512 09:48:43.536739 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-76f77, hostIfaceName: a2920a0b935debb, network: default, NAD default, SandboxID: "a2920a0b935debb95de7d758996262bd73c285d18ef9c35769010e5ade629681", PCI device ID: , UID: "7b49f37d-5435-4894-858c-be1268f7c320", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0512 09:48:43.591346 3791 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-76f77 a2920a0b935debb95de7d758996262bd73c285d18ef9c35769010e5ade629681 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-76f77 a2920a0b935debb95de7d758996262bd73c285d18ef9c35769010e5ade629681 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:6f:62:17:f5:6f\",\"name\":\"a2920a0b935debb\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d6a4b56-d07d-4e3d-bf87-b2c29a2cead5\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:48:48.203295 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 09:48:51.206141 3791 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 09:48:51.337955 3791 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:51.338501 3791 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:52.227338 3791 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:52.227362 3791 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 09:48:59.253432 3791 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 09:48:59.253456 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 09:49:01.740859 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0512 09:49:11.411016 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 09:49:23.005678 3791 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:23.006215 3791 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:23.028978 3791 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:23.028995 3791 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:23.032551 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 09:49:23.032563 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 09:49:23.838943 3791 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-xfhx9] creating logical port tsf_patch-tekton-config-xfhx9 for pod on switch ip-10-0-0-171.ec2.internal I0512 09:49:23.839070 3791 kube.go:256] Updating pod tsf/patch-tekton-config-xfhx9 I0512 09:49:23.853035 3791 pod.go:62] [tsf/patch-tekton-config-xfhx9] pod update took 13.998365ms I0512 09:49:23.853064 3791 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-xfhx9] addLogicalPort annotation time took 14.041435ms I0512 09:49:23.854516 3791 pods.go:271] [tsf/patch-tekton-config-xfhx9] addLogicalPort took 15.594741ms, libovsdb time 987.444µs I0512 09:49:24.198782 3791 cni.go:452] [tsf/patch-tekton-config-xfhx9 cac70ea11fbe8be2998cda7bfcf5b39d961c03a7290ee3fac8bea26b37cd8a8b network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-xfhx9 cac70ea11fbe8be2998cda7bfcf5b39d961c03a7290ee3fac8bea26b37cd8a8b network default NAD default NAD key ] I0512 09:49:24.208220 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-xfhx9, hostIfaceName: cac70ea11fbe8be, network: default, NAD default, SandboxID: "cac70ea11fbe8be2998cda7bfcf5b39d961c03a7290ee3fac8bea26b37cd8a8b", PCI device ID: , UID: "a7fd2af9-8bec-40fd-b3c3-301aa5b363ba", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0512 09:49:24.263347 3791 cni.go:473] [tsf/patch-tekton-config-xfhx9 cac70ea11fbe8be2998cda7bfcf5b39d961c03a7290ee3fac8bea26b37cd8a8b network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-xfhx9 cac70ea11fbe8be2998cda7bfcf5b39d961c03a7290ee3fac8bea26b37cd8a8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:be:e5:1c:9b:82\",\"name\":\"cac70ea11fbe8be\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c79b0cb7-d229-4fb8-b490-7bcabc2f1294\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:49:29.568536 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 09:49:30.054997 3791 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:30.055568 3791 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:30.919457 3791 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:30.919481 3791 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:31.057591 3791 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.058199 3791 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.221122 3791 cni.go:452] [tsf/patch-tekton-config-xfhx9 cac70ea11fbe8be2998cda7bfcf5b39d961c03a7290ee3fac8bea26b37cd8a8b network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-xfhx9 cac70ea11fbe8be2998cda7bfcf5b39d961c03a7290ee3fac8bea26b37cd8a8b network default NAD default NAD key ] I0512 09:49:31.310426 3791 cni.go:473] [tsf/patch-tekton-config-xfhx9 cac70ea11fbe8be2998cda7bfcf5b39d961c03a7290ee3fac8bea26b37cd8a8b network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-xfhx9 cac70ea11fbe8be2998cda7bfcf5b39d961c03a7290ee3fac8bea26b37cd8a8b network default NAD default NAD key default], result "{}", err I0512 09:49:31.358429 3791 obj_retry.go:498] Detected object tsf/patch-tekton-config-xfhx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.358465 3791 pods.go:176] Deleting pod: tsf/patch-tekton-config-xfhx9 I0512 09:49:31.359945 3791 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-xfhx9, ips: 10.129.0.41 I0512 09:49:31.359978 3791 obj_retry.go:498] Detected object tsf/patch-tekton-config-xfhx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.933907 3791 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:31.933930 3791 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:32.382486 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:32.382510 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:34.625517 3791 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-78cb4c48cf-lm5fc] creating logical port tsf-tas_ctlog-78cb4c48cf-lm5fc for pod on switch ip-10-0-0-171.ec2.internal I0512 09:49:34.625603 3791 kube.go:256] Updating pod tsf-tas/ctlog-78cb4c48cf-lm5fc I0512 09:49:34.642516 3791 pod.go:62] [tsf-tas/ctlog-78cb4c48cf-lm5fc] pod update took 16.937335ms I0512 09:49:34.642540 3791 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-78cb4c48cf-lm5fc] addLogicalPort annotation time took 16.966126ms I0512 09:49:34.643813 3791 pods.go:271] [tsf-tas/ctlog-78cb4c48cf-lm5fc] addLogicalPort took 18.315263ms, libovsdb time 853.912µs I0512 09:49:34.986795 3791 cni.go:452] [tsf-tas/ctlog-78cb4c48cf-lm5fc 078928292fe8e0cd02728ad775f5e5a6a4db5198716e93cff6f93fbb3835bc2c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-78cb4c48cf-lm5fc 078928292fe8e0cd02728ad775f5e5a6a4db5198716e93cff6f93fbb3835bc2c network default NAD default NAD key ] I0512 09:49:34.996217 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-78cb4c48cf-lm5fc, hostIfaceName: 078928292fe8e0c, network: default, NAD default, SandboxID: "078928292fe8e0cd02728ad775f5e5a6a4db5198716e93cff6f93fbb3835bc2c", PCI device ID: , UID: "106e546f-7217-475b-a4e1-1fe3f0888cc7", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0512 09:49:35.051903 3791 cni.go:473] [tsf-tas/ctlog-78cb4c48cf-lm5fc 078928292fe8e0cd02728ad775f5e5a6a4db5198716e93cff6f93fbb3835bc2c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-78cb4c48cf-lm5fc 078928292fe8e0cd02728ad775f5e5a6a4db5198716e93cff6f93fbb3835bc2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:09:c2:f7:05:df\",\"name\":\"078928292fe8e0c\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5d5352f-f369-41d6-94f2-fc714bb6e0f3\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:49:37.248195 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 09:49:38.092078 3791 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8xttf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:38.092917 3791 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8xttf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:38.673597 3791 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-57658947cf-6p9dn] creating logical port tsf-tas_rekor-server-57658947cf-6p9dn for pod on switch ip-10-0-0-171.ec2.internal I0512 09:49:38.673739 3791 kube.go:256] Updating pod tsf-tas/rekor-server-57658947cf-6p9dn I0512 09:49:38.686741 3791 pod.go:62] [tsf-tas/rekor-server-57658947cf-6p9dn] pod update took 13.032809ms I0512 09:49:38.686765 3791 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-57658947cf-6p9dn] addLogicalPort annotation time took 13.063375ms I0512 09:49:38.688088 3791 pods.go:271] [tsf-tas/rekor-server-57658947cf-6p9dn] addLogicalPort took 14.508339ms, libovsdb time 889.269µs I0512 09:49:39.114379 3791 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8xttf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.114403 3791 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8xttf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.152559 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.152587 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.158028 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xfhx9 I0512 09:49:39.158052 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xfhx9 W0512 09:49:39.485430 3791 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0512 09:49:39.974304 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 09:49:42.933035 3791 cni.go:452] [tsf-tas/rekor-server-57658947cf-6p9dn 0bb675a00832a1249039922a0093b3376aa897a632c489fb2ac09aaa3c714f5c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-57658947cf-6p9dn 0bb675a00832a1249039922a0093b3376aa897a632c489fb2ac09aaa3c714f5c network default NAD default NAD key ] I0512 09:49:42.950532 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-57658947cf-6p9dn, hostIfaceName: 0bb675a00832a12, network: default, NAD default, SandboxID: "0bb675a00832a1249039922a0093b3376aa897a632c489fb2ac09aaa3c714f5c", PCI device ID: , UID: "daba47af-c18e-4c06-912c-7f8f5fd7dc4b", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0512 09:49:43.011520 3791 cni.go:473] [tsf-tas/rekor-server-57658947cf-6p9dn 0bb675a00832a1249039922a0093b3376aa897a632c489fb2ac09aaa3c714f5c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-57658947cf-6p9dn 0bb675a00832a1249039922a0093b3376aa897a632c489fb2ac09aaa3c714f5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c5:c0:9a:0f:4f\",\"name\":\"0bb675a00832a12\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ba0e9a8-141d-4383-b3bf-366707f25acd\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:49:45.300888 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0512 09:49:48.267411 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0512 09:49:56.311247 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0512 09:50:01.238479 3791 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:01.239047 3791 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:01.261215 3791 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:01.261259 3791 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:01.272598 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 09:50:01.272621 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 09:50:03.763004 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:03.763565 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:04.639524 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:04.639557 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:07.280065 3791 obj_retry.go:498] Detected object tsf-tpa/create-db-hsbgt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:07.280730 3791 obj_retry.go:498] Detected object tsf-tpa/create-db-hsbgt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:08.303962 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:08.303988 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:09.422098 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 09:50:12.489686 3791 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nkbt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:12.490265 3791 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nkbt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:13.512278 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:13.512305 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:15.343445 3791 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:15.344044 3791 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:16.213136 3791 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:16.213160 3791 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:16.351724 3791 obj_retry.go:498] Detected object tsf-tpa/create-importers-whq5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:16.352284 3791 obj_retry.go:498] Detected object tsf-tpa/create-importers-whq5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:17.376145 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:17.376169 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 09:50:26.777648 3791 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0512 09:50:34.310274 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0512 09:50:54.580733 3791 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:54.581287 3791 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:54.625225 3791 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:54.625250 3791 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:54.632734 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 09:50:54.632761 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 09:50:55.457220 3791 namespace.go:98] [build-service] adding namespace I0512 09:50:55.458242 3791 namespace.go:102] [build-service] adding namespace took 1.002328ms I0512 09:50:55.461863 3791 namespace.go:98] [image-controller] adding namespace I0512 09:50:55.461939 3791 namespace.go:98] [default-tenant] adding namespace I0512 09:50:55.462716 3791 namespace.go:102] [image-controller] adding namespace took 834.491µs I0512 09:50:55.463365 3791 namespace.go:102] [default-tenant] adding namespace took 1.408545ms I0512 09:50:55.465670 3791 namespace.go:98] [integration-service] adding namespace I0512 09:50:55.466197 3791 namespace.go:102] [integration-service] adding namespace took 513.305µs I0512 09:50:55.491956 3791 namespace.go:142] [build-service] updating namespace I0512 09:50:55.514974 3791 namespace.go:142] [build-service] updating namespace I0512 09:50:55.530062 3791 namespace.go:142] [image-controller] updating namespace I0512 09:50:55.574836 3791 namespace.go:142] [image-controller] updating namespace I0512 09:50:55.574857 3791 namespace.go:142] [default-tenant] updating namespace I0512 09:50:55.585310 3791 namespace.go:142] [default-tenant] updating namespace I0512 09:50:55.596430 3791 namespace.go:142] [integration-service] updating namespace I0512 09:50:55.617661 3791 namespace.go:142] [integration-service] updating namespace I0512 09:50:55.676404 3791 namespace.go:142] [build-service] updating namespace I0512 09:50:55.702724 3791 namespace.go:142] [integration-service] updating namespace I0512 09:50:55.722737 3791 namespace.go:98] [release-service] adding namespace I0512 09:50:55.723620 3791 namespace.go:102] [release-service] adding namespace took 858.999µs I0512 09:50:55.749905 3791 namespace.go:142] [release-service] updating namespace I0512 09:50:55.769989 3791 namespace.go:142] [release-service] updating namespace I0512 09:50:55.774717 3791 namespace.go:142] [konflux-ui] updating namespace I0512 09:50:55.919797 3791 namespace.go:98] [konflux-info] adding namespace I0512 09:50:55.920814 3791 namespace.go:102] [konflux-info] adding namespace took 997.233µs I0512 09:50:55.928929 3791 namespace.go:98] [namespace-lister] adding namespace I0512 09:50:55.929694 3791 namespace.go:102] [namespace-lister] adding namespace took 746.848µs I0512 09:50:55.987890 3791 namespace.go:98] [enterprise-contract-service] adding namespace I0512 09:50:55.988776 3791 namespace.go:102] [enterprise-contract-service] adding namespace took 862.975µs I0512 09:50:56.018781 3791 namespace.go:142] [image-controller] updating namespace I0512 09:50:56.039157 3791 namespace.go:142] [konflux-info] updating namespace I0512 09:50:56.081857 3791 namespace.go:142] [konflux-info] updating namespace I0512 09:50:56.199389 3791 namespace.go:142] [namespace-lister] updating namespace I0512 09:50:56.199492 3791 namespace.go:142] [default-tenant] updating namespace I0512 09:50:56.260953 3791 namespace.go:142] [namespace-lister] updating namespace I0512 09:50:56.291402 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:50:56.291518 3791 namespace.go:98] [segment-bridge] adding namespace I0512 09:50:56.292324 3791 namespace.go:102] [segment-bridge] adding namespace took 789.838µs I0512 09:50:56.320909 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:50:56.321083 3791 namespace.go:98] [konflux-cli] adding namespace I0512 09:50:56.321902 3791 namespace.go:102] [konflux-cli] adding namespace took 804.064µs I0512 09:50:56.329623 3791 namespace.go:142] [segment-bridge] updating namespace I0512 09:50:56.417893 3791 namespace.go:142] [segment-bridge] updating namespace I0512 09:50:56.503760 3791 namespace.go:142] [konflux-cli] updating namespace I0512 09:50:56.613727 3791 namespace.go:142] [konflux-cli] updating namespace I0512 09:50:56.639056 3791 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 09:50:56.639779 3791 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 09:50:56.639801 3791 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 09:50:56.642461 3791 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 09:50:56.642493 3791 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 09:50:56.642508 3791 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 09:50:56.643280 3791 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 09:50:57.555928 3791 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-g98bg] creating logical port image-controller_image-controller-controller-manager-6f859968fc-g98bg for pod on switch ip-10-0-0-171.ec2.internal I0512 09:50:57.556017 3791 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-g98bg I0512 09:50:57.596040 3791 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-g98bg] pod update took 40.044315ms I0512 09:50:57.596065 3791 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-g98bg] addLogicalPort annotation time took 40.073261ms I0512 09:50:57.597243 3791 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-g98bg] addLogicalPort took 41.33045ms, libovsdb time 754.336µs I0512 09:50:57.973505 3791 namespace.go:142] [build-service] updating namespace I0512 09:50:58.238589 3791 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-g98bg a03152312d8d757f3f9ba7fe8a27cc71c69cd0c76d6d191e67c1d9028ad8a0e5 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-g98bg a03152312d8d757f3f9ba7fe8a27cc71c69cd0c76d6d191e67c1d9028ad8a0e5 network default NAD default NAD key ] I0512 09:50:58.247989 3791 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-g98bg, hostIfaceName: a03152312d8d757, network: default, NAD default, SandboxID: "a03152312d8d757f3f9ba7fe8a27cc71c69cd0c76d6d191e67c1d9028ad8a0e5", PCI device ID: , UID: "ada04282-1b85-4654-a0ea-d650ed6d249b", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0512 09:50:58.302223 3791 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-g98bg a03152312d8d757f3f9ba7fe8a27cc71c69cd0c76d6d191e67c1d9028ad8a0e5 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-g98bg a03152312d8d757f3f9ba7fe8a27cc71c69cd0c76d6d191e67c1d9028ad8a0e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:71:a4:38:96:69\",\"name\":\"a03152312d8d757\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/262175d1-e486-4ee9-ae5f-e0c72aa0821c\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 09:50:58.444849 3791 namespace.go:142] [default-tenant] updating namespace I0512 09:50:58.663613 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:50:58.878940 3791 namespace.go:142] [image-controller] updating namespace I0512 09:50:59.132911 3791 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6b5cbb9b75-77d5s] creating logical port konflux-ui_proxy-6b5cbb9b75-77d5s for pod on switch ip-10-0-0-171.ec2.internal I0512 09:50:59.133053 3791 kube.go:256] Updating pod konflux-ui/proxy-6b5cbb9b75-77d5s I0512 09:50:59.258733 3791 kube.go:256] Updating pod konflux-ui/proxy-6b5cbb9b75-77d5s I0512 09:50:59.273044 3791 namespace.go:142] [integration-service] updating namespace I0512 09:50:59.324721 3791 pod.go:62] [konflux-ui/proxy-6b5cbb9b75-77d5s] pod update took 191.701505ms I0512 09:50:59.324743 3791 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6b5cbb9b75-77d5s] addLogicalPort annotation time took 191.729227ms I0512 09:50:59.326147 3791 pods.go:271] [konflux-ui/proxy-6b5cbb9b75-77d5s] addLogicalPort took 193.254185ms, libovsdb time 1.026813ms I0512 09:50:59.507723 3791 namespace.go:142] [konflux-cli] updating namespace I0512 09:50:59.705085 3791 namespace.go:142] [konflux-info] updating namespace I0512 09:50:59.889683 3791 namespace.go:142] [namespace-lister] updating namespace I0512 09:51:00.075934 3791 namespace.go:142] [release-service] updating namespace I0512 09:51:00.288408 3791 namespace.go:142] [segment-bridge] updating namespace I0512 09:51:00.410610 3791 namespace.go:142] [build-service] updating namespace I0512 09:51:00.470245 3791 namespace.go:142] [default-tenant] updating namespace I0512 09:51:00.494222 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:51:00.504354 3791 namespace.go:142] [image-controller] updating namespace I0512 09:51:00.517846 3791 namespace.go:142] [integration-service] updating namespace I0512 09:51:00.549508 3791 namespace.go:142] [konflux-cli] updating namespace I0512 09:51:00.573602 3791 namespace.go:142] [konflux-info] updating namespace I0512 09:51:00.597854 3791 namespace.go:142] [namespace-lister] updating namespace I0512 09:51:00.609528 3791 namespace.go:142] [release-service] updating namespace I0512 09:51:00.631755 3791 namespace.go:142] [segment-bridge] updating namespace I0512 09:51:00.706714 3791 namespace.go:142] [build-service] updating namespace W0512 09:51:00.724918 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 09:51:00.780717 3791 namespace.go:142] [default-tenant] updating namespace I0512 09:51:00.865342 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:51:00.922761 3791 namespace.go:142] [image-controller] updating namespace I0512 09:51:00.988339 3791 namespace.go:142] [integration-service] updating namespace I0512 09:51:01.062011 3791 namespace.go:142] [konflux-cli] updating namespace I0512 09:51:01.166922 3791 namespace.go:142] [konflux-info] updating namespace I0512 09:51:01.282725 3791 namespace.go:142] [namespace-lister] updating namespace I0512 09:51:01.357836 3791 namespace.go:142] [release-service] updating namespace I0512 09:51:01.467847 3791 namespace.go:142] [segment-bridge] updating namespace W0512 09:51:05.512296 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 09:51:05.539743 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 09:51:06.979503 3791 cni.go:452] [konflux-ui/proxy-6b5cbb9b75-77d5s cbc8f6d1ee6afe752fec7d46de8973bca989e6fbcc3a1a7778e542b03031880e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6b5cbb9b75-77d5s cbc8f6d1ee6afe752fec7d46de8973bca989e6fbcc3a1a7778e542b03031880e network default NAD default NAD key ] I0512 09:51:06.989031 3791 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6b5cbb9b75-77d5s, hostIfaceName: cbc8f6d1ee6afe7, network: default, NAD default, SandboxID: "cbc8f6d1ee6afe752fec7d46de8973bca989e6fbcc3a1a7778e542b03031880e", PCI device ID: , UID: "bd1be8f9-e1c3-4828-98f2-f72713f5e5b6", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0512 09:51:07.054343 3791 cni.go:473] [konflux-ui/proxy-6b5cbb9b75-77d5s cbc8f6d1ee6afe752fec7d46de8973bca989e6fbcc3a1a7778e542b03031880e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6b5cbb9b75-77d5s cbc8f6d1ee6afe752fec7d46de8973bca989e6fbcc3a1a7778e542b03031880e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:18:f6:65:3a:bf\",\"name\":\"cbc8f6d1ee6afe7\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/093e7774-fa83-45d4-9cf7-ffd92e4cb80c\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 09:51:07.549816 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 09:51:07.550359 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 09:51:07.576896 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 09:51:07.581116 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 09:51:08.556503 3791 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0512 09:51:11.328326 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=594 W0512 09:51:11.703563 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 09:51:11.764743 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:11.764762 3791 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:12.588368 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 09:51:12.588451 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 09:51:12.645117 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:12.645137 3791 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0512 09:51:13.411415 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 09:51:19.324973 3791 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:51:19.325544 3791 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:51:19.639581 3791 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:51:19.639603 3791 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:51:19.648203 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-txl45 I0512 09:51:19.648224 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-txl45 I0512 09:51:49.324111 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 W0512 09:51:52.682977 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:52.683005 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:52.683017 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:52.683021 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:52.850915 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:52.850941 3791 util.go:959] Failed to build node endpoints for node ip-10-0-0-171.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0512 09:52:02.323727 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0512 09:52:15.325438 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0512 09:52:15.453825 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 09:52:22.478123 3791 obj_retry.go:498] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:22.478668 3791 obj_retry.go:498] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:23.031073 3791 obj_retry.go:492] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:23.031096 3791 obj_retry.go:492] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:23.036991 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7bcc5b899d-sxdsn I0512 09:52:23.037016 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7bcc5b899d-sxdsn I0512 09:52:27.197581 3791 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:27.198176 3791 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:27.216571 3791 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:27.216605 3791 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:27.223142 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 09:52:27.223162 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 09:52:54.086560 3791 namespace.go:98] [managed-tenant-qre7a] adding namespace I0512 09:52:54.087607 3791 namespace.go:102] [managed-tenant-qre7a] adding namespace took 1.019742ms I0512 09:52:54.114308 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:54.133501 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:55.142933 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:55.291206 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:55.371976 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:53:40.427078 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0512 09:54:15.413598 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 09:54:28.445172 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 09:54:52.327164 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=171 I0512 09:55:11.571333 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 09:55:14.328259 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=102 I0512 09:55:47.424435 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 09:55:57.554275 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 09:56:31.571130 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0512 09:56:49.418368 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 09:57:10.327273 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 09:57:17.456592 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=4 I0512 09:58:57.327191 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 09:58:58.328776 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 W0512 09:59:07.180817 3791 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-8587fc7886-c4rd4 I0512 09:59:34.447908 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 W0512 09:59:42.181231 3791 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-8587fc7886-ckn7h I0512 09:59:50.429937 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 10:00:00.202040 3791 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643000-l25xz for pod on switch ip-10-0-0-171.ec2.internal I0512 10:00:00.202147 3791 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz I0512 10:00:00.226540 3791 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz] pod update took 24.418083ms I0512 10:00:00.226563 3791 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz] addLogicalPort annotation time took 24.445284ms I0512 10:00:00.227878 3791 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz] addLogicalPort took 25.852823ms, libovsdb time 882.271µs I0512 10:00:00.331465 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=51 I0512 10:00:00.562610 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz a37b35d151a1d4f2856b3c4ff613ee3492781e05585bd0c365409a0bb6ecd40b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz a37b35d151a1d4f2856b3c4ff613ee3492781e05585bd0c365409a0bb6ecd40b network default NAD default NAD key ] I0512 10:00:00.572167 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643000-l25xz, hostIfaceName: a37b35d151a1d4f, network: default, NAD default, SandboxID: "a37b35d151a1d4f2856b3c4ff613ee3492781e05585bd0c365409a0bb6ecd40b", PCI device ID: , UID: "a0abba9e-424b-4d29-b278-9ebfed74c7b2", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0512 10:00:00.625722 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz a37b35d151a1d4f2856b3c4ff613ee3492781e05585bd0c365409a0bb6ecd40b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz a37b35d151a1d4f2856b3c4ff613ee3492781e05585bd0c365409a0bb6ecd40b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:4c:e8:00:01:c3\",\"name\":\"a37b35d151a1d4f\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78715b33-44da-4887-8bd7-3d53f2c1d201\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:00:04.617737 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz a37b35d151a1d4f2856b3c4ff613ee3492781e05585bd0c365409a0bb6ecd40b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz a37b35d151a1d4f2856b3c4ff613ee3492781e05585bd0c365409a0bb6ecd40b network default NAD default NAD key ] I0512 10:00:04.694605 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz a37b35d151a1d4f2856b3c4ff613ee3492781e05585bd0c365409a0bb6ecd40b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz a37b35d151a1d4f2856b3c4ff613ee3492781e05585bd0c365409a0bb6ecd40b network default NAD default NAD key default], result "{}", err I0512 10:00:04.744662 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:00:04.744697 3791 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz I0512 10:00:04.746053 3791 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz, ips: 10.129.0.46 I0512 10:00:04.746082 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:00:05.628698 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:05.628751 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:08.055440 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:08.055464 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:08.061127 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hsbgt I0512 10:00:08.061151 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hsbgt I0512 10:00:13.036008 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:13.036033 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:13.041819 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nkbt2 I0512 10:00:13.041841 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nkbt2 I0512 10:00:17.039868 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:17.039898 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:17.046270 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-whq5j I0512 10:00:17.046294 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-whq5j I0512 10:00:34.414166 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 10:00:37.330435 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 10:01:07.574573 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 10:02:33.459282 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 10:02:56.574472 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 10:03:55.416828 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 10:03:56.331612 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0512 10:04:10.557073 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 10:04:14.421507 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 10:04:20.426940 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 10:04:34.332153 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=20 I0512 10:04:49.330437 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 10:05:15.432622 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 10:06:07.416786 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 10:06:28.329787 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 10:06:36.577147 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 10:07:10.218846 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:10.219513 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:10.934527 3791 obj_retry.go:492] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:07:10.934554 3791 obj_retry.go:492] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:07:10.944493 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod I0512 10:07:10.944525 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod I0512 10:07:19.185024 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:19.185609 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:35.419161 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:35.419742 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:51.333616 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 10:08:17.450954 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 10:08:25.334231 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=93 I0512 10:08:45.576762 3791 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-build-container-pod for pod on switch ip-10-0-0-171.ec2.internal I0512 10:08:45.576912 3791 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod I0512 10:08:45.620265 3791 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod] pod update took 43.392744ms I0512 10:08:45.620293 3791 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod] addLogicalPort annotation time took 43.424682ms I0512 10:08:45.621668 3791 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod] addLogicalPort took 44.92096ms, libovsdb time 920.01µs I0512 10:08:45.772060 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:08:45.772714 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:08:45.946703 3791 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod 868992b11a344d28de45fece4906b0c769dd0ca127486141843fd5613b9325e3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod 868992b11a344d28de45fece4906b0c769dd0ca127486141843fd5613b9325e3 network default NAD default NAD key ] I0512 10:08:45.957382 3791 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-build-container-pod, hostIfaceName: 868992b11a344d2, network: default, NAD default, SandboxID: "868992b11a344d28de45fece4906b0c769dd0ca127486141843fd5613b9325e3", PCI device ID: , UID: "a4427874-8015-417d-8fb7-4a872e162edc", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0512 10:08:46.012571 3791 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod 868992b11a344d28de45fece4906b0c769dd0ca127486141843fd5613b9325e3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod 868992b11a344d28de45fece4906b0c769dd0ca127486141843fd5613b9325e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fd:3b:4a:b2:9e\",\"name\":\"868992b11a344d2\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03eace94-83ed-4bb9-b600-b3add69a0254\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:08:51.577249 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 10:09:16.334620 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0512 10:10:00.183860 3791 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643010-bqfcq for pod on switch ip-10-0-0-171.ec2.internal I0512 10:10:00.183976 3791 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq I0512 10:10:00.197384 3791 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq] pod update took 13.430229ms I0512 10:10:00.197415 3791 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq] addLogicalPort annotation time took 13.466092ms I0512 10:10:00.198883 3791 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq] addLogicalPort took 15.043838ms, libovsdb time 915.991µs I0512 10:10:00.548538 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq 51cb619efc26d913a1a5d0f5e1508ed78162d07a9baf686f1b5c5880724f1955 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq 51cb619efc26d913a1a5d0f5e1508ed78162d07a9baf686f1b5c5880724f1955 network default NAD default NAD key ] I0512 10:10:00.558954 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643010-bqfcq, hostIfaceName: 51cb619efc26d91, network: default, NAD default, SandboxID: "51cb619efc26d913a1a5d0f5e1508ed78162d07a9baf686f1b5c5880724f1955", PCI device ID: , UID: "48f20708-5d20-4ba1-b4e6-75539707dd47", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0512 10:10:00.615568 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq 51cb619efc26d913a1a5d0f5e1508ed78162d07a9baf686f1b5c5880724f1955 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq 51cb619efc26d913a1a5d0f5e1508ed78162d07a9baf686f1b5c5880724f1955 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:c8:0b:46:c5:ff\",\"name\":\"51cb619efc26d91\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dcc264c-1863-4331-89c7-51dc0b491864\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:10:03.878339 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq 51cb619efc26d913a1a5d0f5e1508ed78162d07a9baf686f1b5c5880724f1955 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq 51cb619efc26d913a1a5d0f5e1508ed78162d07a9baf686f1b5c5880724f1955 network default NAD default NAD key ] I0512 10:10:03.957376 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq 51cb619efc26d913a1a5d0f5e1508ed78162d07a9baf686f1b5c5880724f1955 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq 51cb619efc26d913a1a5d0f5e1508ed78162d07a9baf686f1b5c5880724f1955 network default NAD default NAD key default], result "{}", err I0512 10:10:04.013143 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:10:04.013177 3791 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq I0512 10:10:04.014810 3791 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq, ips: 10.129.0.48 I0512 10:10:04.014840 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:10:04.887842 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.887870 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.917669 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.917697 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.922798 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 I0512 10:10:04.922836 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 I0512 10:10:27.429870 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 10:10:34.419866 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 10:10:34.424793 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 10:10:34.461673 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 10:11:22.344174 3791 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod 868992b11a344d28de45fece4906b0c769dd0ca127486141843fd5613b9325e3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod 868992b11a344d28de45fece4906b0c769dd0ca127486141843fd5613b9325e3 network default NAD default NAD key ] I0512 10:11:22.453835 3791 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod 868992b11a344d28de45fece4906b0c769dd0ca127486141843fd5613b9325e3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod 868992b11a344d28de45fece4906b0c769dd0ca127486141843fd5613b9325e3 network default NAD default NAD key default], result "{}", err I0512 10:11:22.573149 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:11:22.573214 3791 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod I0512 10:11:22.574816 3791 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod, ips: 10.129.0.47 I0512 10:11:22.574843 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:11:54.165217 3791 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod for pod on switch ip-10-0-0-171.ec2.internal I0512 10:11:54.165405 3791 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod I0512 10:11:54.190189 3791 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod] pod update took 24.835063ms I0512 10:11:54.190218 3791 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod] addLogicalPort annotation time took 24.868345ms I0512 10:11:54.191660 3791 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod] addLogicalPort took 26.465872ms, libovsdb time 961.75µs I0512 10:11:54.223418 3791 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod for pod on switch ip-10-0-0-171.ec2.internal I0512 10:11:54.223550 3791 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod I0512 10:11:54.250465 3791 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod] pod update took 26.947103ms I0512 10:11:54.250499 3791 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod] addLogicalPort annotation time took 26.987982ms I0512 10:11:54.252281 3791 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod] addLogicalPort took 28.878245ms, libovsdb time 1.12179ms I0512 10:11:54.531532 3791 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod e68878959f2f504bff3f4d1ae874e0c44cabe356848e149386f937afe1221d25 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod e68878959f2f504bff3f4d1ae874e0c44cabe356848e149386f937afe1221d25 network default NAD default NAD key ] I0512 10:11:54.541086 3791 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod, hostIfaceName: e68878959f2f504, network: default, NAD default, SandboxID: "e68878959f2f504bff3f4d1ae874e0c44cabe356848e149386f937afe1221d25", PCI device ID: , UID: "3d18c3c0-4753-4486-9625-b614796d5f71", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0512 10:11:54.590066 3791 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod 666954fdbb1dd948ef4c5971690da22f58d3a096c9ee17b690f26d5fa14a1b1e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod 666954fdbb1dd948ef4c5971690da22f58d3a096c9ee17b690f26d5fa14a1b1e network default NAD default NAD key ] I0512 10:11:54.602087 3791 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod e68878959f2f504bff3f4d1ae874e0c44cabe356848e149386f937afe1221d25 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod e68878959f2f504bff3f4d1ae874e0c44cabe356848e149386f937afe1221d25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:a8:dd:41:c9:5c\",\"name\":\"e68878959f2f504\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c3b7491-1f71-449e-bbc5-c4171d2bde29\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:11:54.602819 3791 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod, hostIfaceName: 666954fdbb1dd94, network: default, NAD default, SandboxID: "666954fdbb1dd948ef4c5971690da22f58d3a096c9ee17b690f26d5fa14a1b1e", PCI device ID: , UID: "0dfcdcdb-3869-433f-ae7b-eedc1bc6ad05", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0512 10:11:54.660752 3791 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod 666954fdbb1dd948ef4c5971690da22f58d3a096c9ee17b690f26d5fa14a1b1e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod 666954fdbb1dd948ef4c5971690da22f58d3a096c9ee17b690f26d5fa14a1b1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:b4:5d:72:89:54\",\"name\":\"666954fdbb1dd94\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d124e7e7-7575-4048-9536-d1f0990325be\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:11:54.955002 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:11:54.955613 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:12:29.560181 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 10:12:51.912908 3791 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod e68878959f2f504bff3f4d1ae874e0c44cabe356848e149386f937afe1221d25 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod e68878959f2f504bff3f4d1ae874e0c44cabe356848e149386f937afe1221d25 network default NAD default NAD key ] I0512 10:12:52.008189 3791 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod e68878959f2f504bff3f4d1ae874e0c44cabe356848e149386f937afe1221d25 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod e68878959f2f504bff3f4d1ae874e0c44cabe356848e149386f937afe1221d25 network default NAD default NAD key default], result "{}", err I0512 10:12:52.079249 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:12:52.079282 3791 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod I0512 10:12:52.080811 3791 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod, ips: 10.129.0.49 I0512 10:12:52.080839 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:12:53.335312 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0512 10:13:02.332356 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 10:13:17.067134 3791 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod 666954fdbb1dd948ef4c5971690da22f58d3a096c9ee17b690f26d5fa14a1b1e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod 666954fdbb1dd948ef4c5971690da22f58d3a096c9ee17b690f26d5fa14a1b1e network default NAD default NAD key ] I0512 10:13:17.164929 3791 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod 666954fdbb1dd948ef4c5971690da22f58d3a096c9ee17b690f26d5fa14a1b1e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod 666954fdbb1dd948ef4c5971690da22f58d3a096c9ee17b690f26d5fa14a1b1e network default NAD default NAD key default], result "{}", err I0512 10:13:17.279038 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:17.279082 3791 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod I0512 10:13:17.280494 3791 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod, ips: 10.129.0.50 I0512 10:13:17.280523 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:17.754947 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:17.755526 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.798251 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.798956 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.834699 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.835295 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:29.390764 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:29.391401 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:30.348261 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:30.348287 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:30.352674 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 I0512 10:13:30.352697 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 I0512 10:13:32.579590 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 10:13:34.453944 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 10:13:36.872735 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:36.873317 3791 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:44.591185 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:44.591801 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:45.332957 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:45.332991 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:45.336966 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q I0512 10:13:45.336997 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q I0512 10:13:48.333249 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 10:13:58.280972 3791 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-jxwc-x5rsd-verify-pod] creating logical port default-tenant_my-integration-test-jxwc-x5rsd-verify-pod for pod on switch ip-10-0-0-171.ec2.internal I0512 10:13:58.281120 3791 kube.go:256] Updating pod default-tenant/my-integration-test-jxwc-x5rsd-verify-pod I0512 10:13:58.398922 3791 kube.go:256] Updating pod default-tenant/my-integration-test-jxwc-x5rsd-verify-pod I0512 10:13:58.477753 3791 pod.go:62] [default-tenant/my-integration-test-jxwc-x5rsd-verify-pod] pod update took 196.676057ms I0512 10:13:58.477783 3791 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-jxwc-x5rsd-verify-pod] addLogicalPort annotation time took 196.711051ms I0512 10:13:58.479373 3791 pods.go:271] [default-tenant/my-integration-test-jxwc-x5rsd-verify-pod] addLogicalPort took 198.422726ms, libovsdb time 976.725µs I0512 10:13:58.644785 3791 cni.go:452] [default-tenant/my-integration-test-jxwc-x5rsd-verify-pod 8116acbee12276db4f46d9a37bbfa920633c30dced72f85d538d0663ae80d8c5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-jxwc-x5rsd-verify-pod 8116acbee12276db4f46d9a37bbfa920633c30dced72f85d538d0663ae80d8c5 network default NAD default NAD key ] I0512 10:13:58.654556 3791 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-jxwc-x5rsd-verify-pod, hostIfaceName: 8116acbee12276d, network: default, NAD default, SandboxID: "8116acbee12276db4f46d9a37bbfa920633c30dced72f85d538d0663ae80d8c5", PCI device ID: , UID: "d0b78c57-1508-48cf-9192-de26832fc22a", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0512 10:13:58.708701 3791 cni.go:473] [default-tenant/my-integration-test-jxwc-x5rsd-verify-pod 8116acbee12276db4f46d9a37bbfa920633c30dced72f85d538d0663ae80d8c5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-jxwc-x5rsd-verify-pod 8116acbee12276db4f46d9a37bbfa920633c30dced72f85d538d0663ae80d8c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:2e:c6:46:c6:84\",\"name\":\"8116acbee12276d\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f17f4371-24b2-4353-b2a4-172db63b82c3\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:13:59.071731 3791 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:59.072339 3791 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:00.419160 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 10:14:13.336855 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0512 10:14:17.337797 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0512 10:14:24.503686 3791 cni.go:452] [default-tenant/my-integration-test-jxwc-x5rsd-verify-pod 8116acbee12276db4f46d9a37bbfa920633c30dced72f85d538d0663ae80d8c5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-jxwc-x5rsd-verify-pod 8116acbee12276db4f46d9a37bbfa920633c30dced72f85d538d0663ae80d8c5 network default NAD default NAD key ] I0512 10:14:24.606795 3791 cni.go:473] [default-tenant/my-integration-test-jxwc-x5rsd-verify-pod 8116acbee12276db4f46d9a37bbfa920633c30dced72f85d538d0663ae80d8c5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-jxwc-x5rsd-verify-pod 8116acbee12276db4f46d9a37bbfa920633c30dced72f85d538d0663ae80d8c5 network default NAD default NAD key default], result "{}", err I0512 10:14:24.720507 3791 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:24.720546 3791 pods.go:176] Deleting pod: default-tenant/my-integration-test-jxwc-x5rsd-verify-pod I0512 10:14:24.721897 3791 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-jxwc-x5rsd-verify-pod, ips: 10.129.0.51 I0512 10:14:24.721925 3791 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:58.442390 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:58.443027 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:07.554779 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:07.555374 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:07.982950 3791 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-collect-task-params-pod] creating logical port managed-tenant-qre7a_managed-72ltq-collect-task-params-pod for pod on switch ip-10-0-0-171.ec2.internal I0512 10:15:07.983078 3791 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-collect-task-params-pod I0512 10:15:08.005003 3791 pod.go:62] [managed-tenant-qre7a/managed-72ltq-collect-task-params-pod] pod update took 21.958155ms I0512 10:15:08.005030 3791 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-collect-task-params-pod] addLogicalPort annotation time took 21.989237ms I0512 10:15:08.006264 3791 pods.go:271] [managed-tenant-qre7a/managed-72ltq-collect-task-params-pod] addLogicalPort took 23.327337ms, libovsdb time 792.691µs I0512 10:15:08.357766 3791 cni.go:452] [managed-tenant-qre7a/managed-72ltq-collect-task-params-pod 982ff64dcf09c7bf12732cf9bff7432e5fa2d57d1e337ac15145b65bff10b20f network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-collect-task-params-pod 982ff64dcf09c7bf12732cf9bff7432e5fa2d57d1e337ac15145b65bff10b20f network default NAD default NAD key ] I0512 10:15:08.371566 3791 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-collect-task-params-pod, hostIfaceName: 982ff64dcf09c7b, network: default, NAD default, SandboxID: "982ff64dcf09c7bf12732cf9bff7432e5fa2d57d1e337ac15145b65bff10b20f", PCI device ID: , UID: "7fe09a95-3401-4f9d-8bc1-2026ba968c1c", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0512 10:15:08.431203 3791 cni.go:473] [managed-tenant-qre7a/managed-72ltq-collect-task-params-pod 982ff64dcf09c7bf12732cf9bff7432e5fa2d57d1e337ac15145b65bff10b20f network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-collect-task-params-pod 982ff64dcf09c7bf12732cf9bff7432e5fa2d57d1e337ac15145b65bff10b20f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:d9:e3:5e:0b:f7\",\"name\":\"982ff64dcf09c7b\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4efde5f8-49b3-476f-908b-f91d9ff6e1b5\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:15:09.210609 3791 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod] creating logical port managed-tenant-qre7a_managed-72ltq-collect-registry-token-secret-pod for pod on switch ip-10-0-0-171.ec2.internal I0512 10:15:09.210802 3791 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod I0512 10:15:09.232118 3791 pod.go:62] [managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod] pod update took 21.345897ms I0512 10:15:09.232148 3791 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod] addLogicalPort annotation time took 21.383652ms I0512 10:15:09.233752 3791 pods.go:271] [managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod] addLogicalPort took 23.161839ms, libovsdb time 1.070511ms I0512 10:15:09.591804 3791 cni.go:452] [managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod 20c862c39f42d838808b8abe97a880dcb0dd99370fc4db9dcba6300cf0e949ea network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod 20c862c39f42d838808b8abe97a880dcb0dd99370fc4db9dcba6300cf0e949ea network default NAD default NAD key ] I0512 10:15:09.602394 3791 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-collect-registry-token-secret-pod, hostIfaceName: 20c862c39f42d83, network: default, NAD default, SandboxID: "20c862c39f42d838808b8abe97a880dcb0dd99370fc4db9dcba6300cf0e949ea", PCI device ID: , UID: "6ba8a9cf-1337-4bbe-810b-3dcbe2d60a4e", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0512 10:15:09.659226 3791 cni.go:473] [managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod 20c862c39f42d838808b8abe97a880dcb0dd99370fc4db9dcba6300cf0e949ea network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod 20c862c39f42d838808b8abe97a880dcb0dd99370fc4db9dcba6300cf0e949ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:3c:82:42:14:e2\",\"name\":\"20c862c39f42d83\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ffe207b-b2a6-43b7-8874-91494db52b9d\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:15:14.435370 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0512 10:15:18.688958 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:18.689706 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:19.687907 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:19.688518 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:25.949620 3791 cni.go:452] [managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod 20c862c39f42d838808b8abe97a880dcb0dd99370fc4db9dcba6300cf0e949ea network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod 20c862c39f42d838808b8abe97a880dcb0dd99370fc4db9dcba6300cf0e949ea network default NAD default NAD key ] I0512 10:15:26.035417 3791 cni.go:473] [managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod 20c862c39f42d838808b8abe97a880dcb0dd99370fc4db9dcba6300cf0e949ea network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod 20c862c39f42d838808b8abe97a880dcb0dd99370fc4db9dcba6300cf0e949ea network default NAD default NAD key default], result "{}", err I0512 10:15:26.174213 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:26.174254 3791 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod I0512 10:15:26.175768 3791 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod, ips: 10.129.0.53 I0512 10:15:26.175803 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:26.958946 3791 cni.go:452] [managed-tenant-qre7a/managed-72ltq-collect-task-params-pod 982ff64dcf09c7bf12732cf9bff7432e5fa2d57d1e337ac15145b65bff10b20f network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-collect-task-params-pod 982ff64dcf09c7bf12732cf9bff7432e5fa2d57d1e337ac15145b65bff10b20f network default NAD default NAD key ] I0512 10:15:27.050077 3791 cni.go:473] [managed-tenant-qre7a/managed-72ltq-collect-task-params-pod 982ff64dcf09c7bf12732cf9bff7432e5fa2d57d1e337ac15145b65bff10b20f network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-collect-task-params-pod 982ff64dcf09c7bf12732cf9bff7432e5fa2d57d1e337ac15145b65bff10b20f network default NAD default NAD key default], result "{}", err I0512 10:15:27.161238 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:27.161272 3791 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-collect-task-params-pod I0512 10:15:27.162670 3791 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-collect-task-params-pod, ips: 10.129.0.52 I0512 10:15:27.162694 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:29.780177 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:29.780796 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:41.932083 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:41.932685 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:54.045983 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:54.046602 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:01.579757 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 10:16:02.127846 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:02.128408 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:12.337377 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=302 I0512 10:16:16.432715 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 10:16:29.509704 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:29.510258 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:17:00.747381 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:17:00.747968 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:17:01.277117 3791 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod] creating logical port managed-tenant-qre7a_managed-72ltq-sign-image-cosign-keyless-pod for pod on switch ip-10-0-0-171.ec2.internal I0512 10:17:01.277316 3791 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod I0512 10:17:01.309778 3791 pod.go:62] [managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod] pod update took 32.511838ms I0512 10:17:01.309802 3791 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 32.540963ms I0512 10:17:01.311175 3791 pods.go:271] [managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod] addLogicalPort took 34.079993ms, libovsdb time 900.318µs I0512 10:17:01.649192 3791 cni.go:452] [managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod a91c3a25874c1a17bc5d5f5dd603d85520af7ac4c21a11863bccd78cca296563 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod a91c3a25874c1a17bc5d5f5dd603d85520af7ac4c21a11863bccd78cca296563 network default NAD default NAD key ] I0512 10:17:01.660277 3791 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-sign-image-cosign-keyless-pod, hostIfaceName: a91c3a25874c1a1, network: default, NAD default, SandboxID: "a91c3a25874c1a17bc5d5f5dd603d85520af7ac4c21a11863bccd78cca296563", PCI device ID: , UID: "c2f771bb-9885-4572-91c4-f665ef92c471", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0512 10:17:01.717104 3791 cni.go:473] [managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod a91c3a25874c1a17bc5d5f5dd603d85520af7ac4c21a11863bccd78cca296563 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod a91c3a25874c1a17bc5d5f5dd603d85520af7ac4c21a11863bccd78cca296563 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:40:42:fd:50:52\",\"name\":\"a91c3a25874c1a1\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfce9a5e-f87b-4797-9bdc-46d044602dc2\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:17:58.984867 3791 cni.go:452] [managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod a91c3a25874c1a17bc5d5f5dd603d85520af7ac4c21a11863bccd78cca296563 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod a91c3a25874c1a17bc5d5f5dd603d85520af7ac4c21a11863bccd78cca296563 network default NAD default NAD key ] I0512 10:17:59.100394 3791 cni.go:473] [managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod a91c3a25874c1a17bc5d5f5dd603d85520af7ac4c21a11863bccd78cca296563 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod a91c3a25874c1a17bc5d5f5dd603d85520af7ac4c21a11863bccd78cca296563 network default NAD default NAD key default], result "{}", err I0512 10:17:59.180097 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:17:59.180133 3791 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod I0512 10:17:59.181502 3791 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod, ips: 10.129.0.54 I0512 10:17:59.181531 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:30.382737 3791 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-update-cr-status-pod] creating logical port managed-tenant-qre7a_managed-72ltq-update-cr-status-pod for pod on switch ip-10-0-0-171.ec2.internal I0512 10:18:30.382928 3791 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-update-cr-status-pod I0512 10:18:30.406124 3791 pod.go:62] [managed-tenant-qre7a/managed-72ltq-update-cr-status-pod] pod update took 23.259058ms I0512 10:18:30.406151 3791 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-update-cr-status-pod] addLogicalPort annotation time took 23.294149ms I0512 10:18:30.407459 3791 pods.go:271] [managed-tenant-qre7a/managed-72ltq-update-cr-status-pod] addLogicalPort took 24.738084ms, libovsdb time 864.949µs I0512 10:18:30.607174 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:30.607793 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:30.760699 3791 cni.go:452] [managed-tenant-qre7a/managed-72ltq-update-cr-status-pod 240faa56b39e2bd7059c4df25798e5be098f5ca657d9a8da8fc5d1f37093f86d network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-update-cr-status-pod 240faa56b39e2bd7059c4df25798e5be098f5ca657d9a8da8fc5d1f37093f86d network default NAD default NAD key ] I0512 10:18:30.770153 3791 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-update-cr-status-pod, hostIfaceName: 240faa56b39e2bd, network: default, NAD default, SandboxID: "240faa56b39e2bd7059c4df25798e5be098f5ca657d9a8da8fc5d1f37093f86d", PCI device ID: , UID: "e277d667-b267-4744-a451-69b977e4a203", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0512 10:18:30.826983 3791 cni.go:473] [managed-tenant-qre7a/managed-72ltq-update-cr-status-pod 240faa56b39e2bd7059c4df25798e5be098f5ca657d9a8da8fc5d1f37093f86d network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-update-cr-status-pod 240faa56b39e2bd7059c4df25798e5be098f5ca657d9a8da8fc5d1f37093f86d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:73:04:0e:0a:ea\",\"name\":\"240faa56b39e2bd\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d52f35e6-49c3-4053-98cc-ad092790ad09\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:18:36.706049 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:36.706676 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:37.255410 3791 cni.go:452] [managed-tenant-qre7a/managed-72ltq-update-cr-status-pod 240faa56b39e2bd7059c4df25798e5be098f5ca657d9a8da8fc5d1f37093f86d network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-update-cr-status-pod 240faa56b39e2bd7059c4df25798e5be098f5ca657d9a8da8fc5d1f37093f86d network default NAD default NAD key ] I0512 10:18:37.344594 3791 cni.go:473] [managed-tenant-qre7a/managed-72ltq-update-cr-status-pod 240faa56b39e2bd7059c4df25798e5be098f5ca657d9a8da8fc5d1f37093f86d network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-update-cr-status-pod 240faa56b39e2bd7059c4df25798e5be098f5ca657d9a8da8fc5d1f37093f86d network default NAD default NAD key default], result "{}", err I0512 10:18:37.414237 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:37.414276 3791 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-update-cr-status-pod I0512 10:18:37.415716 3791 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-update-cr-status-pod, ips: 10.129.0.55 I0512 10:18:37.415741 3791 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:37.471674 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:37.471697 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:37.480146 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/affinity-assistant-31910682ba-0 I0512 10:18:37.480185 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/affinity-assistant-31910682ba-0 I0512 10:18:42.422838 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 10:18:46.906607 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:18:51.950926 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.950947 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.962832 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-apply-mapping-pod I0512 10:18:51.962859 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-apply-mapping-pod I0512 10:18:51.973019 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.973041 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.985593 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-check-data-keys-pod I0512 10:18:51.985615 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-check-data-keys-pod I0512 10:18:51.996691 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.996714 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.005048 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-data-pod I0512 10:18:52.005067 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-data-pod I0512 10:18:52.015550 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.015569 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.019334 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod I0512 10:18:52.019357 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod I0512 10:18:52.028871 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.028892 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.036571 3791 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.036588 3791 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.039520 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod I0512 10:18:52.039544 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod I0512 10:18:52.042510 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod I0512 10:18:52.042530 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod I0512 10:18:52.050055 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.050079 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.058730 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-task-params-pod I0512 10:18:52.058755 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-task-params-pod I0512 10:18:52.067006 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.067022 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.074068 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod I0512 10:18:52.074083 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod I0512 10:18:52.083725 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.083741 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.092370 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod I0512 10:18:52.092395 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod I0512 10:18:52.101422 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.101448 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.109576 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod I0512 10:18:52.109602 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod I0512 10:18:52.119361 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.119377 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.127822 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-push-snapshot-pod I0512 10:18:52.127849 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-push-snapshot-pod I0512 10:18:52.137438 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.137454 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.146117 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod I0512 10:18:52.146135 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod I0512 10:18:52.156482 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.156499 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.160713 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod I0512 10:18:52.160736 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod I0512 10:18:52.171975 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.171995 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.183994 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-update-cr-status-pod I0512 10:18:52.184020 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-update-cr-status-pod I0512 10:18:52.192074 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.192090 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.199671 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod I0512 10:18:52.199690 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod I0512 10:18:52.214699 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.214715 3791 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.224430 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-verify-conforma-pod I0512 10:18:52.224453 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-verify-conforma-pod I0512 10:18:52.642046 3791 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.642075 3791 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.648792 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-jxwc-x5rsd-verify-pod I0512 10:18:52.648820 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-jxwc-x5rsd-verify-pod I0512 10:18:58.239649 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:05.370958 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:12.210033 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:13.463994 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 10:19:16.427230 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 10:19:19.061587 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:25.628010 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:29.340288 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0512 10:19:32.422284 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0512 10:19:41.821422 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:44.457456 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 10:20:00.206759 3791 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643020-vwg5s for pod on switch ip-10-0-0-171.ec2.internal I0512 10:20:00.206890 3791 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s I0512 10:20:00.218931 3791 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s] pod update took 12.06257ms I0512 10:20:00.218954 3791 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s] addLogicalPort annotation time took 12.093332ms I0512 10:20:00.220261 3791 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s] addLogicalPort took 13.520167ms, libovsdb time 886.855µs I0512 10:20:00.572490 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s d92523e96c892ad3c81edb02f9ed0aa886105784a1ed7121bc5be8a00ad89d48 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s d92523e96c892ad3c81edb02f9ed0aa886105784a1ed7121bc5be8a00ad89d48 network default NAD default NAD key ] I0512 10:20:00.582577 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643020-vwg5s, hostIfaceName: d92523e96c892ad, network: default, NAD default, SandboxID: "d92523e96c892ad3c81edb02f9ed0aa886105784a1ed7121bc5be8a00ad89d48", PCI device ID: , UID: "241bd94b-b7e2-417f-b98a-17ce687862cd", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0512 10:20:00.639291 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s d92523e96c892ad3c81edb02f9ed0aa886105784a1ed7121bc5be8a00ad89d48 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s d92523e96c892ad3c81edb02f9ed0aa886105784a1ed7121bc5be8a00ad89d48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:24:4b:b3:a0:7d\",\"name\":\"d92523e96c892ad\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2627132a-5ca0-4089-8d2b-b326d77fbfc8\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 10:20:03.857717 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s d92523e96c892ad3c81edb02f9ed0aa886105784a1ed7121bc5be8a00ad89d48 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s d92523e96c892ad3c81edb02f9ed0aa886105784a1ed7121bc5be8a00ad89d48 network default NAD default NAD key ] I0512 10:20:03.950040 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s d92523e96c892ad3c81edb02f9ed0aa886105784a1ed7121bc5be8a00ad89d48 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s d92523e96c892ad3c81edb02f9ed0aa886105784a1ed7121bc5be8a00ad89d48 network default NAD default NAD key default], result "{}", err I0512 10:20:04.000961 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:20:04.001006 3791 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s I0512 10:20:04.002337 3791 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s, ips: 10.129.0.56 I0512 10:20:04.002370 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:20:04.870205 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.870238 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.913437 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.913463 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.921467 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 I0512 10:20:04.921491 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 I0512 10:20:17.438157 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 10:20:23.582439 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 10:20:45.278167 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:20:48.335099 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0512 10:20:55.338261 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0512 10:21:00.563305 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 10:21:10.975078 3791 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:21:10.995673 3791 namespace.go:317] [managed-tenant-qre7a] deleting namespace I0512 10:21:45.331842 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:21:45.332478 3791 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:21:46.141994 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:21:46.142019 3791 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:21:46.148792 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g I0512 10:21:46.148815 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g I0512 10:22:04.435885 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7