+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-29.ec2.internal ++ [[ -n ip-10-0-1-29.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-29.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 02:57:51.289582611 - disable conntrack on geneve port' I0506 02:57:51.289582611 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0506 02:57:51.307730955 - starting ovnkube-node + echo 'I0506 02:57:51.307730955 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-29.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-29.ec2.internal --init-node ip-10-0-1-29.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-29.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 02:57:51.349691 3820 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 02:57:51.349751 3820 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fd90a59278.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 02:57:51.351221 3820 kube.go:431] Waiting for certificate I0506 02:57:51.351256 3820 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 02:57:51.351296 3820 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 02:57:51.352090 3820 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 02:57:51.382064 3820 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:57:51.382088 3820 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:57:51.384336 3820 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:57:51.384508 3820 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gs59z" I0506 02:57:51.393053 3820 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gs59z" I0506 02:57:51.393149 3820 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:57:52.352236 3820 kube.go:438] Certificate found I0506 02:57:52.352914 3820 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 02:57:52.354371 3820 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 02:57:52.401795 3820 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 02:52:51 +0000 UTC" deadline="2026-05-06 19:52:35.614762498 +0000 UTC" I0506 02:57:52.401831 3820 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h54m43.212941s" I0506 02:57:52.425972 3820 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 02:57:52.439134 3820 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 02:57:52.439200 3820 factory.go:561] Starting watch factory I0506 02:57:52.439289 3820 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.439306 3820 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.439314 3820 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.439329 3820 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.439550 3820 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.439575 3820 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.440021 3820 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.440053 3820 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.440308 3820 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.440401 3820 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.440908 3820 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.440940 3820 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.442945 3820 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 02:57:52.443034 3820 server.go:101] MetricServer registers OVS metrics I0506 02:57:52.443376 3820 server.go:105] MetricServer registers OVN DB metrics I0506 02:57:52.447022 3820 controller_manager.go:370] Starting the ovnkube controller I0506 02:57:52.447032 3820 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-29.ec2.internal I0506 02:57:52.447074 3820 controller_manager.go:395] NBDB zone sync took: 34.341µs I0506 02:57:52.447082 3820 factory.go:561] Starting watch factory I0506 02:57:52.447962 3820 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 02:57:52.447981 3820 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 02:57:52.457010 3820 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.459953 3820 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.460498 3820 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.460965 3820 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.461791 3820 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 02:57:52.461855 3820 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 02:57:52.465015 3820 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.466322 3820 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 02:57:52.466355 3820 server.go:109] MetricServer registers OVN Controller metrics I0506 02:57:52.469768 3820 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:57:52.471277 3820 server.go:113] MetricServer registers OVN Northd metrics I0506 02:57:52.475503 3820 metrics.go:519] OVN Metrics Server starts to run ... I0506 02:57:52.545422 3820 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 02:57:52.545438 3820 factory.go:1977] *v1.Node informer cache synced successfully I0506 02:57:52.545442 3820 factory.go:1977] *v1.Service informer cache synced successfully I0506 02:57:52.545445 3820 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 02:57:52.545448 3820 factory.go:1977] *v1.Pod informer cache synced successfully I0506 02:57:52.545450 3820 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 02:57:52.545554 3820 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:52.545575 3820 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:52.545583 3820 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:52.545599 3820 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:52.548651 3820 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:52.548763 3820 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:57:52.550734 3820 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 02:57:52.550744 3820 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 02:57:52.550790 3820 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.550807 3820 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.552548 3820 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 02:57:52.552558 3820 factory.go:1977] *v1.Node informer cache synced successfully I0506 02:57:52.552562 3820 factory.go:1977] *v1.Service informer cache synced successfully I0506 02:57:52.552565 3820 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 02:57:52.552567 3820 factory.go:1977] *v1.Pod informer cache synced successfully I0506 02:57:52.552570 3820 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 02:57:52.553310 3820 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.556636 3820 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 02:57:52.556696 3820 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.556715 3820 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.557891 3820 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 02:57:52.557900 3820 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 02:57:52.559386 3820 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.562623 3820 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 02:57:52.562673 3820 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.562684 3820 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.562926 3820 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 02:57:52.565193 3820 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.568424 3820 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 02:57:52.568513 3820 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 02:57:52.568565 3820 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.568578 3820 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.571090 3820 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.574477 3820 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 02:57:52.574504 3820 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 02:57:52.574539 3820 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.574550 3820 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.577154 3820 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.580357 3820 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 02:57:52.580368 3820 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 02:57:52.580521 3820 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 02:57:52.580534 3820 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 02:57:52.583051 3820 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 02:57:52.586389 3820 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 02:57:52.586404 3820 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 02:57:52.586447 3820 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.586462 3820 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.586446 3820 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.586503 3820 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.589121 3820 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.589415 3820 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:57:52.591448 3820 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 02:57:52.591467 3820 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 02:57:52.591478 3820 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 02:57:52.591502 3820 factory.go:680] Watch Factory start up complete, took: 152.303884ms I0506 02:57:52.591562 3820 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 02:57:52.597021 3820 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 02:57:52.597033 3820 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 02:57:52.597039 3820 factory.go:680] Watch Factory start up complete, took: 149.955493ms I0506 02:57:52.597046 3820 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-29.ec2.internal" zone I0506 02:57:52.626596 3820 default_node_network_controller.go:710] Initializing the default node network controller I0506 02:57:52.679997 3820 udn_isolation.go:101] Starting UDN host isolation manager I0506 02:57:52.685932 3820 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 02:57:52.729080 3820 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 02:57:52.729174 3820 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 02:57:52.729190 3820 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 02:57:52.762105 3820 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 02:57:52.762171 3820 default_node_network_controller.go:809] Node ip-10-0-1-29.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0506 02:57:52.767661 3820 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.29"] k8s.ovn.org/zone-name:ip-10-0-1-29.ec2.internal] on node ip-10-0-1-29.ec2.internal I0506 02:57:52.788771 3820 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 02:57:52.794909 3820 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 02:57:52.795034 3820 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0506 02:57:52.795170 3820 gateway_init.go:263] Preparing Gateway I0506 02:57:52.795182 3820 gateway_shared_intf.go:1687] Creating new gateway I0506 02:57:52.847935 3820 controller_manager.go:429] Waiting for node in zone sync took: 250.877141ms I0506 02:57:52.853079 3820 controller_manager.go:611] Switching to transit router for layer2 networks I0506 02:57:52.853094 3820 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-29.ec2.internal I0506 02:57:52.868141 3820 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 02:57:52.874346 3820 controller_manager.go:290] SCTP support detected in OVN I0506 02:57:52.874923 3820 services_controller.go:69] Creating services controller for network=default I0506 02:57:52.875061 3820 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 02:57:52.875069 3820 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 02:57:52.875100 3820 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 02:57:52.875113 3820 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 02:57:52.875121 3820 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 02:57:52.875277 3820 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 02:57:52.875311 3820 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 02:57:52.875370 3820 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.3µs I0506 02:57:52.875392 3820 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 72.568µs I0506 02:57:52.875399 3820 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 87.199µs I0506 02:57:52.875404 3820 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 02:57:52.875411 3820 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 02:57:52.875420 3820 default_network_controller.go:325] Starting the default network controller I0506 02:57:52.875444 3820 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.83µs I0506 02:57:52.875503 3820 udn_enabled_svc.go:95] Performing full resync I0506 02:57:52.875782 3820 udn_enabled_svc.go:99] Waiting for handler to sync I0506 02:57:52.875794 3820 udn_enabled_svc.go:104] Starting worker I0506 02:57:52.878366 3820 iptables.go:108] Creating table: filter chain: FORWARD I0506 02:57:52.885023 3820 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 02:57:52.885077 3820 repair.go:33] Syncing exgw routes took 42.137µs I0506 02:57:52.885085 3820 iptables.go:108] Creating table: filter chain: OUTPUT I0506 02:57:52.885100 3820 default_network_controller.go:414] Starting all the Watchers... I0506 02:57:52.885232 3820 namespace.go:98] [openshift-config] adding namespace I0506 02:57:52.885235 3820 namespace.go:98] [openshift-network-console] adding namespace I0506 02:57:52.885236 3820 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 02:57:52.885242 3820 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 02:57:52.885251 3820 namespace.go:98] [openshift-etcd] adding namespace I0506 02:57:52.885255 3820 namespace.go:98] [default] adding namespace I0506 02:57:52.885256 3820 namespace.go:98] [openshift] adding namespace I0506 02:57:52.885261 3820 namespace.go:98] [openshift-marketplace] adding namespace I0506 02:57:52.885272 3820 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 02:57:52.885278 3820 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 02:57:52.885281 3820 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 02:57:52.885279 3820 namespace.go:98] [openshift-infra] adding namespace I0506 02:57:52.885286 3820 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 02:57:52.885287 3820 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 02:57:52.885303 3820 namespace.go:98] [openshift-host-network] adding namespace I0506 02:57:52.885796 3820 namespace.go:102] [openshift-config] adding namespace took 553.661µs I0506 02:57:52.885811 3820 namespace.go:98] [openshift-console-operator] adding namespace I0506 02:57:52.886197 3820 namespace.go:102] [openshift-console-operator] adding namespace took 381.188µs I0506 02:57:52.886210 3820 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 02:57:52.886732 3820 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 515.185µs I0506 02:57:52.886751 3820 namespace.go:98] [openshift-backplane] adding namespace I0506 02:57:52.887184 3820 namespace.go:102] [openshift-network-console] adding namespace took 1.939539ms I0506 02:57:52.887193 3820 namespace.go:98] [openshift-dns] adding namespace I0506 02:57:52.887624 3820 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 2.374321ms I0506 02:57:52.887639 3820 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 02:57:52.888067 3820 namespace.go:102] [openshift-etcd] adding namespace took 2.808164ms I0506 02:57:52.888084 3820 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 02:57:52.888473 3820 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.221217ms I0506 02:57:52.888496 3820 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 02:57:52.888920 3820 namespace.go:102] [default] adding namespace took 3.656487ms I0506 02:57:52.888934 3820 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 02:57:52.889345 3820 namespace.go:102] [openshift] adding namespace took 4.078133ms I0506 02:57:52.889356 3820 namespace.go:98] [openshift-apiserver] adding namespace I0506 02:57:52.889778 3820 namespace.go:102] [openshift-marketplace] adding namespace took 4.509346ms I0506 02:57:52.889789 3820 namespace.go:98] [openshift-package-operator] adding namespace I0506 02:57:52.890190 3820 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.913324ms I0506 02:57:52.890200 3820 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 02:57:52.890609 3820 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.323362ms I0506 02:57:52.890627 3820 namespace.go:98] [openshift-logging] adding namespace I0506 02:57:52.891080 3820 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.790203ms I0506 02:57:52.891095 3820 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 02:57:52.891515 3820 namespace.go:102] [openshift-infra] adding namespace took 6.224647ms I0506 02:57:52.891529 3820 namespace.go:98] [openshift-controller-manager] adding namespace I0506 02:57:52.891941 3820 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 02:57:52.891945 3820 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.653067ms I0506 02:57:52.891959 3820 namespace.go:98] [openshift-monitoring] adding namespace I0506 02:57:52.891956 3820 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-29.ec2.internal","mac-address":"0a:ff:de:5f:65:1b","ip-addresses":["10.0.1.29/24"],"ip-address":"10.0.1.29/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d514053f-3a03-4491-a75c-6e408e2f23ea k8s.ovn.org/node-encap-ips:["10.0.1.29"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.29/24"} k8s.ovn.org/zone-name:ip-10-0-1-29.ec2.internal] on node ip-10-0-1-29.ec2.internal I0506 02:57:52.892387 3820 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.089565ms I0506 02:57:52.892403 3820 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 02:57:52.892865 3820 namespace.go:102] [openshift-host-network] adding namespace took 7.550675ms I0506 02:57:52.892879 3820 namespace.go:98] [openshift-machine-api] adding namespace I0506 02:57:52.893243 3820 namespace.go:102] [openshift-backplane] adding namespace took 6.486277ms I0506 02:57:52.893256 3820 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 02:57:52.893662 3820 namespace.go:102] [openshift-dns] adding namespace took 6.463656ms I0506 02:57:52.893677 3820 namespace.go:98] [openshift-dns-operator] adding namespace I0506 02:57:52.894029 3820 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.38548ms I0506 02:57:52.894041 3820 namespace.go:98] [openshift-operators] adding namespace I0506 02:57:52.894404 3820 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.315086ms I0506 02:57:52.894416 3820 namespace.go:98] [openshift-console] adding namespace I0506 02:57:52.894775 3820 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.274465ms I0506 02:57:52.894787 3820 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 02:57:52.895150 3820 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.210929ms I0506 02:57:52.895162 3820 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 02:57:52.895505 3820 namespace.go:102] [openshift-apiserver] adding namespace took 6.144365ms I0506 02:57:52.895514 3820 namespace.go:98] [kube-system] adding namespace I0506 02:57:52.895965 3820 namespace.go:102] [openshift-package-operator] adding namespace took 6.171728ms I0506 02:57:52.895977 3820 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 02:57:52.896335 3820 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.130494ms I0506 02:57:52.896346 3820 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 02:57:52.896789 3820 namespace.go:102] [openshift-logging] adding namespace took 6.158299ms I0506 02:57:52.896801 3820 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 02:57:52.897172 3820 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.071955ms I0506 02:57:52.897186 3820 namespace.go:98] [kube-public] adding namespace I0506 02:57:52.897584 3820 namespace.go:102] [openshift-controller-manager] adding namespace took 6.049641ms I0506 02:57:52.897596 3820 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 02:57:52.897981 3820 namespace.go:102] [openshift-monitoring] adding namespace took 6.018416ms I0506 02:57:52.897992 3820 namespace.go:98] [openshift-image-registry] adding namespace I0506 02:57:52.898380 3820 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.972461ms I0506 02:57:52.898393 3820 namespace.go:98] [openshift-config-managed] adding namespace I0506 02:57:52.898771 3820 namespace.go:102] [openshift-machine-api] adding namespace took 5.886431ms I0506 02:57:52.898782 3820 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 02:57:52.899171 3820 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.910817ms I0506 02:57:52.899573 3820 namespace.go:102] [openshift-dns-operator] adding namespace took 5.890996ms I0506 02:57:52.899586 3820 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 02:57:52.899968 3820 namespace.go:102] [openshift-operators] adding namespace took 5.922718ms I0506 02:57:52.899980 3820 namespace.go:98] [dedicated-admin] adding namespace I0506 02:57:52.900397 3820 namespace.go:102] [openshift-console] adding namespace took 5.976759ms I0506 02:57:52.900409 3820 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 02:57:52.900813 3820 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.021098ms I0506 02:57:52.900825 3820 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 02:57:52.901182 3820 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.01624ms I0506 02:57:52.901194 3820 namespace.go:98] [openshift-insights] adding namespace I0506 02:57:52.901683 3820 namespace.go:102] [kube-system] adding namespace took 6.164404ms I0506 02:57:52.901692 3820 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 02:57:52.902462 3820 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.476037ms I0506 02:57:52.902476 3820 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 02:57:52.902889 3820 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.537113ms I0506 02:57:52.902902 3820 namespace.go:98] [kube-node-lease] adding namespace I0506 02:57:52.903277 3820 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.471988ms I0506 02:57:52.903289 3820 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 02:57:52.903691 3820 namespace.go:102] [kube-public] adding namespace took 6.49994ms I0506 02:57:52.903704 3820 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 02:57:52.904050 3820 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.449381ms I0506 02:57:52.904061 3820 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 02:57:52.904443 3820 namespace.go:102] [openshift-image-registry] adding namespace took 6.44704ms I0506 02:57:52.904454 3820 namespace.go:98] [openshift-ingress] adding namespace I0506 02:57:52.904885 3820 namespace.go:102] [openshift-config-managed] adding namespace took 6.4868ms I0506 02:57:52.904897 3820 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 02:57:52.905267 3820 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.480015ms I0506 02:57:52.905278 3820 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 02:57:52.905677 3820 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.085813ms I0506 02:57:52.905689 3820 namespace.go:98] [openshift-config-operator] adding namespace I0506 02:57:52.906061 3820 namespace.go:102] [dedicated-admin] adding namespace took 6.075927ms I0506 02:57:52.906073 3820 namespace.go:98] [openshift-network-operator] adding namespace I0506 02:57:52.906459 3820 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.04489ms I0506 02:57:52.906471 3820 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 02:57:52.906887 3820 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.057193ms I0506 02:57:52.906898 3820 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 02:57:52.907285 3820 namespace.go:102] [openshift-insights] adding namespace took 6.084496ms I0506 02:57:52.907299 3820 namespace.go:98] [openshift-multus] adding namespace I0506 02:57:52.907715 3820 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.017676ms I0506 02:57:52.907729 3820 namespace.go:98] [openshift-authentication] adding namespace I0506 02:57:52.908221 3820 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.738196ms I0506 02:57:52.908235 3820 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 02:57:52.909160 3820 namespace.go:102] [kube-node-lease] adding namespace took 6.250363ms I0506 02:57:52.909182 3820 namespace.go:98] [openshift-cluster-version] adding namespace I0506 02:57:52.909663 3820 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.367616ms I0506 02:57:52.909682 3820 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 02:57:52.910220 3820 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.511938ms I0506 02:57:52.910232 3820 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 02:57:52.910667 3820 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.598296ms I0506 02:57:52.910688 3820 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 02:57:52.911133 3820 namespace.go:102] [openshift-ingress] adding namespace took 6.674003ms I0506 02:57:52.911145 3820 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 02:57:52.911681 3820 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.774895ms I0506 02:57:52.911696 3820 namespace.go:98] [openshift-node] adding namespace I0506 02:57:52.911908 3820 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:52.912289 3820 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.006268ms I0506 02:57:52.912303 3820 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 02:57:52.912857 3820 namespace.go:102] [openshift-config-operator] adding namespace took 7.159632ms I0506 02:57:52.912883 3820 namespace.go:98] [openshift-service-ca-operator] adding namespace W0506 02:57:52.913367 3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lmwcq: pod openshift-network-diagnostics/network-check-target-lmwcq: no pod IPs found W0506 02:57:52.913390 3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-thwcj: pod openshift-network-diagnostics/network-check-target-thwcj: no pod IPs found I0506 02:57:52.913392 3820 namespace.go:102] [openshift-network-operator] adding namespace took 7.312585ms I0506 02:57:52.913402 3820 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 02:57:52.913950 3820 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.474338ms W0506 02:57:52.914435 3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8xmkf: pod openshift-multus/network-metrics-daemon-8xmkf: no pod IPs found W0506 02:57:52.914469 3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c5xlg: pod openshift-multus/network-metrics-daemon-c5xlg: no pod IPs found I0506 02:57:52.914508 3820 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.603834ms I0506 02:57:52.914941 3820 namespace.go:102] [openshift-multus] adding namespace took 7.636838ms I0506 02:57:52.915463 3820 namespace.go:102] [openshift-authentication] adding namespace took 7.728673ms I0506 02:57:52.915898 3820 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.657568ms I0506 02:57:52.916389 3820 namespace.go:102] [openshift-cluster-version] adding namespace took 7.200329ms I0506 02:57:52.916401 3820 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 02:57:52.916932 3820 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.241236ms I0506 02:57:52.917410 3820 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.171603ms I0506 02:57:52.917430 3820 namespace.go:98] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] adding namespace I0506 02:57:52.917931 3820 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.148642ms I0506 02:57:52.918368 3820 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.217736ms I0506 02:57:52.918817 3820 namespace.go:102] [openshift-node] adding namespace took 7.114823ms I0506 02:57:52.919325 3820 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.016593ms I0506 02:57:52.919771 3820 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.878817ms I0506 02:57:52.920210 3820 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.801836ms I0506 02:57:52.920632 3820 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.223727ms I0506 02:57:52.920991 3820 namespace.go:102] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] adding namespace took 3.554667ms W0506 02:57:52.921079 3820 master.go:471] Unable to parse remote node ip-10-0-0-218.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 02:57:52.921193 3820 master.go:548] Adding or Updating local node "ip-10-0-1-29.ec2.internal" for network "default" I0506 02:57:52.921258 3820 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-218.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-218.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-218.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-218.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-218.ec2.internal I0506 02:57:52.922182 3820 zone_ic_handler.go:195] Time taken to create transit switch: 483.363µs I0506 02:57:52.922197 3820 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-72.ec2.internal for the network default I0506 02:57:52.923556 3820 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-72.ec2.internal" on network "default" took: 1.869148ms W0506 02:57:52.930554 3820 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-thwcj: pod openshift-network-diagnostics/network-check-target-thwcj: no pod IPs found W0506 02:57:52.930573 3820 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-8xmkf: pod openshift-multus/network-metrics-daemon-8xmkf: no pod IPs found I0506 02:57:52.931601 3820 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-29.ec2.internal for the network default I0506 02:57:52.931761 3820 zone_ic_handler.go:195] Time taken to create transit switch: 147.728µs I0506 02:57:52.932583 3820 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 02:57:52.932617 3820 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 02:57:52.932634 3820 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 02:57:52.932658 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:57:52.932686 3820 node_tracker.go:235] Node ip-10-0-0-218.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-218.ec2.internal" I0506 02:57:52.932699 3820 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:52.932716 3820 services_controller.go:574] Full service sync requested for network=default I0506 02:57:52.932727 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-29.ec2.internal in network "default" I0506 02:57:52.932754 3820 node_tracker.go:169] Node ip-10-0-1-29.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:52.932763 3820 services_controller.go:574] Full service sync requested for network=default I0506 02:57:52.932769 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0506 02:57:52.932796 3820 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:52.932803 3820 services_controller.go:574] Full service sync requested for network=default I0506 02:57:53.033730 3820 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 02:57:53.033752 3820 services_controller.go:208] Setting up event handlers for services for network=default I0506 02:57:53.033839 3820 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 02:57:53.033892 3820 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 02:57:53.033905 3820 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 02:57:53.134407 3820 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 02:57:53.134428 3820 repair.go:60] Starting repairing loop for services I0506 02:57:53.134540 3820 repair.go:131] Deleted 0 stale service LBs I0506 02:57:53.134560 3820 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 02:57:53.134576 3820 repair.go:62] Finished repairing loop for services: 150.318µs I0506 02:57:53.135027 3820 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 02:57:53.135039 3820 services_controller.go:254] Starting workers for network=default I0506 02:57:53.135354 3820 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8xmkf] creating logical port openshift-multus_network-metrics-daemon-8xmkf for pod on switch ip-10-0-1-29.ec2.internal I0506 02:57:53.135361 3820 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lmwcq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lmwcq: no pod IPs found I0506 02:57:53.135394 3820 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-thwcj] creating logical port openshift-network-diagnostics_network-check-target-thwcj for pod on switch ip-10-0-1-29.ec2.internal I0506 02:57:53.135424 3820 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-c5xlg, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c5xlg: suppressed error logged: pod openshift-multus/network-metrics-daemon-c5xlg: no pod IPs found I0506 02:57:53.135515 3820 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-8xmkf I0506 02:57:53.135544 3820 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-thwcj I0506 02:57:53.152552 3820 pod.go:62] [openshift-multus/network-metrics-daemon-8xmkf] pod update took 17.11021ms I0506 02:57:53.152635 3820 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-8xmkf] addLogicalPort annotation time took 17.195712ms I0506 02:57:53.153364 3820 pod.go:62] [openshift-network-diagnostics/network-check-target-thwcj] pod update took 17.885778ms I0506 02:57:53.153433 3820 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-thwcj] addLogicalPort annotation time took 17.945197ms I0506 02:57:53.153800 3820 pods.go:271] [openshift-multus/network-metrics-daemon-8xmkf] addLogicalPort took 18.455377ms, libovsdb time 839.943µs I0506 02:57:53.154594 3820 pods.go:271] [openshift-network-diagnostics/network-check-target-thwcj] addLogicalPort took 19.211728ms, libovsdb time 720.498µs I0506 02:57:53.155063 3820 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 02:57:53.155088 3820 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 02:57:53.155105 3820 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 02:57:53.155115 3820 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 02:57:53.155311 3820 repair.go:29] Repairing admin network policies took 189.086µs I0506 02:57:53.155423 3820 repair.go:92] Repairing baseline admin network policies took 101.732µs I0506 02:57:53.155897 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 02:57:53.155914 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 02:57:53.157732 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 02:57:53.157751 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 02:57:53.158247 3820 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 02:57:53.158262 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 02:57:53.159077 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 02:57:53.159099 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 02:57:53.159112 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 02:57:53.161112 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 02:57:53.161129 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 02:57:53.161136 3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 02:57:53.162434 3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 02:57:53.162452 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 02:57:53.162462 3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 02:57:53.163615 3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 02:57:53.163634 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 02:57:53.163641 3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 02:57:53.165227 3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 02:57:53.165245 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 02:57:53.165253 3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 02:57:53.165743 3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 02:57:53.165768 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 02:57:53.165775 3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 02:57:53.166055 3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 02:57:53.166072 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 02:57:53.166081 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 02:57:53.166554 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 02:57:53.166572 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 02:57:53.166578 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 02:57:53.166856 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 02:57:53.166876 3820 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 02:57:53.166887 3820 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 02:57:53.168895 3820 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 02:57:53.168912 3820 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 02:57:53.168932 3820 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 02:57:53.169757 3820 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 02:57:53.169775 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 02:57:53.169786 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 02:57:53.170279 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 02:57:53.170294 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 02:57:53.170307 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 02:57:53.170783 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 02:57:53.170802 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 02:57:53.170819 3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 02:57:53.172014 3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 02:57:53.172042 3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 02:57:53.172050 3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 02:57:53.174332 3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 02:57:53.174348 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 02:57:53.174360 3820 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 02:57:53.176021 3820 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 02:57:53.176047 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 02:57:53.176056 3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 02:57:53.176708 3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 02:57:53.176726 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 02:57:53.176734 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 02:57:53.177206 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 02:57:53.177223 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 02:57:53.177229 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 02:57:53.177688 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 02:57:53.177703 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 02:57:53.177722 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 02:57:53.178376 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 02:57:53.178394 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 02:57:53.178400 3820 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 02:57:53.179659 3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 02:57:53.179677 3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 02:57:53.179686 3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 02:57:53.180786 3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 02:57:53.180814 3820 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 02:57:53.180823 3820 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 02:57:53.181233 3820 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 02:57:53.181254 3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 02:57:53.181263 3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 02:57:53.181800 3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 02:57:53.181818 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 02:57:53.181827 3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 02:57:53.182846 3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 02:57:53.182874 3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 02:57:53.182896 3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 02:57:53.183468 3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 02:57:53.183505 3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 02:57:53.183514 3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 02:57:53.184105 3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 02:57:53.184123 3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 02:57:53.184136 3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 02:57:53.185290 3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 02:57:53.190024 3820 egressfirewall.go:374] Starting EgressFirewall controller I0506 02:57:53.190065 3820 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 02:57:53.190072 3820 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 02:57:53.190098 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 02:57:53.190099 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 02:57:53.190109 3820 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 02:57:53.190115 3820 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 02:57:53.190374 3820 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 02:57:53.190389 3820 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 02:57:53.190394 3820 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 02:57:53.190403 3820 egressqos.go:193] Setting up event handlers for EgressQoS I0506 02:57:53.190469 3820 egressfirewall.go:723] Syncing node "ip-10-0-1-29.ec2.internal" for egress firewall I0506 02:57:53.190504 3820 egressfirewall.go:723] Syncing node "ip-10-0-2-72.ec2.internal" for egress firewall I0506 02:57:53.190510 3820 egressfirewall.go:723] Syncing node "ip-10-0-0-218.ec2.internal" for egress firewall I0506 02:57:53.190554 3820 egressqos.go:245] Starting EgressQoS Controller I0506 02:57:53.190573 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 02:57:53.190582 3820 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 02:57:53.190590 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 02:57:53.190597 3820 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 02:57:53.190605 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 02:57:53.190612 3820 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 02:57:53.190617 3820 egressqos.go:259] Repairing EgressQoSes I0506 02:57:53.190623 3820 egressqos.go:399] Starting repairing loop for egressqos I0506 02:57:53.190699 3820 egressqos.go:401] Finished repairing loop for egressqos: 76.361µs I0506 02:57:53.190715 3820 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 02:57:53.190746 3820 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-29.ec2.internal I0506 02:57:53.190822 3820 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-29.ec2.internal : 77.469µs I0506 02:57:53.190965 3820 egressservice_zone.go:210] Starting Egress Services Controller I0506 02:57:53.190977 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 02:57:53.190985 3820 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 02:57:53.190991 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 02:57:53.191008 3820 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 02:57:53.191016 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 02:57:53.191021 3820 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 02:57:53.191025 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 02:57:53.191030 3820 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 02:57:53.191033 3820 egressservice_zone.go:228] Repairing Egress Services I0506 02:57:53.191315 3820 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 02:57:53.191325 3820 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 02:57:53.191386 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:57:53.191397 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 12.543µs I0506 02:57:53.191403 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-29.ec2.internal I0506 02:57:53.191408 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-29.ec2.internal: 5.716µs I0506 02:57:53.191413 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0506 02:57:53.191416 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 3.607µs I0506 02:57:53.191451 3820 default_network_controller.go:585] Completing all the Watchers took 306.343669ms I0506 02:57:53.191466 3820 default_network_controller.go:589] Starting unidling controllers I0506 02:57:53.191477 3820 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 02:57:53.191500 3820 unidle.go:63] Populating Initial ContollerEvent events I0506 02:57:53.191516 3820 unidle.go:79] Setting up event handlers for services I0506 02:57:53.191578 3820 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 02:57:53.412378 3820 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:53.912631 3820 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:54.411966 3820 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:54.596905 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0506 02:57:54.596921 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0506 02:57:54.596931 3820 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-72.ec2.internal. Updating no re-route policies I0506 02:57:54.596980 3820 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:54.596996 3820 services_controller.go:574] Full service sync requested for network=default I0506 02:57:54.596928 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 27.86µs I0506 02:57:54.596904 3820 egressfirewall.go:723] Syncing node "ip-10-0-2-72.ec2.internal" for egress firewall I0506 02:57:54.912599 3820 default_node_network_controller.go:519] Node connection status = connected I0506 02:57:54.933913 3820 bridgeconfig.go:537] Gateway is ready I0506 02:57:54.933932 3820 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 02:57:54.937285 3820 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 02:57:54.946645 3820 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.29. Updating OVN encap IP. I0506 02:57:54.952057 3820 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.29 - it is already configured I0506 02:57:54.952076 3820 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.29/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 02:57:54.952321 3820 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.29/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-29.ec2.internal","mac-address":"0a:ff:de:5f:65:1b","ip-addresses":["10.0.1.29/24"],"ip-address":"10.0.1.29/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d514053f-3a03-4491-a75c-6e408e2f23ea k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.29/24"}] on node ip-10-0-1-29.ec2.internal I0506 02:57:54.967355 3820 master.go:548] Adding or Updating local node "ip-10-0-1-29.ec2.internal" for network "default" I0506 02:57:54.967362 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-29.ec2.internal I0506 02:57:54.967364 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-29.ec2.internal in network "default" I0506 02:57:54.967383 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-29.ec2.internal: 23.586µs I0506 02:57:54.967437 3820 node_tracker.go:169] Node ip-10-0-1-29.ec2.internal switch + router changed, syncing services in network "default" I0506 02:57:54.967458 3820 services_controller.go:574] Full service sync requested for network=default I0506 02:57:54.967360 3820 egressfirewall.go:723] Syncing node "ip-10-0-1-29.ec2.internal" for egress firewall I0506 02:57:54.967795 3820 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.29 I0506 02:57:54.967928 3820 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-29.ec2.internal I0506 02:57:54.972083 3820 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-29.ec2.internal. Updating no re-route policies I0506 02:57:54.972189 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5wk9r I0506 02:57:54.972198 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq I0506 02:57:54.972211 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5wk9r I0506 02:57:54.972208 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c5xlg I0506 02:57:54.972223 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq I0506 02:57:54.972225 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jdzlx I0506 02:57:54.972229 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c5xlg I0506 02:57:54.972237 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jdzlx I0506 02:57:54.972241 3820 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-2wrqt I0506 02:57:54.972250 3820 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-29.ec2.internal I0506 02:57:54.972303 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8xmkf I0506 02:57:54.972322 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8xmkf I0506 02:57:54.972348 3820 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8xmkf] creating logical port openshift-multus_network-metrics-daemon-8xmkf for pod on switch ip-10-0-1-29.ec2.internal I0506 02:57:54.972248 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-lxfhz I0506 02:57:54.972408 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-lxfhz I0506 02:57:54.972424 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-lxfhz after 0 failed attempt(s) I0506 02:57:54.972308 3820 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-29.ec2.internal I0506 02:57:54.972442 3820 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-29.ec2.internal after 0 failed attempt(s) I0506 02:57:54.972237 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5wk9r after 0 failed attempt(s) I0506 02:57:54.972254 3820 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-2wrqt I0506 02:57:54.972462 3820 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-2wrqt after 0 failed attempt(s) I0506 02:57:54.972262 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jdzlx after 0 failed attempt(s) I0506 02:57:54.972234 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-thwcj I0506 02:57:54.972473 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-thwcj I0506 02:57:54.972508 3820 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-thwcj] creating logical port openshift-network-diagnostics_network-check-target-thwcj for pod on switch ip-10-0-1-29.ec2.internal I0506 02:57:54.972264 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fhntw I0506 02:57:54.972579 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fhntw I0506 02:57:54.972607 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fhntw after 0 failed attempt(s) I0506 02:57:54.972268 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rp6nr I0506 02:57:54.972625 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rp6nr I0506 02:57:54.972637 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rp6nr after 0 failed attempt(s) I0506 02:57:54.972276 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-29.ec2.internal I0506 02:57:54.972649 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-29.ec2.internal I0506 02:57:54.972660 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-29.ec2.internal after 0 failed attempt(s) I0506 02:57:54.972275 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rs7zr I0506 02:57:54.972669 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rs7zr I0506 02:57:54.972679 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rs7zr after 0 failed attempt(s) I0506 02:57:54.972275 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-w4rls I0506 02:57:54.972689 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-w4rls I0506 02:57:54.972701 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-w4rls after 0 failed attempt(s) I0506 02:57:54.972278 3820 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lmwcq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lmwcq: no pod IPs found I0506 02:57:54.972281 3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nkbbp I0506 02:57:54.972722 3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nkbbp I0506 02:57:54.972735 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nkbbp after 0 failed attempt(s) I0506 02:57:54.972291 3820 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-c5xlg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c5xlg: suppressed error logged: pod openshift-multus/network-metrics-daemon-c5xlg: no pod IPs found I0506 02:57:54.973153 3820 pods.go:271] [openshift-multus/network-metrics-daemon-8xmkf] addLogicalPort took 809.802µs, libovsdb time 403.913µs I0506 02:57:54.973166 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-8xmkf after 0 failed attempt(s) I0506 02:57:54.973305 3820 pods.go:271] [openshift-network-diagnostics/network-check-target-thwcj] addLogicalPort took 802.872µs, libovsdb time 334.628µs I0506 02:57:54.973317 3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-thwcj after 0 failed attempt(s) I0506 02:57:54.983272 3820 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 02:57:54.996120 3820 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 02:57:54.999906 3820 iptables.go:108] Creating table: nat chain: OUTPUT I0506 02:57:55.021458 3820 iptables.go:108] Creating table: nat chain: PREROUTING I0506 02:57:55.065583 3820 iptables.go:108] Creating table: filter chain: FORWARD I0506 02:57:55.083996 3820 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 02:57:55.084138 3820 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 02:57:55.084194 3820 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 02:57:55.084319 3820 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 02:57:55.084391 3820 gateway_init.go:325] Gateway and management port readiness took 2.176821822s I0506 02:57:55.084419 3820 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 02:57:55.084500 3820 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 02:57:55.084514 3820 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 02:57:55.084524 3820 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 02:57:55.084582 3820 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 02:57:55.084677 3820 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.37µs I0506 02:57:55.084943 3820 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 02:57:55.084968 3820 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.894µs I0506 02:57:55.084977 3820 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.468µs I0506 02:57:55.084983 3820 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 02:57:55.084993 3820 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 02:57:55.084997 3820 default_node_network_controller.go:899] Starting the default node network controller I0506 02:57:55.085002 3820 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 02:57:55.085082 3820 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.67µs I0506 02:57:55.085178 3820 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 02:57:55.085187 3820 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 02:57:55.085211 3820 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a0b600 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc000a66af0 0xc00032ff10 0xc00033e000 0xc000b2a320 0xc0061fd500 0xc00033e070 map[0x2ff9080:0xc002717800 0x2ff95c0:0xc002717980 0x2ffa2e0:0xc002717740 0x2ffa580:0xc0027177a0 0x2ffad60:0xc002717860 0x2ffb000:0xc0027178c0 0x2ffb2a0:0xc002717920 0x2ffba80:0xc0027179e0 0x2ffbd20:0xc002717a40 0x3026980:0xc001298ae0 0x3026d20:0xc001298b40 0x3027800:0xc000a57680 0x3029160:0xc001c40000 0x30298a0:0xc001b8d140 0x302a720:0xc00139c9c0] 0xc00050ce00 0} I0506 02:57:55.085279 3820 gateway.go:151] Starting gateway service sync I0506 02:57:55.085737 3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 02:57:55.088139 3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 02:57:55.097567 3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 02:57:55.098822 3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 02:57:55.099995 3820 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 02:57:55.135102 3820 gateway.go:168] Gateway service sync done. Time taken: 49.81082ms I0506 02:57:55.135651 3820 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31486 I0506 02:57:55.136289 3820 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a0b600 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc000a66af0 0xc00032ff10 0xc00033e000 0xc000b2a320 0xc0061fd500 0xc00033e070 map[0x2ff9080:0xc002717800 0x2ff95c0:0xc002717980 0x2ffa2e0:0xc002717740 0x2ffa580:0xc0027177a0 0x2ffad60:0xc002717860 0x2ffb000:0xc0027178c0 0x2ffb2a0:0xc002717920 0x2ffba80:0xc0027179e0 0x2ffbd20:0xc002717a40 0x3026980:0xc001298ae0 0x3026d20:0xc001298b40 0x3027800:0xc000a57680 0x3029160:0xc001c40000 0x30298a0:0xc001b8d140 0x302a720:0xc00139c9c0] 0xc00050ce00 0} I0506 02:57:55.136725 3820 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a0b600 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc000a66af0 0xc00032ff10 0xc00033e000 0xc000b2a320 0xc0061fd500 0xc00033e070 map[0x2ff9080:0xc002717800 0x2ff95c0:0xc002717980 0x2ffa2e0:0xc002717740 0x2ffa580:0xc0027177a0 0x2ffad60:0xc002717860 0x2ffb000:0xc0027178c0 0x2ffb2a0:0xc002717920 0x2ffba80:0xc0027179e0 0x2ffbd20:0xc002717a40 0x3026980:0xc001298ae0 0x3026d20:0xc001298b40 0x3027800:0xc000a57680 0x3029160:0xc001c40000 0x30298a0:0xc001b8d140 0x302a720:0xc00139c9c0] 0xc00050ce00 0} I0506 02:57:55.136760 3820 gateway.go:532] Reconciling gateway with updates I0506 02:57:55.142363 3820 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 02:57:55.142382 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:57:55.142383 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:57:55.142396 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:57:55.142401 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:57:55.142407 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:57:55.142406 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:57:55.142419 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:57:55.142419 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:57:55.142427 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:57:55.142434 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:57:55.142438 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:57:55.142445 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 02:57:55.142442 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 02:57:55.142451 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:57:55.142456 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:57:55.142451 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 02:57:55.142462 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:57:55.142466 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 02:57:55.142461 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 02:57:55.142470 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 02:57:55.142462 3820 default_node_network_controller.go:944] Gateway and management port readiness took 57.265926ms I0506 02:57:55.142469 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 02:57:55.142499 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:57:55.142511 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:57:55.142514 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:57:55.142519 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:57:55.142522 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:57:55.142539 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:57:55.142468 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:57:55.142542 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:57:55.142551 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:57:55.142544 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:57:55.142557 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:57:55.142550 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:57:55.142558 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:57:55.142565 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:57:55.142569 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:57:55.142572 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:57:55.142571 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:57:55.142578 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 02:57:55.142578 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:57:55.142582 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:57:55.142589 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:57:55.142591 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:57:55.142500 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 02:57:55.142598 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:57:55.142595 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:57:55.142603 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:57:55.142600 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:57:55.142607 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:57:55.142610 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:57:55.142614 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:57:55.142615 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:57:55.142628 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 02:57:55.142524 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:57:55.142574 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:57:55.142644 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:57:55.142646 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:57:55.142648 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:57:55.142649 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:57:55.142657 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:57:55.142660 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:57:55.142616 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:57:55.142593 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 02:57:55.142694 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 02:57:55.142708 3820 port_claim.go:71] Svc openshift-ingress/router-default: port 32438 is already open, no action needed I0506 02:57:55.142714 3820 port_claim.go:71] Svc openshift-ingress/router-default: port 32588 is already open, no action needed I0506 02:57:55.142472 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 02:57:55.142742 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 02:57:55.142602 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:57:55.142765 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 02:57:55.142540 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:57:55.142527 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:57:55.142524 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:57:55.142832 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:57:55.142837 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 02:57:55.142541 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:57:55.142541 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:57:55.142867 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:57:55.142542 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 02:57:55.142899 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 02:57:55.142547 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 02:57:55.142925 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 02:57:55.142555 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:57:55.142560 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:57:55.142976 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:57:55.142561 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 02:57:55.143010 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 02:57:55.143015 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 02:57:55.142566 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:57:55.143023 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:57:55.142568 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:57:55.143049 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:57:55.143053 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 02:57:55.142573 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:57:55.143060 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:57:55.142583 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:57:55.142593 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 02:57:55.142603 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:57:55.143119 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:57:55.143123 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 02:57:55.142609 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:57:55.143129 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 02:57:55.142638 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 02:57:55.142680 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:57:55.142504 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 02:57:55.143174 3820 node_ip_handler_linux.go:160] Node IP manager is running W0506 02:57:55.181455 3820 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 02:57:55.181705 3820 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 02:57:55.181880 3820 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0506 02:57:55.191395 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 02:57:55.191421 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 02:57:55.191431 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 02:57:55.191439 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 02:57:55.191448 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 02:57:55.191455 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 02:57:55.191462 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 02:57:55.191466 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 02:57:55.191472 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 02:57:55.191478 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 02:57:55.191501 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 02:57:55.191524 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 02:57:55.191547 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 02:57:55.191553 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 02:57:55.241402 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 02:57:55.241416 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 02:57:55.241407 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 02:57:55.241434 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 02:57:55.241442 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 02:57:55.241447 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 02:57:55.288674 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 02:57:55.288707 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 02:57:55.288716 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 02:57:55.288725 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 02:57:55.288735 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 02:57:55.288743 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 02:57:55.288751 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 02:57:55.288756 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 02:57:55.288761 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 02:57:56.551245 3820 default_node_network_controller.go:1380] Starting node controller node sync W0506 02:57:56.551249 3820 egressip_healthcheck.go:76] Health checking using insecure connection I0506 02:57:56.551390 3820 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0506 02:57:56.563508 3820 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.240054ms I0506 02:57:56.563617 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 10.0.2.72 to PMTUD blocking rules I0506 02:57:56.563629 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 02:57:56.569548 3820 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 02:57:56.569925 3820 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 02:57:56.570083 3820 egressservice_node.go:183] Starting Egress Services Controller I0506 02:57:56.570106 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 02:57:56.570115 3820 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 02:57:56.570121 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 02:57:56.570126 3820 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 02:57:56.570131 3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 02:57:56.570136 3820 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 02:57:56.570140 3820 egressservice_node.go:197] Repairing Egress Services I0506 02:57:56.580841 3820 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 02:57:56.580855 3820 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 02:57:56.581004 3820 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 02:57:56.581017 3820 link_network_manager.go:119] Link manager is running I0506 02:57:56.581029 3820 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 02:57:56.581209 3820 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 02:57:56.581597 3820 vrf_manager.go:128] VRF manager is running I0506 02:57:56.581789 3820 node_controller_manager.go:437] Removing flows to drop GARP I0506 02:57:56.581800 3820 gateway.go:532] Reconciling gateway with updates I0506 02:57:56.604504 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:57:56.604534 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:57:56.604553 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 02:57:56.604574 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 02:57:56.604573 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:57:56.604586 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 02:57:56.604590 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:57:56.604596 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:57:56.604601 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:57:56.604623 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 02:57:56.604621 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:57:56.604636 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 02:57:56.604637 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:57:56.604646 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:57:56.604647 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:57:56.604657 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:57:56.604660 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:57:56.604655 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:57:56.604668 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 02:57:56.604668 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 02:57:56.604636 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:57:56.604681 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 02:57:56.604681 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 02:57:56.604635 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:57:56.604689 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:57:56.604688 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:57:56.604692 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:57:56.604699 3820 port_claim.go:71] Svc openshift-ingress/router-default: port 32438 is already open, no action needed I0506 02:57:56.604646 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:57:56.604703 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:57:56.604709 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 02:57:56.604703 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:57:56.604712 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:57:56.604613 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:57:56.604722 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:57:56.604723 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 02:57:56.604726 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 02:57:56.604711 3820 port_claim.go:71] Svc openshift-ingress/router-default: port 32588 is already open, no action needed I0506 02:57:56.604751 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 02:57:56.604761 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 02:57:56.604666 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:57:56.604779 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 02:57:56.604782 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 02:57:56.604682 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 02:57:56.604658 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:57:56.604803 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:57:56.604822 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:57:56.604780 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:57:56.604844 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:57:56.604854 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 02:57:56.604703 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:57:56.604862 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:57:56.604879 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:57:56.604889 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:57:56.604894 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:57:56.604897 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 02:57:56.604899 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:57:56.604675 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:57:56.604905 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:57:56.604908 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:57:56.604913 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:57:56.604917 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:57:56.604921 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:57:56.604922 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:57:56.604920 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:57:56.604926 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:57:56.604926 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:57:56.604925 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:57:56.604938 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:57:56.604944 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:57:56.604945 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:57:56.604957 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:57:56.604959 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 02:57:56.604938 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:57:56.604967 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 02:57:56.604969 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 02:57:56.604977 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:57:56.604981 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 02:57:56.604979 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:57:56.604986 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:57:56.604949 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:57:56.604994 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:57:56.604998 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:57:56.604995 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:57:56.604986 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 02:57:56.605005 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:57:56.605000 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:57:56.605013 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:57:56.604880 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:57:56.605017 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 02:57:56.605014 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:57:56.605025 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:57:56.605027 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 02:57:56.605032 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:57:56.604895 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:57:56.605041 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:57:56.605002 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:57:56.605052 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 02:57:56.605057 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 02:57:56.604911 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:57:56.604711 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 02:57:56.604905 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:57:56.604910 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 02:57:56.605007 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:57:56.605019 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:57:56.604602 3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 02:57:56.605248 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 02:57:56.605072 3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:57:56.604695 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 02:57:56.656300 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 02:57:56.656315 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 02:57:56.656349 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 02:57:56.656356 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 02:57:56.656362 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 02:57:56.656368 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 02:57:56.656374 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 02:57:56.656385 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 02:57:56.656394 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 02:57:56.706813 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 02:57:56.706845 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 02:57:56.752137 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 02:57:56.752164 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 02:57:56.752172 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 02:57:56.752183 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 02:57:56.752194 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 02:57:56.752204 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 02:57:56.752210 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 02:57:56.752216 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 02:57:56.752222 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 02:57:56.752229 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 02:57:56.752234 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 02:57:56.752241 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 02:57:56.752247 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 02:57:56.752252 3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 02:57:57.565800 3820 egressfirewall.go:723] Syncing node "ip-10-0-0-218.ec2.internal" for egress firewall I0506 02:57:57.565825 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:57:57.565841 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 21.591µs I0506 02:57:57.565921 3820 default_network_controller.go:1025] Node "ip-10-0-0-218.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:57:58.003137 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0506 02:57:58.003178 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 51.092µs I0506 02:57:58.329909 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-29.ec2.internal I0506 02:57:58.329947 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-29.ec2.internal: 45.204µs I0506 02:57:58.365669 3820 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5777db76fb-vjm28] creating logical port openshift-image-registry_image-registry-5777db76fb-vjm28 for pod on switch ip-10-0-1-29.ec2.internal I0506 02:57:58.365804 3820 kube.go:256] Updating pod openshift-image-registry/image-registry-5777db76fb-vjm28 I0506 02:57:58.382773 3820 pod.go:62] [openshift-image-registry/image-registry-5777db76fb-vjm28] pod update took 16.999852ms I0506 02:57:58.382792 3820 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5777db76fb-vjm28] addLogicalPort annotation time took 17.023476ms I0506 02:57:58.383856 3820 pods.go:271] [openshift-image-registry/image-registry-5777db76fb-vjm28] addLogicalPort took 18.202032ms, libovsdb time 835.499µs I0506 02:57:58.388675 3820 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dqhtt] creating logical port openshift-dns_dns-default-dqhtt for pod on switch ip-10-0-1-29.ec2.internal I0506 02:57:58.388746 3820 kube.go:256] Updating pod openshift-dns/dns-default-dqhtt I0506 02:57:58.404020 3820 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-skttm] creating logical port openshift-ingress-canary_ingress-canary-skttm for pod on switch ip-10-0-1-29.ec2.internal I0506 02:57:58.404159 3820 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-skttm I0506 02:57:58.410180 3820 pod.go:62] [openshift-dns/dns-default-dqhtt] pod update took 21.453877ms I0506 02:57:58.410208 3820 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dqhtt] addLogicalPort annotation time took 21.484254ms I0506 02:57:58.412257 3820 pods.go:271] [openshift-dns/dns-default-dqhtt] addLogicalPort took 23.59159ms, libovsdb time 1.280973ms I0506 02:57:58.423034 3820 pod.go:62] [openshift-ingress-canary/ingress-canary-skttm] pod update took 18.920808ms I0506 02:57:58.423109 3820 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-skttm] addLogicalPort annotation time took 18.996581ms I0506 02:57:58.428119 3820 pods.go:271] [openshift-ingress-canary/ingress-canary-skttm] addLogicalPort took 24.111357ms, libovsdb time 4.519429ms I0506 02:57:58.801347 3820 cni.go:452] [openshift-ingress-canary/ingress-canary-skttm 39f4d3afb8ca714165d88184d1a494b8ffed6d43f9067c794864c43209ea6ef6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-skttm 39f4d3afb8ca714165d88184d1a494b8ffed6d43f9067c794864c43209ea6ef6 network default NAD default NAD key ] I0506 02:57:58.832467 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-skttm, hostIfaceName: 39f4d3afb8ca714, network: default, NAD default, SandboxID: "39f4d3afb8ca714165d88184d1a494b8ffed6d43f9067c794864c43209ea6ef6", PCI device ID: , UID: "670d8831-10bc-44de-b577-e1f6d2eea8bd", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0506 02:57:58.879859 3820 cni.go:473] [openshift-ingress-canary/ingress-canary-skttm 39f4d3afb8ca714165d88184d1a494b8ffed6d43f9067c794864c43209ea6ef6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-skttm 39f4d3afb8ca714165d88184d1a494b8ffed6d43f9067c794864c43209ea6ef6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:74:ee:49:22:4b\",\"name\":\"39f4d3afb8ca714\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a29d268-ca32-4563-940e-6b36f79e9567\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 02:58:02.370849 3820 cni.go:452] [openshift-network-diagnostics/network-check-target-thwcj 134b6acc0ac73cf9d0d9e798428d17768cd7eb9bfaa95a2647338762aa388773 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-thwcj 134b6acc0ac73cf9d0d9e798428d17768cd7eb9bfaa95a2647338762aa388773 network default NAD default NAD key ] I0506 02:58:02.382555 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-thwcj, hostIfaceName: 134b6acc0ac73cf, network: default, NAD default, SandboxID: "134b6acc0ac73cf9d0d9e798428d17768cd7eb9bfaa95a2647338762aa388773", PCI device ID: , UID: "a1c15404-9a81-4c89-abba-48f54f87e889", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0506 02:58:02.428594 3820 cni.go:473] [openshift-network-diagnostics/network-check-target-thwcj 134b6acc0ac73cf9d0d9e798428d17768cd7eb9bfaa95a2647338762aa388773 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-thwcj 134b6acc0ac73cf9d0d9e798428d17768cd7eb9bfaa95a2647338762aa388773 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:b4:02:7f:60:e1\",\"name\":\"134b6acc0ac73cf\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59fabd06-47a5-4bf9-a28e-f2da12126d85\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 02:58:02.796810 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:58:02.796867 3820 node_tracker.go:235] Node ip-10-0-0-218.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-218.ec2.internal" I0506 02:58:02.796887 3820 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:02.796902 3820 services_controller.go:574] Full service sync requested for network=default I0506 02:58:02.796917 3820 default_network_controller.go:1025] Node "ip-10-0-0-218.ec2.internal" in remote zone "ip-10-0-0-218.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:58:02.837312 3820 default_network_controller.go:1025] Node "ip-10-0-0-218.ec2.internal" in remote zone "ip-10-0-0-218.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:58:02.942298 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:58:02.942359 3820 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:02.942358 3820 default_network_controller.go:1025] Node "ip-10-0-0-218.ec2.internal" in remote zone "ip-10-0-0-218.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 02:58:02.942371 3820 services_controller.go:574] Full service sync requested for network=default I0506 02:58:02.943407 3820 zone_ic_handler.go:195] Time taken to create transit switch: 281.787µs I0506 02:58:02.943420 3820 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-218.ec2.internal for the network default I0506 02:58:02.944500 3820 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-218.ec2.internal" on network "default" took: 1.372234ms W0506 02:58:03.822776 3820 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:04.998080 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:58:04.998099 3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:58:04.998115 3820 egressfirewall.go:723] Syncing node "ip-10-0-0-218.ec2.internal" for egress firewall I0506 02:58:04.998118 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-218.ec2.internal", IP: 10.0.0.218 to PMTUD blocking rules I0506 02:58:04.998133 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-218.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 02:58:04.998156 3820 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:04.998169 3820 services_controller.go:574] Full service sync requested for network=default I0506 02:58:04.998101 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 27.088µs W0506 02:58:04.998382 3820 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:05.004541 3820 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-218.ec2.internal. Updating no re-route policies I0506 02:58:05.032836 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-218.ec2.internal", IP: 10.0.0.218 to PMTUD blocking rules I0506 02:58:05.032854 3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-218.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0506 02:58:07.589805 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 02:58:09.004388 3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:58:09.004421 3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 44.423µs W0506 02:58:17.723303 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:31.887342 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:38.596466 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 02:59:16.968345 3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.968884 3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.968922 3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.968934 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 02:59:16.968953 3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.968961 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 02:59:18.016002 3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:18.016021 3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:18.016038 3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:18.016049 3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:22.532981 3820 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 02:59:22.544707 3820 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 02:59:30.066457 3820 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-96ths] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-96ths for pod on switch ip-10-0-1-29.ec2.internal I0506 02:59:30.066563 3820 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-96ths I0506 02:59:30.072399 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-4pfm8] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-4pfm8 for pod on switch ip-10-0-1-29.ec2.internal I0506 02:59:30.072530 3820 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-4pfm8 I0506 02:59:30.095011 3820 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-96ths] pod update took 28.469687ms I0506 02:59:30.095035 3820 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-96ths] addLogicalPort annotation time took 28.501159ms I0506 02:59:30.096018 3820 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-96ths] addLogicalPort took 29.580973ms, libovsdb time 698.625µs I0506 02:59:30.099092 3820 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4pfm8] pod update took 26.622555ms I0506 02:59:30.099114 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-4pfm8] addLogicalPort annotation time took 26.64638ms I0506 02:59:30.100058 3820 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4pfm8] addLogicalPort took 27.674877ms, libovsdb time 695.898µs I0506 02:59:30.219399 3820 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65dff8d949-sqrwg] creating logical port openshift-ingress_router-default-65dff8d949-sqrwg for pod on switch ip-10-0-1-29.ec2.internal I0506 02:59:30.219540 3820 kube.go:256] Updating pod openshift-ingress/router-default-65dff8d949-sqrwg I0506 02:59:30.271183 3820 pod.go:62] [openshift-ingress/router-default-65dff8d949-sqrwg] pod update took 51.674643ms I0506 02:59:30.271204 3820 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65dff8d949-sqrwg] addLogicalPort annotation time took 51.718289ms I0506 02:59:30.272189 3820 pods.go:271] [openshift-ingress/router-default-65dff8d949-sqrwg] addLogicalPort took 52.805566ms, libovsdb time 754.904µs I0506 02:59:30.346962 3820 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-sdl56] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-sdl56 for pod on switch ip-10-0-1-29.ec2.internal I0506 02:59:30.347036 3820 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-sdl56 I0506 02:59:30.387236 3820 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-sdl56] pod update took 40.220805ms I0506 02:59:30.387255 3820 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-sdl56] addLogicalPort annotation time took 40.245548ms I0506 02:59:30.388315 3820 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-sdl56] addLogicalPort took 41.365473ms, libovsdb time 825.516µs I0506 02:59:30.424183 3820 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-96ths 80e9c185a5f0ac0675e39df36e20e2fd23ea1770155fab89a0f55eb3b189a50d network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-96ths 80e9c185a5f0ac0675e39df36e20e2fd23ea1770155fab89a0f55eb3b189a50d network default NAD default NAD key ] I0506 02:59:30.434259 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-96ths, hostIfaceName: 80e9c185a5f0ac0, network: default, NAD default, SandboxID: "80e9c185a5f0ac0675e39df36e20e2fd23ea1770155fab89a0f55eb3b189a50d", PCI device ID: , UID: "51829d49-0342-493a-b82b-5a92017b3776", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0506 02:59:30.480892 3820 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-96ths 80e9c185a5f0ac0675e39df36e20e2fd23ea1770155fab89a0f55eb3b189a50d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-96ths 80e9c185a5f0ac0675e39df36e20e2fd23ea1770155fab89a0f55eb3b189a50d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:26:c7:59:3a:65\",\"name\":\"80e9c185a5f0ac0\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c3bb68e-fbbd-452c-8c99-f609e042b3fb\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 02:59:34.058734 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 02:59:34.654999 3820 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 02:59:34.655940 3820 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 915.195µs I0506 02:59:34.677945 3820 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 02:59:35.748958 3820 namespace.go:98] [openshift-service-ca] adding namespace I0506 02:59:35.749804 3820 namespace.go:102] [openshift-service-ca] adding namespace took 824.27µs I0506 02:59:35.765679 3820 namespace.go:142] [openshift-service-ca] updating namespace W0506 02:59:42.512385 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 02:59:45.658209 3820 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 02:59:46.027966 3820 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4pfm8 36e244570100926bbe39c13ad068c70a62367be9f3358c669235d63b95163ce7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-4pfm8 36e244570100926bbe39c13ad068c70a62367be9f3358c669235d63b95163ce7 network default NAD default NAD key ] I0506 02:59:46.037734 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-4pfm8, hostIfaceName: 36e244570100926, network: default, NAD default, SandboxID: "36e244570100926bbe39c13ad068c70a62367be9f3358c669235d63b95163ce7", PCI device ID: , UID: "2ce0bac5-145e-45b6-bb99-9ee33e5b0f4f", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0506 02:59:46.083910 3820 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-4pfm8 36e244570100926bbe39c13ad068c70a62367be9f3358c669235d63b95163ce7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-4pfm8 36e244570100926bbe39c13ad068c70a62367be9f3358c669235d63b95163ce7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:6d:65:a5:ac:a5\",\"name\":\"36e244570100926\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a45555e8-28c7-4b0e-a0a4-fcbf94181e34\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 02:59:59.310608 3820 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-276mn] creating logical port openshift-insights_insights-runtime-extractor-276mn for pod on switch ip-10-0-1-29.ec2.internal I0506 02:59:59.310727 3820 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-276mn I0506 02:59:59.337145 3820 pod.go:62] [openshift-insights/insights-runtime-extractor-276mn] pod update took 26.441262ms I0506 02:59:59.337173 3820 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-276mn] addLogicalPort annotation time took 26.473918ms I0506 02:59:59.338275 3820 pods.go:271] [openshift-insights/insights-runtime-extractor-276mn] addLogicalPort took 27.681872ms, libovsdb time 855.718µs I0506 02:59:59.367819 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tbxl2] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-tbxl2 for pod on switch ip-10-0-1-29.ec2.internal I0506 02:59:59.367902 3820 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tbxl2 I0506 02:59:59.390248 3820 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tbxl2] pod update took 22.371871ms I0506 02:59:59.390270 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tbxl2] addLogicalPort annotation time took 22.399289ms I0506 02:59:59.391310 3820 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tbxl2] addLogicalPort took 23.506062ms, libovsdb time 749.473µs I0506 02:59:59.668935 3820 cni.go:452] [openshift-insights/insights-runtime-extractor-276mn 76923acb206ebff199d7b2b5281e4338429ed02b27a969a212b966b3f4eb4928 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-276mn 76923acb206ebff199d7b2b5281e4338429ed02b27a969a212b966b3f4eb4928 network default NAD default NAD key ] I0506 02:59:59.678327 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-276mn, hostIfaceName: 76923acb206ebff, network: default, NAD default, SandboxID: "76923acb206ebff199d7b2b5281e4338429ed02b27a969a212b966b3f4eb4928", PCI device ID: , UID: "40938854-88ad-4beb-ad38-8517123414c6", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0506 02:59:59.726147 3820 cni.go:473] [openshift-insights/insights-runtime-extractor-276mn 76923acb206ebff199d7b2b5281e4338429ed02b27a969a212b966b3f4eb4928 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-276mn 76923acb206ebff199d7b2b5281e4338429ed02b27a969a212b966b3f4eb4928 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:3f:f3:cc:c9:5f\",\"name\":\"76923acb206ebff\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49a0e560-d718-43d1-85be-7e3168b4e3fa\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 02:59:59.726828 3820 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tbxl2 afada7dc2e8eddc643c3990ded4948f6ae49993e94ab9fcb2b3cb95961334430 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tbxl2 afada7dc2e8eddc643c3990ded4948f6ae49993e94ab9fcb2b3cb95961334430 network default NAD default NAD key ] I0506 02:59:59.735839 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-tbxl2, hostIfaceName: afada7dc2e8eddc, network: default, NAD default, SandboxID: "afada7dc2e8eddc643c3990ded4948f6ae49993e94ab9fcb2b3cb95961334430", PCI device ID: , UID: "2295a4aa-75d3-4bed-8a4d-1515b3c07b98", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0506 02:59:59.780829 3820 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tbxl2 afada7dc2e8eddc643c3990ded4948f6ae49993e94ab9fcb2b3cb95961334430 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tbxl2 afada7dc2e8eddc643c3990ded4948f6ae49993e94ab9fcb2b3cb95961334430 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:9b:01:14:29:74\",\"name\":\"afada7dc2e8eddc\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35b2829b-af4d-4561-890d-31ce9c102157\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:00:00.861267 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:00.861307 3820 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5777db76fb-vjm28 I0506 03:00:00.862673 3820 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5777db76fb-vjm28, ips: 10.129.0.5 I0506 03:00:00.862702 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:00.873079 3820 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-fddbf4c94-vq99j] creating logical port openshift-image-registry_image-registry-fddbf4c94-vq99j for pod on switch ip-10-0-1-29.ec2.internal I0506 03:00:00.873167 3820 kube.go:256] Updating pod openshift-image-registry/image-registry-fddbf4c94-vq99j I0506 03:00:00.875687 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:00.875710 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:00.884635 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5777db76fb-vjm28 I0506 03:00:00.884662 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5777db76fb-vjm28 I0506 03:00:00.895863 3820 pod.go:62] [openshift-image-registry/image-registry-fddbf4c94-vq99j] pod update took 22.720928ms I0506 03:00:00.895883 3820 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-fddbf4c94-vq99j] addLogicalPort annotation time took 22.744081ms I0506 03:00:00.897058 3820 pods.go:271] [openshift-image-registry/image-registry-fddbf4c94-vq99j] addLogicalPort took 23.99233ms, libovsdb time 877.017µs I0506 03:00:01.018890 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:01.019554 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:01.037138 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:01.037164 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:01.042448 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6dd6f4f69f-qxclh I0506 03:00:01.042474 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6dd6f4f69f-qxclh I0506 03:00:01.242079 3820 cni.go:452] [openshift-image-registry/image-registry-fddbf4c94-vq99j 9932b8d2751e58d9fee8fcb3196f5b54a440a5087e7bcd064335d41ac3655c87 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-fddbf4c94-vq99j 9932b8d2751e58d9fee8fcb3196f5b54a440a5087e7bcd064335d41ac3655c87 network default NAD default NAD key ] I0506 03:00:01.251567 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-fddbf4c94-vq99j, hostIfaceName: 9932b8d2751e58d, network: default, NAD default, SandboxID: "9932b8d2751e58d9fee8fcb3196f5b54a440a5087e7bcd064335d41ac3655c87", PCI device ID: , UID: "299945ff-7ff8-4c66-afca-106df25c9318", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0506 03:00:01.300573 3820 cni.go:473] [openshift-image-registry/image-registry-fddbf4c94-vq99j 9932b8d2751e58d9fee8fcb3196f5b54a440a5087e7bcd064335d41ac3655c87 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-fddbf4c94-vq99j 9932b8d2751e58d9fee8fcb3196f5b54a440a5087e7bcd064335d41ac3655c87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:9e:01:52:fc:23\",\"name\":\"9932b8d2751e58d\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24e7ef28-58a5-48df-a6f0-b6ed5cd71ae4\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:00:01.866129 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 03:00:01.893556 3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:01.919590 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 03:00:02.012984 3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:00:02.451977 3820 cni.go:452] [openshift-ingress/router-default-65dff8d949-sqrwg 8c87fd45008c61b4fc8f37185e65171bc77523e44affa3740731d27756850530 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65dff8d949-sqrwg 8c87fd45008c61b4fc8f37185e65171bc77523e44affa3740731d27756850530 network default NAD default NAD key ] I0506 03:00:02.461912 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65dff8d949-sqrwg, hostIfaceName: 8c87fd45008c61b, network: default, NAD default, SandboxID: "8c87fd45008c61b4fc8f37185e65171bc77523e44affa3740731d27756850530", PCI device ID: , UID: "0067b4c6-b23a-475c-a98a-f532af9cd022", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0506 03:00:02.504455 3820 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-sdl56 9e2d483c4cbcdd0c6daa1b83688ef28616c2ec0028bb7616ee88db1e3707f13b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-sdl56 9e2d483c4cbcdd0c6daa1b83688ef28616c2ec0028bb7616ee88db1e3707f13b network default NAD default NAD key ] I0506 03:00:02.515156 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-sdl56, hostIfaceName: 9e2d483c4cbcdd0, network: default, NAD default, SandboxID: "9e2d483c4cbcdd0c6daa1b83688ef28616c2ec0028bb7616ee88db1e3707f13b", PCI device ID: , UID: "f25e8eae-1a8a-4989-ba1f-f13f80676e84", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0506 03:00:02.516646 3820 cni.go:473] [openshift-ingress/router-default-65dff8d949-sqrwg 8c87fd45008c61b4fc8f37185e65171bc77523e44affa3740731d27756850530 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65dff8d949-sqrwg 8c87fd45008c61b4fc8f37185e65171bc77523e44affa3740731d27756850530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ad:6a:d8:f5:d7\",\"name\":\"8c87fd45008c61b\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00c9b822-5cd8-405d-aa11-dc818baf236f\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:00:02.563003 3820 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-sdl56 9e2d483c4cbcdd0c6daa1b83688ef28616c2ec0028bb7616ee88db1e3707f13b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-sdl56 9e2d483c4cbcdd0c6daa1b83688ef28616c2ec0028bb7616ee88db1e3707f13b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:79:48:0e:7b:15\",\"name\":\"9e2d483c4cbcdd0\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97aa16f3-b707-4a8b-987c-1c21dc1919d6\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:00:02.838970 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-qn7ln] creating logical port openshift-monitoring_prometheus-operator-76b589d668-qn7ln for pod on switch ip-10-0-1-29.ec2.internal I0506 03:00:02.839077 3820 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-qn7ln I0506 03:00:02.856973 3820 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-qn7ln] pod update took 17.923008ms I0506 03:00:02.856995 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-qn7ln] addLogicalPort annotation time took 17.951033ms I0506 03:00:02.858098 3820 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-qn7ln] addLogicalPort took 19.151458ms, libovsdb time 824.084µs W0506 03:00:02.926402 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:02.926425 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:02.927188 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:02.927213 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:02.927220 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.144022 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.144040 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.144876 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.144894 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.144899 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default I0506 03:00:03.194088 3820 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-qn7ln e855ab3f28e18561d7f2607bdbc1891510207fc9c18a2799b69c1ef477b2c1bd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-qn7ln e855ab3f28e18561d7f2607bdbc1891510207fc9c18a2799b69c1ef477b2c1bd network default NAD default NAD key ] I0506 03:00:03.203826 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-qn7ln, hostIfaceName: e855ab3f28e1856, network: default, NAD default, SandboxID: "e855ab3f28e18561d7f2607bdbc1891510207fc9c18a2799b69c1ef477b2c1bd", PCI device ID: , UID: "5a0b8c3f-ca7d-4733-a1ff-3560b43d1ce3", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] W0506 03:00:03.209394 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.209413 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.209792 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.209810 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.209816 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0506 03:00:03.253449 3820 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-qn7ln e855ab3f28e18561d7f2607bdbc1891510207fc9c18a2799b69c1ef477b2c1bd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-qn7ln e855ab3f28e18561d7f2607bdbc1891510207fc9c18a2799b69c1ef477b2c1bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:f7:ff:d3:d5:da\",\"name\":\"e855ab3f28e1856\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af40f956-890e-4aa6-92da-fd3a344af87d\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:00:03.877855 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.877878 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0506 03:00:03.958417 3820 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 03:00:03.971792 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.971809 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.971815 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0506 03:00:06.385639 3820 cni.go:452] [openshift-dns/dns-default-dqhtt f6cbbf12a48ec660dda3f2d58a78761f4c84c1b3c8bf970375f25a3350ce054c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dqhtt f6cbbf12a48ec660dda3f2d58a78761f4c84c1b3c8bf970375f25a3350ce054c network default NAD default NAD key ] I0506 03:00:06.397161 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dqhtt, hostIfaceName: f6cbbf12a48ec66, network: default, NAD default, SandboxID: "f6cbbf12a48ec660dda3f2d58a78761f4c84c1b3c8bf970375f25a3350ce054c", PCI device ID: , UID: "4c353ce2-140f-44aa-ac03-94776950c216", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0506 03:00:06.445044 3820 cni.go:473] [openshift-dns/dns-default-dqhtt f6cbbf12a48ec660dda3f2d58a78761f4c84c1b3c8bf970375f25a3350ce054c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dqhtt f6cbbf12a48ec660dda3f2d58a78761f4c84c1b3c8bf970375f25a3350ce054c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:b8:39:43:10:df\",\"name\":\"f6cbbf12a48ec66\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db143880-e91a-447f-9ba3-63a3155c6e31\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:00:07.166583 3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:00:08.245557 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-bwh7s] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-bwh7s for pod on switch ip-10-0-1-29.ec2.internal I0506 03:00:08.245661 3820 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-bwh7s I0506 03:00:08.267292 3820 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-bwh7s] pod update took 21.654409ms I0506 03:00:08.267321 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-bwh7s] addLogicalPort annotation time took 21.687326ms I0506 03:00:08.268713 3820 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-bwh7s] addLogicalPort took 23.180482ms, libovsdb time 951.787µs I0506 03:00:08.608373 3820 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-bwh7s 7aa98193b1be8783f8f0d5470d00873d71931c81b90e76ba525a5457969b205b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-bwh7s 7aa98193b1be8783f8f0d5470d00873d71931c81b90e76ba525a5457969b205b network default NAD default NAD key ] I0506 03:00:08.619220 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-bwh7s, hostIfaceName: 7aa98193b1be878, network: default, NAD default, SandboxID: "7aa98193b1be8783f8f0d5470d00873d71931c81b90e76ba525a5457969b205b", PCI device ID: , UID: "00c9252c-a43e-494d-980c-adc2ff578348", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0506 03:00:08.670715 3820 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-bwh7s 7aa98193b1be8783f8f0d5470d00873d71931c81b90e76ba525a5457969b205b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-bwh7s 7aa98193b1be8783f8f0d5470d00873d71931c81b90e76ba525a5457969b205b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:2d:0d:86:3c:b3\",\"name\":\"7aa98193b1be878\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e47b74d4-c53d-449b-aa17-b0ee3f0b5bb5\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:00:08.896837 3820 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:08.896854 3820 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:08.896860 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:09.173059 3820 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:09.173076 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:09.173082 3820 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 03:00:09.373075 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-29.ec2.internal I0506 03:00:09.373204 3820 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 03:00:09.406762 3820 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 33.603075ms I0506 03:00:09.406788 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 33.635892ms I0506 03:00:09.407957 3820 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 34.897459ms, libovsdb time 867.898µs I0506 03:00:09.902047 3820 cni.go:452] [openshift-monitoring/alertmanager-main-0 91407fe97109f1b8fb85495b6268b4cb4cfbd1e0de4c5136a1c9ebf6c7856681 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 91407fe97109f1b8fb85495b6268b4cb4cfbd1e0de4c5136a1c9ebf6c7856681 network default NAD default NAD key ] I0506 03:00:09.911692 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 91407fe97109f1b, network: default, NAD default, SandboxID: "91407fe97109f1b8fb85495b6268b4cb4cfbd1e0de4c5136a1c9ebf6c7856681", PCI device ID: , UID: "0be1042c-a443-410b-a2f0-32e323fc2295", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0506 03:00:09.964792 3820 cni.go:473] [openshift-monitoring/alertmanager-main-0 91407fe97109f1b8fb85495b6268b4cb4cfbd1e0de4c5136a1c9ebf6c7856681 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 91407fe97109f1b8fb85495b6268b4cb4cfbd1e0de4c5136a1c9ebf6c7856681 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:41:99:42:5a:94\",\"name\":\"91407fe97109f1b\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cff7d61c-35ec-4e31-9374-952946c4aad6\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:00:11.955616 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:11.955640 3820 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:11.955646 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:12.065776 3820 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:12.065797 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:12.065804 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 03:00:12.783474 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7dfc9bdfb8-6ng4d] creating logical port openshift-monitoring_metrics-server-7dfc9bdfb8-6ng4d for pod on switch ip-10-0-1-29.ec2.internal I0506 03:00:12.783673 3820 kube.go:256] Updating pod openshift-monitoring/metrics-server-7dfc9bdfb8-6ng4d I0506 03:00:12.800716 3820 pod.go:62] [openshift-monitoring/metrics-server-7dfc9bdfb8-6ng4d] pod update took 17.081721ms I0506 03:00:12.800741 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7dfc9bdfb8-6ng4d] addLogicalPort annotation time took 17.113265ms I0506 03:00:12.802068 3820 pods.go:271] [openshift-monitoring/metrics-server-7dfc9bdfb8-6ng4d] addLogicalPort took 18.618536ms, libovsdb time 913.901µs I0506 03:00:13.006847 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-l4wdr] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-l4wdr for pod on switch ip-10-0-1-29.ec2.internal I0506 03:00:13.006931 3820 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-l4wdr I0506 03:00:13.027306 3820 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l4wdr] pod update took 20.400912ms I0506 03:00:13.027325 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-l4wdr] addLogicalPort annotation time took 20.424281ms I0506 03:00:13.028464 3820 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l4wdr] addLogicalPort took 21.628669ms, libovsdb time 794.815µs I0506 03:00:13.399848 3820 cni.go:452] [openshift-monitoring/metrics-server-7dfc9bdfb8-6ng4d 4c70a9482f8316b1a39125f1e9095319757c268a48ecd22961c4a4e658b28f91 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7dfc9bdfb8-6ng4d 4c70a9482f8316b1a39125f1e9095319757c268a48ecd22961c4a4e658b28f91 network default NAD default NAD key ] I0506 03:00:13.410931 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7dfc9bdfb8-6ng4d, hostIfaceName: 4c70a9482f8316b, network: default, NAD default, SandboxID: "4c70a9482f8316b1a39125f1e9095319757c268a48ecd22961c4a4e658b28f91", PCI device ID: , UID: "7dd6e0b9-0659-41eb-8089-410467d27b11", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0506 03:00:13.463300 3820 cni.go:473] [openshift-monitoring/metrics-server-7dfc9bdfb8-6ng4d 4c70a9482f8316b1a39125f1e9095319757c268a48ecd22961c4a4e658b28f91 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7dfc9bdfb8-6ng4d 4c70a9482f8316b1a39125f1e9095319757c268a48ecd22961c4a4e658b28f91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ff:83:49:82:98\",\"name\":\"4c70a9482f8316b\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7941d99-4541-4c8d-b5da-73ceb6cc9beb\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:00:13.511213 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5958b5f5cd-4bx2z] creating logical port openshift-monitoring_telemeter-client-5958b5f5cd-4bx2z for pod on switch ip-10-0-1-29.ec2.internal I0506 03:00:13.511321 3820 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5958b5f5cd-4bx2z I0506 03:00:13.530503 3820 pod.go:62] [openshift-monitoring/telemeter-client-5958b5f5cd-4bx2z] pod update took 19.19248ms I0506 03:00:13.530525 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5958b5f5cd-4bx2z] addLogicalPort annotation time took 19.238478ms I0506 03:00:13.531700 3820 pods.go:271] [openshift-monitoring/telemeter-client-5958b5f5cd-4bx2z] addLogicalPort took 20.50624ms, libovsdb time 870.908µs I0506 03:00:13.869406 3820 cni.go:452] [openshift-monitoring/telemeter-client-5958b5f5cd-4bx2z 9cbffe640a6994886e8041fceb86f0056b620443b6aca0f8057f7b979b17f14b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5958b5f5cd-4bx2z 9cbffe640a6994886e8041fceb86f0056b620443b6aca0f8057f7b979b17f14b network default NAD default NAD key ] I0506 03:00:13.879825 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5958b5f5cd-4bx2z, hostIfaceName: 9cbffe640a69948, network: default, NAD default, SandboxID: "9cbffe640a6994886e8041fceb86f0056b620443b6aca0f8057f7b979b17f14b", PCI device ID: , UID: "f6b4c65a-9b7c-4448-bb4b-e0f12746f032", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0506 03:00:13.929416 3820 cni.go:473] [openshift-monitoring/telemeter-client-5958b5f5cd-4bx2z 9cbffe640a6994886e8041fceb86f0056b620443b6aca0f8057f7b979b17f14b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5958b5f5cd-4bx2z 9cbffe640a6994886e8041fceb86f0056b620443b6aca0f8057f7b979b17f14b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e2:bb:36:7e:16\",\"name\":\"9cbffe640a69948\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9df1375c-fab4-406c-9fcd-64a41ab921de\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:00:13.970261 3820 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l4wdr 3ae29b188dabf7cfcc4312827c819d3923cf1d4f6235fb3e582cd294177c0a3b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l4wdr 3ae29b188dabf7cfcc4312827c819d3923cf1d4f6235fb3e582cd294177c0a3b network default NAD default NAD key ] I0506 03:00:13.980623 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-l4wdr, hostIfaceName: 3ae29b188dabf7c, network: default, NAD default, SandboxID: "3ae29b188dabf7cfcc4312827c819d3923cf1d4f6235fb3e582cd294177c0a3b", PCI device ID: , UID: "d3250de3-de36-4b46-90a9-20e4825f3e28", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0506 03:00:14.032286 3820 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l4wdr 3ae29b188dabf7cfcc4312827c819d3923cf1d4f6235fb3e582cd294177c0a3b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l4wdr 3ae29b188dabf7cfcc4312827c819d3923cf1d4f6235fb3e582cd294177c0a3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:8f:a4:db:0b:6e\",\"name\":\"3ae29b188dabf7c\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9b3c78f-49ea-409e-8e1a-e2ff91ed7f16\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:00:14.689210 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-29.ec2.internal I0506 03:00:14.689336 3820 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 03:00:14.731072 3820 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 41.765834ms I0506 03:00:14.731165 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 41.866411ms I0506 03:00:14.732695 3820 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 43.500378ms, libovsdb time 1.017667ms W0506 03:00:15.079244 3820 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.079266 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.079273 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.079280 3820 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215848 3820 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215866 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215873 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215879 3820 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 03:00:15.265412 3820 cni.go:452] [openshift-monitoring/prometheus-k8s-1 44360c49d53432b0ef618744562dab231e7f68d1f5a1a435936a5377ca63c094 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 44360c49d53432b0ef618744562dab231e7f68d1f5a1a435936a5377ca63c094 network default NAD default NAD key ] I0506 03:00:15.275064 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 44360c49d53432b, network: default, NAD default, SandboxID: "44360c49d53432b0ef618744562dab231e7f68d1f5a1a435936a5377ca63c094", PCI device ID: , UID: "24ad885b-b02e-46d2-94ea-31a5f2c7c5b4", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0506 03:00:15.325368 3820 cni.go:473] [openshift-monitoring/prometheus-k8s-1 44360c49d53432b0ef618744562dab231e7f68d1f5a1a435936a5377ca63c094 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 44360c49d53432b0ef618744562dab231e7f68d1f5a1a435936a5377ca63c094 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b6:36:6b:f5:c2\",\"name\":\"44360c49d53432b\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6527a62d-ecea-412e-90fa-7142cb04b13f\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:00:15.966793 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:15.966813 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:15.997030 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:00:16.226623 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 03:00:16.261391 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:00:17.238584 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:17.238605 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:18.904629 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:18.904723 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:18.904739 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:22.875734 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:36.983461 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:00:39.172023 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:39.315215 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:39.786211 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:39.786243 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:39.786251 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 03:00:42.394833 3820 base_network_controller_pods.go:487] [default/openshift-console/console-ddd77bd68-bxfmj] creating logical port openshift-console_console-ddd77bd68-bxfmj for pod on switch ip-10-0-1-29.ec2.internal I0506 03:00:42.394932 3820 kube.go:256] Updating pod openshift-console/console-ddd77bd68-bxfmj I0506 03:00:42.411626 3820 pod.go:62] [openshift-console/console-ddd77bd68-bxfmj] pod update took 16.72016ms I0506 03:00:42.411647 3820 base_network_controller_pods.go:951] [default/openshift-console/console-ddd77bd68-bxfmj] addLogicalPort annotation time took 16.746706ms I0506 03:00:42.412770 3820 pods.go:271] [openshift-console/console-ddd77bd68-bxfmj] addLogicalPort took 17.954781ms, libovsdb time 830.71µs W0506 03:00:42.418614 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 03:00:42.755568 3820 cni.go:452] [openshift-console/console-ddd77bd68-bxfmj 614203afaee7580ad77cd3f4f8d4270cc4b9221633bbd0c263273a3c762424e3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-ddd77bd68-bxfmj 614203afaee7580ad77cd3f4f8d4270cc4b9221633bbd0c263273a3c762424e3 network default NAD default NAD key ] I0506 03:00:42.770732 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-ddd77bd68-bxfmj, hostIfaceName: 614203afaee7580, network: default, NAD default, SandboxID: "614203afaee7580ad77cd3f4f8d4270cc4b9221633bbd0c263273a3c762424e3", PCI device ID: , UID: "bac4b6fe-4247-457b-9aeb-a9f48b8ebba2", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0506 03:00:42.821766 3820 cni.go:473] [openshift-console/console-ddd77bd68-bxfmj 614203afaee7580ad77cd3f4f8d4270cc4b9221633bbd0c263273a3c762424e3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-ddd77bd68-bxfmj 614203afaee7580ad77cd3f4f8d4270cc4b9221633bbd0c263273a3c762424e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:cf:ed:e0:ea:1d\",\"name\":\"614203afaee7580\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a51b4495-614c-451e-84e2-1d88acd65173\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:00:46.094459 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:46.351182 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:00:46.351248 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:00:47.209287 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0506 03:00:48.215793 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:48.216335 3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:48.351618 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:48.351664 3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:48.356573 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5777db76fb-m29mh I0506 03:00:48.356601 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5777db76fb-m29mh W0506 03:00:49.360047 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:00:53.109984 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:00:54.239303 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 03:00:59.261928 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0506 03:01:07.755374 3820 obj_retry.go:498] Detected object openshift-console/console-8485897d4-8tdx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:07.755959 3820 obj_retry.go:498] Detected object openshift-console/console-8485897d4-8tdx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:08.294427 3820 obj_retry.go:492] Detected object openshift-console/console-8485897d4-8tdx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:08.294456 3820 obj_retry.go:492] Detected object openshift-console/console-8485897d4-8tdx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:08.298304 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8485897d4-8tdx9 I0506 03:01:08.298326 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8485897d4-8tdx9 W0506 03:01:15.224901 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:01:15.224930 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 03:01:18.490958 3820 obj_retry.go:498] Detected object openshift-console/console-8485897d4-4h2hz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:18.491546 3820 obj_retry.go:498] Detected object openshift-console/console-8485897d4-4h2hz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:19.354262 3820 obj_retry.go:498] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:19.354811 3820 obj_retry.go:498] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:19.473603 3820 obj_retry.go:492] Detected object openshift-console/console-8485897d4-4h2hz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.473632 3820 obj_retry.go:492] Detected object openshift-console/console-8485897d4-4h2hz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.480370 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8485897d4-4h2hz I0506 03:01:19.480394 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8485897d4-4h2hz I0506 03:01:19.494854 3820 obj_retry.go:492] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.494872 3820 obj_retry.go:492] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.501408 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6844888fc7-k8t9f I0506 03:01:19.501433 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6844888fc7-k8t9f I0506 03:01:30.385261 3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:30.385860 3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:30.688264 3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:30.688285 3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:30.695011 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 03:01:30.695030 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 03:01:34.390379 3820 cni.go:452] [openshift-monitoring/prometheus-k8s-1 44360c49d53432b0ef618744562dab231e7f68d1f5a1a435936a5377ca63c094 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 44360c49d53432b0ef618744562dab231e7f68d1f5a1a435936a5377ca63c094 network default NAD default NAD key ] I0506 03:01:34.458417 3820 cni.go:473] [openshift-monitoring/prometheus-k8s-1 44360c49d53432b0ef618744562dab231e7f68d1f5a1a435936a5377ca63c094 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 44360c49d53432b0ef618744562dab231e7f68d1f5a1a435936a5377ca63c094 network default NAD default NAD key default], result "{}", err I0506 03:01:34.519460 3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:34.519524 3820 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0506 03:01:34.521018 3820 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.21 I0506 03:01:34.521046 3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:35.273906 3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:35.273931 3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:35.283628 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 03:01:35.283656 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 03:01:35.321851 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-29.ec2.internal I0506 03:01:35.321962 3820 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 03:01:35.368006 3820 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 46.08156ms I0506 03:01:35.368027 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 46.106649ms I0506 03:01:35.369234 3820 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 47.399929ms, libovsdb time 879.144µs I0506 03:01:35.682590 3820 cni.go:452] [openshift-monitoring/prometheus-k8s-1 24c1b468f8c3e5c3d966857f4baebe31de682eaccef9aad04cc65176611097e9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 24c1b468f8c3e5c3d966857f4baebe31de682eaccef9aad04cc65176611097e9 network default NAD default NAD key ] I0506 03:01:35.691925 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 24c1b468f8c3e5c, network: default, NAD default, SandboxID: "24c1b468f8c3e5c3d966857f4baebe31de682eaccef9aad04cc65176611097e9", PCI device ID: , UID: "1fa218ab-324c-434a-a83c-da027200e7e2", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0506 03:01:35.740312 3820 cni.go:473] [openshift-monitoring/prometheus-k8s-1 24c1b468f8c3e5c3d966857f4baebe31de682eaccef9aad04cc65176611097e9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 24c1b468f8c3e5c3d966857f4baebe31de682eaccef9aad04cc65176611097e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:42:f4:69:65:91\",\"name\":\"24c1b468f8c3e5c\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60dcc818-6705-4d1e-b158-3117378b6fe2\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:01:37.549304 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:37.549840 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:38.573305 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:38.573329 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:40.548523 3820 cni.go:452] [openshift-multus/network-metrics-daemon-8xmkf 726b7acd7da2abc448423d5799ebfef11c8daba8ff7da70891d93e3f3fa65ee1 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-8xmkf 726b7acd7da2abc448423d5799ebfef11c8daba8ff7da70891d93e3f3fa65ee1 network default NAD default NAD key ] I0506 03:01:40.558722 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-8xmkf, hostIfaceName: 726b7acd7da2abc, network: default, NAD default, SandboxID: "726b7acd7da2abc448423d5799ebfef11c8daba8ff7da70891d93e3f3fa65ee1", PCI device ID: , UID: "d18a4a7c-3c4e-4fd4-8fa6-8f3421885380", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0506 03:01:40.608608 3820 cni.go:473] [openshift-multus/network-metrics-daemon-8xmkf 726b7acd7da2abc448423d5799ebfef11c8daba8ff7da70891d93e3f3fa65ee1 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-8xmkf 726b7acd7da2abc448423d5799ebfef11c8daba8ff7da70891d93e3f3fa65ee1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e3:8e:d1:6a:e2\",\"name\":\"726b7acd7da2abc\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/874df0e9-986d-4a16-9769-729aa961dd8b\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:01:50.800690 3820 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-lswk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:50.801219 3820 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-lswk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:51.503113 3820 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-lswk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:51.503135 3820 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-lswk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:51.506561 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddd77bd68-lswk5 I0506 03:01:51.506587 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddd77bd68-lswk5 I0506 03:01:52.348402 3820 cni.go:452] [openshift-monitoring/alertmanager-main-0 91407fe97109f1b8fb85495b6268b4cb4cfbd1e0de4c5136a1c9ebf6c7856681 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 91407fe97109f1b8fb85495b6268b4cb4cfbd1e0de4c5136a1c9ebf6c7856681 network default NAD default NAD key ] I0506 03:01:52.440541 3820 cni.go:473] [openshift-monitoring/alertmanager-main-0 91407fe97109f1b8fb85495b6268b4cb4cfbd1e0de4c5136a1c9ebf6c7856681 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 91407fe97109f1b8fb85495b6268b4cb4cfbd1e0de4c5136a1c9ebf6c7856681 network default NAD default NAD key default], result "{}", err I0506 03:01:52.505265 3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:52.505296 3820 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0506 03:01:52.506557 3820 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.17 I0506 03:01:52.506588 3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:53.385511 3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:53.385565 3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:53.392542 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 03:01:53.392571 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 03:01:53.428513 3820 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-29.ec2.internal I0506 03:01:53.428649 3820 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 03:01:53.459100 3820 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 30.48909ms I0506 03:01:53.459129 3820 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 30.520251ms I0506 03:01:53.460583 3820 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 32.101727ms, libovsdb time 1.094533ms I0506 03:01:53.788379 3820 cni.go:452] [openshift-monitoring/alertmanager-main-0 e08e4e2e861e6d1d9bff1bcf1acb1310ca7e9d1d8c23e859230437274828e19d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 e08e4e2e861e6d1d9bff1bcf1acb1310ca7e9d1d8c23e859230437274828e19d network default NAD default NAD key ] I0506 03:01:53.797881 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: e08e4e2e861e6d1, network: default, NAD default, SandboxID: "e08e4e2e861e6d1d9bff1bcf1acb1310ca7e9d1d8c23e859230437274828e19d", PCI device ID: , UID: "6df8e2cc-d41c-4fa7-817d-7dceac47a95d", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0506 03:01:53.846443 3820 cni.go:473] [openshift-monitoring/alertmanager-main-0 e08e4e2e861e6d1d9bff1bcf1acb1310ca7e9d1d8c23e859230437274828e19d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 e08e4e2e861e6d1d9bff1bcf1acb1310ca7e9d1d8c23e859230437274828e19d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ca:1a:38:6a:bf\",\"name\":\"e08e4e2e861e6d1\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed044981-baaa-483e-b431-127149d871aa\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:02:01.772588 3820 cni.go:452] [openshift-console/console-ddd77bd68-bxfmj 614203afaee7580ad77cd3f4f8d4270cc4b9221633bbd0c263273a3c762424e3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-ddd77bd68-bxfmj 614203afaee7580ad77cd3f4f8d4270cc4b9221633bbd0c263273a3c762424e3 network default NAD default NAD key ] I0506 03:02:01.855767 3820 cni.go:473] [openshift-console/console-ddd77bd68-bxfmj 614203afaee7580ad77cd3f4f8d4270cc4b9221633bbd0c263273a3c762424e3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-ddd77bd68-bxfmj 614203afaee7580ad77cd3f4f8d4270cc4b9221633bbd0c263273a3c762424e3 network default NAD default NAD key default], result "{}", err I0506 03:02:01.904020 3820 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-bxfmj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:01.904061 3820 pods.go:176] Deleting pod: openshift-console/console-ddd77bd68-bxfmj I0506 03:02:01.905310 3820 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ddd77bd68-bxfmj, ips: 10.129.0.22 I0506 03:02:01.905340 3820 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-bxfmj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:02.414664 3820 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-bxfmj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:02.414689 3820 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-bxfmj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:02.421997 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddd77bd68-bxfmj I0506 03:02:02.422028 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddd77bd68-bxfmj W0506 03:02:23.848538 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:02:23.848556 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:02:23.848563 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:02:36.612337 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:02:36.612358 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 03:02:37.910730 3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:37.911306 3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:38.798325 3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:38.798346 3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:38.805216 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 03:02:38.805240 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 03:02:52.592650 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 03:02:58.574995 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 03:03:08.463794 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0506 03:03:14.556638 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0506 03:04:03.586753 3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 03:04:25.472908 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=583 W0506 03:04:28.093606 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:04:39.133856 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 03:04:39.133921 3820 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ldb7z IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ldb7z: no pod IPs found I0506 03:04:55.551777 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 03:05:46.562082 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 03:05:52.580447 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0506 03:06:05.638401 3820 namespace.go:98] [tsf] adding namespace I0506 03:06:05.639391 3820 namespace.go:102] [tsf] adding namespace took 960.626µs I0506 03:06:05.657279 3820 namespace.go:142] [tsf] updating namespace I0506 03:06:05.670150 3820 namespace.go:142] [tsf] updating namespace I0506 03:06:09.401281 3820 namespace.go:98] [konflux-ui] adding namespace I0506 03:06:09.401339 3820 namespace.go:98] [tsf-keycloak] adding namespace I0506 03:06:09.402135 3820 namespace.go:102] [konflux-ui] adding namespace took 830.804µs I0506 03:06:09.402172 3820 namespace.go:98] [rhbk-operator] adding namespace I0506 03:06:09.402756 3820 namespace.go:102] [rhbk-operator] adding namespace took 575.719µs I0506 03:06:09.403508 3820 namespace.go:102] [tsf-keycloak] adding namespace took 2.152647ms I0506 03:06:09.403541 3820 namespace.go:98] [konflux-operator] adding namespace I0506 03:06:09.404222 3820 namespace.go:102] [konflux-operator] adding namespace took 670.27µs I0506 03:06:09.412881 3820 namespace.go:98] [tsf-tpa] adding namespace I0506 03:06:09.413104 3820 namespace.go:98] [rhtpa-operator] adding namespace I0506 03:06:09.413174 3820 namespace.go:98] [cert-manager-operator] adding namespace I0506 03:06:09.413576 3820 namespace.go:102] [tsf-tpa] adding namespace took 680.878µs I0506 03:06:09.413603 3820 namespace.go:98] [tsf-tas] adding namespace I0506 03:06:09.414158 3820 namespace.go:102] [tsf-tas] adding namespace took 544.341µs I0506 03:06:09.414741 3820 namespace.go:102] [rhtpa-operator] adding namespace took 1.615734ms I0506 03:06:09.415261 3820 namespace.go:102] [cert-manager-operator] adding namespace took 2.070502ms I0506 03:06:09.433237 3820 namespace.go:142] [konflux-ui] updating namespace I0506 03:06:09.445054 3820 namespace.go:142] [konflux-ui] updating namespace I0506 03:06:09.458684 3820 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:09.466577 3820 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:09.466617 3820 namespace.go:142] [konflux-operator] updating namespace I0506 03:06:09.466663 3820 namespace.go:142] [rhbk-operator] updating namespace I0506 03:06:09.473295 3820 namespace.go:142] [tsf-tas] updating namespace I0506 03:06:09.476474 3820 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:09.476627 3820 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:06:09.485545 3820 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:06:09.485651 3820 namespace.go:142] [konflux-ui] updating namespace I0506 03:06:09.488329 3820 namespace.go:142] [rhbk-operator] updating namespace I0506 03:06:09.510079 3820 namespace.go:142] [rhbk-operator] updating namespace I0506 03:06:09.510251 3820 namespace.go:142] [konflux-operator] updating namespace I0506 03:06:09.531440 3820 namespace.go:142] [konflux-operator] updating namespace I0506 03:06:09.554746 3820 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:09.567100 3820 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:09.573066 3820 namespace.go:142] [tsf-tas] updating namespace I0506 03:06:09.597086 3820 namespace.go:142] [tsf-tas] updating namespace I0506 03:06:09.608137 3820 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:09.608142 3820 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:06:09.623273 3820 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:06:09.648914 3820 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:06:09.658971 3820 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:06:10.906315 3820 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:10.923020 3820 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:16.669973 3820 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670471 3820 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670511 3820 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670521 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:16.670532 3820 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670536 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:17.701307 3820 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.701337 3820 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.701353 3820 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.701366 3820 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:18.682392 3820 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.682899 3820 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.682926 3820 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.682933 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:18.682946 3820 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.682950 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:19.706583 3820 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.706608 3820 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.706620 3820 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.706637 3820 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.709355 3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.709897 3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.709924 3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.709934 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:19.709952 3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.709960 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:20.737841 3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:20.737867 3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:20.737880 3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:20.737894 3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:22.733443 3820 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.733973 3820 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.733999 3820 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.734008 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:22.734019 3820 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.734023 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:23.762882 3820 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:23.762910 3820 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:23.762920 3820 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:23.762932 3820 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:24.734114 3820 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.734651 3820 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.734680 3820 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.734688 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:24.734702 3820 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.734705 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:25.919578 3820 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:25.919606 3820 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:25.919620 3820 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:25.919633 3820 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:30.582872 3820 namespace.go:98] [cert-manager] adding namespace I0506 03:06:30.583709 3820 namespace.go:102] [cert-manager] adding namespace took 812.956µs I0506 03:06:30.659558 3820 namespace.go:142] [cert-manager] updating namespace I0506 03:06:30.701733 3820 namespace.go:142] [cert-manager] updating namespace I0506 03:06:31.468991 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=141 I0506 03:06:33.602967 3820 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5gf2j] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-5gf2j for pod on switch ip-10-0-1-29.ec2.internal I0506 03:06:33.603084 3820 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5gf2j I0506 03:06:33.749455 3820 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5gf2j] pod update took 146.397197ms I0506 03:06:33.749478 3820 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5gf2j] addLogicalPort annotation time took 146.426505ms I0506 03:06:33.750648 3820 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5gf2j] addLogicalPort took 147.712797ms, libovsdb time 851.118µs I0506 03:06:35.157918 3820 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5gf2j 4eae355e928dc0d80c6223ec7c9704298e75abe6ed286e8d34eb2b67e68c7985 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5gf2j 4eae355e928dc0d80c6223ec7c9704298e75abe6ed286e8d34eb2b67e68c7985 network default NAD default NAD key ] I0506 03:06:35.167089 3820 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-5gf2j, hostIfaceName: 4eae355e928dc0d, network: default, NAD default, SandboxID: "4eae355e928dc0d80c6223ec7c9704298e75abe6ed286e8d34eb2b67e68c7985", PCI device ID: , UID: "2957aa48-d76d-4488-ae3c-2c79eeae870a", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0506 03:06:35.216615 3820 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5gf2j 4eae355e928dc0d80c6223ec7c9704298e75abe6ed286e8d34eb2b67e68c7985 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5gf2j 4eae355e928dc0d80c6223ec7c9704298e75abe6ed286e8d34eb2b67e68c7985 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a3:d2:1b:ee:95\",\"name\":\"4eae355e928dc0d\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c360905e-ca40-461f-902c-de7d8adf9022\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:06:36.138163 3820 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-458np] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-458np for pod on switch ip-10-0-1-29.ec2.internal I0506 03:06:36.138251 3820 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-458np I0506 03:06:36.174214 3820 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-458np] pod update took 35.985579ms I0506 03:06:36.174240 3820 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-458np] addLogicalPort annotation time took 36.012547ms I0506 03:06:36.175633 3820 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-458np] addLogicalPort took 37.484625ms, libovsdb time 1.024771ms I0506 03:06:36.516327 3820 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-458np 28b8bd2b0c94435a4b0aa102cda8b52c33f9b7dc135dd045b1a1170e7d6df3e8 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-458np 28b8bd2b0c94435a4b0aa102cda8b52c33f9b7dc135dd045b1a1170e7d6df3e8 network default NAD default NAD key ] I0506 03:06:36.527231 3820 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-458np, hostIfaceName: 28b8bd2b0c94435, network: default, NAD default, SandboxID: "28b8bd2b0c94435a4b0aa102cda8b52c33f9b7dc135dd045b1a1170e7d6df3e8", PCI device ID: , UID: "f9706838-14c0-4467-9b44-b0a66a97c2bf", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0506 03:06:36.579067 3820 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-458np 28b8bd2b0c94435a4b0aa102cda8b52c33f9b7dc135dd045b1a1170e7d6df3e8 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-458np 28b8bd2b0c94435a4b0aa102cda8b52c33f9b7dc135dd045b1a1170e7d6df3e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:73:00:8f:a0:dd\",\"name\":\"28b8bd2b0c94435\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8220eb1-b708-4514-9bea-71a17773401c\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:06:38.552283 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0506 03:06:38.623418 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.646107 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.656831 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.670817 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.678788 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.707826 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 03:06:40.752853 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 03:06:40.752869 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 03:06:42.852470 3820 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853017 3820 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853041 3820 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853049 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:42.853063 3820 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853070 3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:43.879939 3820 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:43.879969 3820 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:43.879985 3820 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:43.880002 3820 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:45.461325 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0506 03:06:49.298849 3820 namespace.go:142] [openshift-operators] updating namespace I0506 03:06:49.309377 3820 namespace.go:142] [openshift-operators] updating namespace W0506 03:06:49.502965 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 03:06:53.595998 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0506 03:06:57.196120 3820 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 03:06:57.196965 3820 namespace.go:102] [trusted-artifact-signer] adding namespace took 822.029µs I0506 03:06:57.225425 3820 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:06:57.232182 3820 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 03:06:57.858186 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 03:06:59.266522 3820 namespace.go:142] [openshift-operators] updating namespace I0506 03:06:59.634393 3820 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-7qhdl] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-7qhdl for pod on switch ip-10-0-1-29.ec2.internal I0506 03:06:59.634517 3820 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-7qhdl I0506 03:06:59.727476 3820 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7qhdl] pod update took 92.995912ms I0506 03:06:59.727516 3820 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-7qhdl] addLogicalPort annotation time took 93.040971ms I0506 03:06:59.728747 3820 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7qhdl] addLogicalPort took 94.371598ms, libovsdb time 881.978µs I0506 03:06:59.757326 3820 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-zjxkz] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-zjxkz for pod on switch ip-10-0-1-29.ec2.internal I0506 03:06:59.757438 3820 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-zjxkz I0506 03:06:59.818470 3820 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-zjxkz] pod update took 61.058007ms I0506 03:06:59.818508 3820 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-zjxkz] addLogicalPort annotation time took 61.099831ms I0506 03:06:59.819668 3820 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-zjxkz] addLogicalPort took 62.358084ms, libovsdb time 833.352µs I0506 03:07:00.000909 3820 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7qhdl 2165bea1635168c130922dea1620f8bbf315960a3e3b8855aeb92abdc9144f58 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7qhdl 2165bea1635168c130922dea1620f8bbf315960a3e3b8855aeb92abdc9144f58 network default NAD default NAD key ] I0506 03:07:00.010263 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-7qhdl, hostIfaceName: 2165bea1635168c, network: default, NAD default, SandboxID: "2165bea1635168c130922dea1620f8bbf315960a3e3b8855aeb92abdc9144f58", PCI device ID: , UID: "7f0234cc-835f-424c-a4c0-a2fb7dd084d5", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0506 03:07:00.078810 3820 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7qhdl 2165bea1635168c130922dea1620f8bbf315960a3e3b8855aeb92abdc9144f58 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7qhdl 2165bea1635168c130922dea1620f8bbf315960a3e3b8855aeb92abdc9144f58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:a5:b7:8c:6f:f7\",\"name\":\"2165bea1635168c\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/016b2483-12eb-4731-8076-4cc15bdc341f\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:07:00.416524 3820 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-zjxkz 2ec0ffe6dd8034fdd348e42951a608f930b394716ff48e9d18d16cf124d5b916 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-zjxkz 2ec0ffe6dd8034fdd348e42951a608f930b394716ff48e9d18d16cf124d5b916 network default NAD default NAD key ] I0506 03:07:00.428012 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-zjxkz, hostIfaceName: 2ec0ffe6dd8034f, network: default, NAD default, SandboxID: "2ec0ffe6dd8034fdd348e42951a608f930b394716ff48e9d18d16cf124d5b916", PCI device ID: , UID: "4b0b9d00-5169-4fc6-9101-22c47ea852d7", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0506 03:07:00.482956 3820 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-zjxkz 2ec0ffe6dd8034fdd348e42951a608f930b394716ff48e9d18d16cf124d5b916 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-zjxkz 2ec0ffe6dd8034fdd348e42951a608f930b394716ff48e9d18d16cf124d5b916 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:43:de:d7:f1:b1\",\"name\":\"2ec0ffe6dd8034f\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13e58aa6-ca45-497c-a3c9-26b999d97dac\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:07:00.852291 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 03:07:00.858258 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 03:07:00.880149 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 03:07:00.890048 3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 03:07:14.043974 3820 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:14.044538 3820 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:14.070170 3820 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:14.070194 3820 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:14.080586 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 03:07:14.080606 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 03:07:14.411252 3820 namespace.go:98] [openshift-pipelines] adding namespace I0506 03:07:14.412130 3820 namespace.go:102] [openshift-pipelines] adding namespace took 851.435µs I0506 03:07:14.437157 3820 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:07:15.148138 3820 namespace.go:142] [cert-manager] updating namespace I0506 03:07:15.351832 3820 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:07:15.747853 3820 namespace.go:142] [konflux-operator] updating namespace I0506 03:07:15.950850 3820 namespace.go:142] [konflux-ui] updating namespace I0506 03:07:16.151214 3820 namespace.go:142] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] updating namespace I0506 03:07:16.556392 3820 namespace.go:142] [rhbk-operator] updating namespace I0506 03:07:16.755157 3820 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:07:16.953098 3820 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:07:17.159673 3820 namespace.go:142] [tsf] updating namespace I0506 03:07:17.357982 3820 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:07:17.575086 3820 namespace.go:142] [tsf-tas] updating namespace I0506 03:07:17.786970 3820 namespace.go:142] [tsf-tpa] updating namespace I0506 03:07:17.927093 3820 namespace.go:142] [cert-manager] updating namespace I0506 03:07:17.958694 3820 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:07:17.983113 3820 namespace.go:142] [default] updating namespace I0506 03:07:18.000608 3820 namespace.go:142] [konflux-operator] updating namespace I0506 03:07:18.020837 3820 namespace.go:142] [konflux-ui] updating namespace I0506 03:07:18.038662 3820 namespace.go:142] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] updating namespace I0506 03:07:18.051077 3820 namespace.go:142] [openshift] updating namespace I0506 03:07:18.071464 3820 namespace.go:142] [rhbk-operator] updating namespace I0506 03:07:18.086695 3820 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:07:18.103249 3820 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:07:18.126810 3820 namespace.go:142] [tsf] updating namespace I0506 03:07:18.148357 3820 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:07:18.162120 3820 namespace.go:142] [tsf-tas] updating namespace I0506 03:07:18.188772 3820 namespace.go:142] [tsf-tpa] updating namespace I0506 03:07:18.267927 3820 namespace.go:142] [cert-manager] updating namespace I0506 03:07:18.349547 3820 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:07:18.403401 3820 namespace.go:142] [default] updating namespace I0506 03:07:18.463701 3820 namespace.go:142] [konflux-operator] updating namespace I0506 03:07:18.561662 3820 namespace.go:142] [konflux-ui] updating namespace I0506 03:07:18.660315 3820 namespace.go:142] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] updating namespace I0506 03:07:18.762015 3820 namespace.go:142] [openshift] updating namespace I0506 03:07:18.863150 3820 namespace.go:142] [rhbk-operator] updating namespace I0506 03:07:18.961400 3820 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:07:19.059195 3820 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:07:19.159204 3820 namespace.go:142] [tsf] updating namespace I0506 03:07:19.260399 3820 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:07:19.360113 3820 namespace.go:142] [tsf-tas] updating namespace I0506 03:07:19.468327 3820 namespace.go:142] [tsf-tpa] updating namespace I0506 03:07:19.472028 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=104 I0506 03:07:19.892317 3820 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:07:27.856907 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j for pod on switch ip-10-0-1-29.ec2.internal I0506 03:07:27.857000 3820 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j I0506 03:07:27.873357 3820 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j] pod update took 16.383234ms I0506 03:07:27.873379 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j] addLogicalPort annotation time took 16.412091ms I0506 03:07:27.874571 3820 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j] addLogicalPort took 17.683537ms, libovsdb time 842.475µs I0506 03:07:27.954825 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vtdhk] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-vtdhk for pod on switch ip-10-0-1-29.ec2.internal I0506 03:07:27.954929 3820 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vtdhk I0506 03:07:27.971710 3820 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vtdhk] pod update took 16.811159ms I0506 03:07:27.971731 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vtdhk] addLogicalPort annotation time took 16.838897ms I0506 03:07:27.972892 3820 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vtdhk] addLogicalPort took 18.080516ms, libovsdb time 821.625µs I0506 03:07:28.073220 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fftbp] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-fftbp for pod on switch ip-10-0-1-29.ec2.internal I0506 03:07:28.073325 3820 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fftbp I0506 03:07:28.089902 3820 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fftbp] pod update took 16.60782ms I0506 03:07:28.089923 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fftbp] addLogicalPort annotation time took 16.635358ms I0506 03:07:28.091053 3820 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fftbp] addLogicalPort took 17.847449ms, libovsdb time 803.96µs I0506 03:07:28.219304 3820 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j 8f1f205176643660222eeace6c54214378be3efb590fcc089aafa7a468a3a33c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j 8f1f205176643660222eeace6c54214378be3efb590fcc089aafa7a468a3a33c network default NAD default NAD key ] I0506 03:07:28.230467 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j, hostIfaceName: 8f1f20517664366, network: default, NAD default, SandboxID: "8f1f205176643660222eeace6c54214378be3efb590fcc089aafa7a468a3a33c", PCI device ID: , UID: "bab42103-43f5-4355-be07-5338d0b6d8cf", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0506 03:07:28.281346 3820 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j 8f1f205176643660222eeace6c54214378be3efb590fcc089aafa7a468a3a33c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-g5w8j 8f1f205176643660222eeace6c54214378be3efb590fcc089aafa7a468a3a33c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:bd:18:34:83:d2\",\"name\":\"8f1f20517664366\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1eea67c8-4ef6-4dff-a4bd-32e7b446bef4\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:07:28.317677 3820 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vtdhk e97126e5f45420120949a40faa681bec22d0332494c97c9cc17269fa258d769b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vtdhk e97126e5f45420120949a40faa681bec22d0332494c97c9cc17269fa258d769b network default NAD default NAD key ] I0506 03:07:28.327341 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-vtdhk, hostIfaceName: e97126e5f454201, network: default, NAD default, SandboxID: "e97126e5f45420120949a40faa681bec22d0332494c97c9cc17269fa258d769b", PCI device ID: , UID: "1305be21-be8b-465a-ad02-320dfb33881b", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0506 03:07:28.380908 3820 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vtdhk e97126e5f45420120949a40faa681bec22d0332494c97c9cc17269fa258d769b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vtdhk e97126e5f45420120949a40faa681bec22d0332494c97c9cc17269fa258d769b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:26:8f:ef:98:62\",\"name\":\"e97126e5f454201\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/447e08de-01fb-4615-a913-d8ce6926d9dd\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:07:28.435991 3820 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fftbp b4c0de824af3a18c0228a62ac09c93ed53f9e5c7907e27ccc5ac484f24e7e4d4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fftbp b4c0de824af3a18c0228a62ac09c93ed53f9e5c7907e27ccc5ac484f24e7e4d4 network default NAD default NAD key ] I0506 03:07:28.445665 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-fftbp, hostIfaceName: b4c0de824af3a18, network: default, NAD default, SandboxID: "b4c0de824af3a18c0228a62ac09c93ed53f9e5c7907e27ccc5ac484f24e7e4d4", PCI device ID: , UID: "32edc0ef-1428-416d-927f-7265e5683b6d", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0506 03:07:28.496654 3820 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fftbp b4c0de824af3a18c0228a62ac09c93ed53f9e5c7907e27ccc5ac484f24e7e4d4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-fftbp b4c0de824af3a18c0228a62ac09c93ed53f9e5c7907e27ccc5ac484f24e7e4d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ea:9e:95:74:27\",\"name\":\"b4c0de824af3a18\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb72c98d-814a-474e-a0c8-3164fc96af60\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:07:32.004523 3820 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:32.004543 3820 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:32.004548 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:32.031432 3820 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:32.031471 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:32.031479 3820 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:32.769738 3820 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:32.769757 3820 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:32.769770 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:32.769776 3820 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:33.026169 3820 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 03:07:33.064046 3820 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0506 03:07:38.463770 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=112 I0506 03:07:42.567981 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 W0506 03:07:43.751899 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:43.751917 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:43.751922 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:43.751927 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:55.125267 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 03:07:56.260536 3820 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:56.261076 3820 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:56.282132 3820 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:56.282153 3820 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:56.288779 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 03:07:56.288801 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 03:07:58.291228 3820 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 03:07:58.291812 3820 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 03:07:58.291833 3820 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 03:07:58.293749 3820 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0506 03:08:06.189159 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 03:08:06.189178 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 03:08:06.192738 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 03:08:06.192755 3820 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 03:08:13.156167 3820 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:08:14.321820 3820 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:08:17.407136 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-29.ec2.internal I0506 03:08:17.407258 3820 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0506 03:08:17.420880 3820 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.644142ms I0506 03:08:17.420907 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.675963ms I0506 03:08:17.422174 3820 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.053392ms, libovsdb time 890.732µs I0506 03:08:24.067981 3820 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 5b0becddeb4a58173a1233ffe9a5dd62ada543162e5a013c4eaa6231958f5b41 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 5b0becddeb4a58173a1233ffe9a5dd62ada543162e5a013c4eaa6231958f5b41 network default NAD default NAD key ] I0506 03:08:24.077827 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 5b0becddeb4a581, network: default, NAD default, SandboxID: "5b0becddeb4a58173a1233ffe9a5dd62ada543162e5a013c4eaa6231958f5b41", PCI device ID: , UID: "fee8b80a-f37e-4700-a6d1-8c3878c4130f", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0506 03:08:24.129110 3820 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 5b0becddeb4a58173a1233ffe9a5dd62ada543162e5a013c4eaa6231958f5b41 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 5b0becddeb4a58173a1233ffe9a5dd62ada543162e5a013c4eaa6231958f5b41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:65:22:63:fa:87\",\"name\":\"5b0becddeb4a581\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f75fea5-ea70-4657-a9ac-b3e34ee308c9\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:08:31.057616 3820 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:08:32.626162 3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-gg5gg] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-gg5gg for pod on switch ip-10-0-1-29.ec2.internal I0506 03:08:32.626291 3820 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-gg5gg I0506 03:08:32.645373 3820 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gg5gg] pod update took 19.103215ms I0506 03:08:32.645404 3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-gg5gg] addLogicalPort annotation time took 19.13964ms I0506 03:08:32.647076 3820 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gg5gg] addLogicalPort took 20.927743ms, libovsdb time 1.118612ms I0506 03:08:33.290697 3820 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gg5gg b9325c14c8514f7fc06cc79cd4a188b88b0f5190e3cf3a00f26237db826b8d3d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gg5gg b9325c14c8514f7fc06cc79cd4a188b88b0f5190e3cf3a00f26237db826b8d3d network default NAD default NAD key ] I0506 03:08:33.300106 3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-gg5gg, hostIfaceName: b9325c14c8514f7, network: default, NAD default, SandboxID: "b9325c14c8514f7fc06cc79cd4a188b88b0f5190e3cf3a00f26237db826b8d3d", PCI device ID: , UID: "4e538665-6c88-4f7a-adaf-16d853f7973a", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0506 03:08:33.352382 3820 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gg5gg b9325c14c8514f7fc06cc79cd4a188b88b0f5190e3cf3a00f26237db826b8d3d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gg5gg b9325c14c8514f7fc06cc79cd4a188b88b0f5190e3cf3a00f26237db826b8d3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:06:e8:43:f8:ab\",\"name\":\"b9325c14c8514f7\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87bd98fe-3eb3-4f0b-bb35-bfecd191f98a\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:08:39.307860 3820 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:08:39.307884 3820 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:08:39.307891 3820 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 03:08:48.485580 3820 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:48.486143 3820 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:48.525937 3820 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:48.525956 3820 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:48.532754 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 03:08:48.532776 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 03:08:51.020310 3820 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-55d947985-ttsb2] creating logical port tsf-tas_fulcio-server-55d947985-ttsb2 for pod on switch ip-10-0-1-29.ec2.internal I0506 03:08:51.020415 3820 kube.go:256] Updating pod tsf-tas/fulcio-server-55d947985-ttsb2 I0506 03:08:51.042289 3820 pod.go:62] [tsf-tas/fulcio-server-55d947985-ttsb2] pod update took 21.909869ms I0506 03:08:51.042312 3820 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-55d947985-ttsb2] addLogicalPort annotation time took 21.937844ms I0506 03:08:51.043459 3820 pods.go:271] [tsf-tas/fulcio-server-55d947985-ttsb2] addLogicalPort took 23.170529ms, libovsdb time 748.237µs I0506 03:08:51.386015 3820 cni.go:452] [tsf-tas/fulcio-server-55d947985-ttsb2 8f97798147746f80fda615bc76071219cdc33a99f5a5f1ad6a189af2d75f3d70 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-55d947985-ttsb2 8f97798147746f80fda615bc76071219cdc33a99f5a5f1ad6a189af2d75f3d70 network default NAD default NAD key ] I0506 03:08:51.396657 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-55d947985-ttsb2, hostIfaceName: 8f97798147746f8, network: default, NAD default, SandboxID: "8f97798147746f80fda615bc76071219cdc33a99f5a5f1ad6a189af2d75f3d70", PCI device ID: , UID: "4067397f-59f2-4ded-9e4d-5c05af1bb189", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0506 03:08:51.449830 3820 cni.go:473] [tsf-tas/fulcio-server-55d947985-ttsb2 8f97798147746f80fda615bc76071219cdc33a99f5a5f1ad6a189af2d75f3d70 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-55d947985-ttsb2 8f97798147746f80fda615bc76071219cdc33a99f5a5f1ad6a189af2d75f3d70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:5b:e2:3e:97:b6\",\"name\":\"8f97798147746f8\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cfa0f4a-9336-411a-8b1f-6654a9200053\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:08:51.544340 3820 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-5kjqb-8hc98] creating logical port tsf-tas_rekor-createtree-job-5kjqb-8hc98 for pod on switch ip-10-0-1-29.ec2.internal I0506 03:08:51.544436 3820 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-5kjqb-8hc98 I0506 03:08:51.565089 3820 pod.go:62] [tsf-tas/rekor-createtree-job-5kjqb-8hc98] pod update took 20.67685ms I0506 03:08:51.565151 3820 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-5kjqb-8hc98] addLogicalPort annotation time took 20.743517ms I0506 03:08:51.568633 3820 pods.go:271] [tsf-tas/rekor-createtree-job-5kjqb-8hc98] addLogicalPort took 24.310535ms, libovsdb time 1.778971ms I0506 03:08:51.574890 3820 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-ff945c687-n8dvb] creating logical port tsf-tas_trillian-logsigner-ff945c687-n8dvb for pod on switch ip-10-0-1-29.ec2.internal I0506 03:08:51.575028 3820 kube.go:256] Updating pod tsf-tas/trillian-logsigner-ff945c687-n8dvb I0506 03:08:51.593086 3820 pod.go:62] [tsf-tas/trillian-logsigner-ff945c687-n8dvb] pod update took 18.105241ms I0506 03:08:51.593109 3820 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-ff945c687-n8dvb] addLogicalPort annotation time took 18.134393ms I0506 03:08:51.594358 3820 pods.go:271] [tsf-tas/trillian-logsigner-ff945c687-n8dvb] addLogicalPort took 19.485759ms, libovsdb time 833.054µs I0506 03:08:51.924260 3820 cni.go:452] [tsf-tas/rekor-createtree-job-5kjqb-8hc98 84c8fbe2c3af4f6292ab6dad4bc865f54f0c35bee28577da01dae61d2c03af52 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-5kjqb-8hc98 84c8fbe2c3af4f6292ab6dad4bc865f54f0c35bee28577da01dae61d2c03af52 network default NAD default NAD key ] I0506 03:08:51.933831 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-5kjqb-8hc98, hostIfaceName: 84c8fbe2c3af4f6, network: default, NAD default, SandboxID: "84c8fbe2c3af4f6292ab6dad4bc865f54f0c35bee28577da01dae61d2c03af52", PCI device ID: , UID: "e3c2a271-4d98-466a-8e28-3072cd9609c9", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0506 03:08:51.985591 3820 cni.go:473] [tsf-tas/rekor-createtree-job-5kjqb-8hc98 84c8fbe2c3af4f6292ab6dad4bc865f54f0c35bee28577da01dae61d2c03af52 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-5kjqb-8hc98 84c8fbe2c3af4f6292ab6dad4bc865f54f0c35bee28577da01dae61d2c03af52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a7:96:a2:1f:80\",\"name\":\"84c8fbe2c3af4f6\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b4533c2-d0c5-4351-8e8d-d62d01c5f7a2\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:08:53.125090 3820 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 03:08:53.125111 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0506 03:08:53.151202 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0506 03:08:53.151228 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0506 03:08:53.439725 3820 cni.go:452] [tsf-tas/trillian-logsigner-ff945c687-n8dvb c0cff7d20697e1fdd60d4061a9027136f7a5fd074551edf70a2616eb1c619323 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-ff945c687-n8dvb c0cff7d20697e1fdd60d4061a9027136f7a5fd074551edf70a2616eb1c619323 network default NAD default NAD key ] I0506 03:08:53.449716 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-ff945c687-n8dvb, hostIfaceName: c0cff7d20697e1f, network: default, NAD default, SandboxID: "c0cff7d20697e1fdd60d4061a9027136f7a5fd074551edf70a2616eb1c619323", PCI device ID: , UID: "1884ad15-e164-4498-b948-a08a4674c383", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0506 03:08:53.503054 3820 cni.go:473] [tsf-tas/trillian-logsigner-ff945c687-n8dvb c0cff7d20697e1fdd60d4061a9027136f7a5fd074551edf70a2616eb1c619323 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-ff945c687-n8dvb c0cff7d20697e1fdd60d4061a9027136f7a5fd074551edf70a2616eb1c619323 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:98:35:54:3d:69\",\"name\":\"c0cff7d20697e1f\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7c703e8-1ed5-4f11-8550-74f1e721dde1\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:08:54.186822 3820 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6ddc7fd5d-h6wl8] creating logical port tsf-tas_trillian-db-6ddc7fd5d-h6wl8 for pod on switch ip-10-0-1-29.ec2.internal I0506 03:08:54.186941 3820 kube.go:256] Updating pod tsf-tas/trillian-db-6ddc7fd5d-h6wl8 I0506 03:08:54.202882 3820 pod.go:62] [tsf-tas/trillian-db-6ddc7fd5d-h6wl8] pod update took 15.964949ms I0506 03:08:54.202903 3820 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6ddc7fd5d-h6wl8] addLogicalPort annotation time took 15.991788ms I0506 03:08:54.204157 3820 pods.go:271] [tsf-tas/trillian-db-6ddc7fd5d-h6wl8] addLogicalPort took 17.351776ms, libovsdb time 871.412µs I0506 03:08:57.633263 3820 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:57.633853 3820 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:58.565640 3820 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:58.565665 3820 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:09:00.172249 3820 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 03:09:04.449509 3820 cni.go:452] [tsf-tas/trillian-db-6ddc7fd5d-h6wl8 5ac8c5e5f4818a06d87d8b88fb93a8c22865ec091742486cf33452ba498ab486 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6ddc7fd5d-h6wl8 5ac8c5e5f4818a06d87d8b88fb93a8c22865ec091742486cf33452ba498ab486 network default NAD default NAD key ] I0506 03:09:04.458999 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6ddc7fd5d-h6wl8, hostIfaceName: 5ac8c5e5f4818a0, network: default, NAD default, SandboxID: "5ac8c5e5f4818a06d87d8b88fb93a8c22865ec091742486cf33452ba498ab486", PCI device ID: , UID: "7aad6699-cfd4-4d08-946b-7c3c357aa678", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0506 03:09:04.514117 3820 cni.go:473] [tsf-tas/trillian-db-6ddc7fd5d-h6wl8 5ac8c5e5f4818a06d87d8b88fb93a8c22865ec091742486cf33452ba498ab486 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6ddc7fd5d-h6wl8 5ac8c5e5f4818a06d87d8b88fb93a8c22865ec091742486cf33452ba498ab486 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f1:84:76:98:04\",\"name\":\"5ac8c5e5f4818a0\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff09d079-fee4-4b3f-9ead-c0a4f1c49e22\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:09:05.465070 3820 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 03:09:06.614300 3820 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:06.614912 3820 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:07.502791 3820 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:07.502819 3820 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:09:10.223089 3820 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0506 03:09:21.272719 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 03:09:24.595688 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 03:09:27.476448 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=356 W0506 03:09:32.597121 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0506 03:09:32.705662 3820 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 03:09:32.705683 3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 03:09:39.332187 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 03:09:43.793450 3820 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:43.794024 3820 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:43.815138 3820 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:43.815162 3820 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:43.822454 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 03:09:43.822476 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 03:09:54.841009 3820 obj_retry.go:498] Detected object tsf/patch-tekton-config-92vr5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:54.841557 3820 obj_retry.go:498] Detected object tsf/patch-tekton-config-92vr5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:55.869289 3820 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:55.869319 3820 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:55.979091 3820 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-ffd4j] creating logical port tsf_tsf-tekton-configuration-ffd4j for pod on switch ip-10-0-1-29.ec2.internal I0506 03:09:55.979213 3820 kube.go:256] Updating pod tsf/tsf-tekton-configuration-ffd4j I0506 03:09:55.992500 3820 pod.go:62] [tsf/tsf-tekton-configuration-ffd4j] pod update took 13.289294ms I0506 03:09:55.992521 3820 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-ffd4j] addLogicalPort annotation time took 13.334669ms I0506 03:09:55.993984 3820 pods.go:271] [tsf/tsf-tekton-configuration-ffd4j] addLogicalPort took 14.910268ms, libovsdb time 920.128µs I0506 03:09:56.346208 3820 cni.go:452] [tsf/tsf-tekton-configuration-ffd4j ddd4bb7dc2f9d705121b95ed0b8495eaa346e8753c2365daa6d1f15ccee91d5a network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-ffd4j ddd4bb7dc2f9d705121b95ed0b8495eaa346e8753c2365daa6d1f15ccee91d5a network default NAD default NAD key ] I0506 03:09:56.355608 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-ffd4j, hostIfaceName: ddd4bb7dc2f9d70, network: default, NAD default, SandboxID: "ddd4bb7dc2f9d705121b95ed0b8495eaa346e8753c2365daa6d1f15ccee91d5a", PCI device ID: , UID: "ce138881-d695-4793-8825-1afbbe4b181a", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0506 03:09:56.408903 3820 cni.go:473] [tsf/tsf-tekton-configuration-ffd4j ddd4bb7dc2f9d705121b95ed0b8495eaa346e8753c2365daa6d1f15ccee91d5a network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-ffd4j ddd4bb7dc2f9d705121b95ed0b8495eaa346e8753c2365daa6d1f15ccee91d5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:57:fd:2b:ff:72\",\"name\":\"ddd4bb7dc2f9d70\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa391fed-b48f-4c29-8d78-3d897f94f958\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:10:02.881518 3820 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:02.882034 3820 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:03.765988 3820 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:03.766013 3820 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:04.028906 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:04.029454 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:04.906521 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:04.906553 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:10:09.784783 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 03:10:17.486455 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0506 03:10:20.581146 3820 cni.go:452] [tsf/tsf-tekton-configuration-ffd4j ddd4bb7dc2f9d705121b95ed0b8495eaa346e8753c2365daa6d1f15ccee91d5a network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-ffd4j ddd4bb7dc2f9d705121b95ed0b8495eaa346e8753c2365daa6d1f15ccee91d5a network default NAD default NAD key ] I0506 03:10:20.581322 3820 cni.go:452] [tsf-tas/rekor-createtree-job-5kjqb-8hc98 84c8fbe2c3af4f6292ab6dad4bc865f54f0c35bee28577da01dae61d2c03af52 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-5kjqb-8hc98 84c8fbe2c3af4f6292ab6dad4bc865f54f0c35bee28577da01dae61d2c03af52 network default NAD default NAD key ] I0506 03:10:20.675076 3820 cni.go:473] [tsf/tsf-tekton-configuration-ffd4j ddd4bb7dc2f9d705121b95ed0b8495eaa346e8753c2365daa6d1f15ccee91d5a network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-ffd4j ddd4bb7dc2f9d705121b95ed0b8495eaa346e8753c2365daa6d1f15ccee91d5a network default NAD default NAD key default], result "{}", err I0506 03:10:20.694014 3820 cni.go:473] [tsf-tas/rekor-createtree-job-5kjqb-8hc98 84c8fbe2c3af4f6292ab6dad4bc865f54f0c35bee28577da01dae61d2c03af52 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-5kjqb-8hc98 84c8fbe2c3af4f6292ab6dad4bc865f54f0c35bee28577da01dae61d2c03af52 network default NAD default NAD key default], result "{}", err I0506 03:10:20.739130 3820 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-ffd4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:20.739167 3820 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-ffd4j I0506 03:10:20.740424 3820 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-ffd4j, ips: 10.129.0.38 I0506 03:10:20.740450 3820 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-ffd4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:20.758800 3820 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:20.758834 3820 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-5kjqb-8hc98 I0506 03:10:20.760090 3820 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-5kjqb-8hc98, ips: 10.129.0.35 I0506 03:10:20.760118 3820 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:21.612948 3820 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.612972 3820 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.760347 3820 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-ffd4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.760375 3820 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-ffd4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.795655 3820 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.795680 3820 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.802580 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-92vr5 I0506 03:10:21.802596 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-92vr5 I0506 03:10:22.859560 3820 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-749cb897b-r4tcp] creating logical port tsf-tas_rekor-redis-749cb897b-r4tcp for pod on switch ip-10-0-1-29.ec2.internal I0506 03:10:22.859656 3820 kube.go:256] Updating pod tsf-tas/rekor-redis-749cb897b-r4tcp I0506 03:10:22.875321 3820 pod.go:62] [tsf-tas/rekor-redis-749cb897b-r4tcp] pod update took 15.687662ms I0506 03:10:22.875385 3820 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-749cb897b-r4tcp] addLogicalPort annotation time took 15.754887ms I0506 03:10:22.876651 3820 pods.go:271] [tsf-tas/rekor-redis-749cb897b-r4tcp] addLogicalPort took 17.113926ms, libovsdb time 864.083µs I0506 03:10:23.004736 3820 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-b466d8f76-wd7th] creating logical port tsf-tas_rekor-search-ui-b466d8f76-wd7th for pod on switch ip-10-0-1-29.ec2.internal I0506 03:10:23.004835 3820 kube.go:256] Updating pod tsf-tas/rekor-search-ui-b466d8f76-wd7th I0506 03:10:23.018250 3820 pod.go:62] [tsf-tas/rekor-search-ui-b466d8f76-wd7th] pod update took 13.436472ms I0506 03:10:23.018276 3820 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-b466d8f76-wd7th] addLogicalPort annotation time took 13.466964ms I0506 03:10:23.019554 3820 pods.go:271] [tsf-tas/rekor-search-ui-b466d8f76-wd7th] addLogicalPort took 14.826644ms, libovsdb time 874.217µs I0506 03:10:23.364284 3820 cni.go:452] [tsf-tas/rekor-search-ui-b466d8f76-wd7th 25bf33602396179b9b6ef37e77b91e89fb02f0e28bf2eb5cc530fb7c20263b57 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-b466d8f76-wd7th 25bf33602396179b9b6ef37e77b91e89fb02f0e28bf2eb5cc530fb7c20263b57 network default NAD default NAD key ] I0506 03:10:23.374103 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-b466d8f76-wd7th, hostIfaceName: 25bf33602396179, network: default, NAD default, SandboxID: "25bf33602396179b9b6ef37e77b91e89fb02f0e28bf2eb5cc530fb7c20263b57", PCI device ID: , UID: "96b2a8d4-056d-42f1-badb-d0cd135c5cec", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0506 03:10:23.426631 3820 cni.go:473] [tsf-tas/rekor-search-ui-b466d8f76-wd7th 25bf33602396179b9b6ef37e77b91e89fb02f0e28bf2eb5cc530fb7c20263b57 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-b466d8f76-wd7th 25bf33602396179b9b6ef37e77b91e89fb02f0e28bf2eb5cc530fb7c20263b57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:19:ed:3e:bd:28\",\"name\":\"25bf33602396179\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/136d4444-c526-4a4a-88f3-5b50ea42bb92\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:10:23.578627 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 03:10:23.819521 3820 cni.go:452] [tsf-tas/rekor-redis-749cb897b-r4tcp 0828bd5760f5b7e9900e749e065c096c4c1229ca6a7cf3f7dac01ba7bafb88ea network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-749cb897b-r4tcp 0828bd5760f5b7e9900e749e065c096c4c1229ca6a7cf3f7dac01ba7bafb88ea network default NAD default NAD key ] I0506 03:10:23.829898 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-749cb897b-r4tcp, hostIfaceName: 0828bd5760f5b7e, network: default, NAD default, SandboxID: "0828bd5760f5b7e9900e749e065c096c4c1229ca6a7cf3f7dac01ba7bafb88ea", PCI device ID: , UID: "71f40ed1-d5be-4f9a-bd9e-de06678bd5d2", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0506 03:10:23.882471 3820 cni.go:473] [tsf-tas/rekor-redis-749cb897b-r4tcp 0828bd5760f5b7e9900e749e065c096c4c1229ca6a7cf3f7dac01ba7bafb88ea network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-749cb897b-r4tcp 0828bd5760f5b7e9900e749e065c096c4c1229ca6a7cf3f7dac01ba7bafb88ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:4a:e2:3c:3f:0a\",\"name\":\"0828bd5760f5b7e\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/977c0e5f-4fd0-406b-aefb-4d3cc80e8f91\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:10:25.611685 3820 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 03:10:27.109940 3820 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:27.110588 3820 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:27.130355 3820 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:27.130379 3820 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:27.138254 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 03:10:27.138321 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 03:10:28.440131 3820 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-7c5cf] creating logical port tsf-tpa_create-db-7c5cf for pod on switch ip-10-0-1-29.ec2.internal I0506 03:10:28.440245 3820 kube.go:256] Updating pod tsf-tpa/create-db-7c5cf I0506 03:10:28.452891 3820 pod.go:62] [tsf-tpa/create-db-7c5cf] pod update took 12.681554ms I0506 03:10:28.452917 3820 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-7c5cf] addLogicalPort annotation time took 12.714201ms I0506 03:10:28.454449 3820 pods.go:271] [tsf-tpa/create-db-7c5cf] addLogicalPort took 14.333838ms, libovsdb time 1.035672ms I0506 03:10:28.809686 3820 cni.go:452] [tsf-tpa/create-db-7c5cf 2e1f41916760163b480ee6c63fec73c50d00c11ab6bc455f08c90b3fdfd77189 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-7c5cf 2e1f41916760163b480ee6c63fec73c50d00c11ab6bc455f08c90b3fdfd77189 network default NAD default NAD key ] I0506 03:10:28.819099 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-7c5cf, hostIfaceName: 2e1f41916760163, network: default, NAD default, SandboxID: "2e1f41916760163b480ee6c63fec73c50d00c11ab6bc455f08c90b3fdfd77189", PCI device ID: , UID: "977ccf38-5cc8-45d3-80a1-06e76acbcd82", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0506 03:10:28.873797 3820 cni.go:473] [tsf-tpa/create-db-7c5cf 2e1f41916760163b480ee6c63fec73c50d00c11ab6bc455f08c90b3fdfd77189 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-7c5cf 2e1f41916760163b480ee6c63fec73c50d00c11ab6bc455f08c90b3fdfd77189 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:be:49:1e:c2:e6\",\"name\":\"2e1f41916760163\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad0ddce5-8826-4d6d-a5a9-6bc6547467bc\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:10:29.559502 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0506 03:10:29.631963 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0506 03:10:31.906898 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 03:10:32.656774 3820 cni.go:452] [tsf-tpa/create-db-7c5cf 2e1f41916760163b480ee6c63fec73c50d00c11ab6bc455f08c90b3fdfd77189 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-7c5cf 2e1f41916760163b480ee6c63fec73c50d00c11ab6bc455f08c90b3fdfd77189 network default NAD default NAD key ] I0506 03:10:32.738415 3820 cni.go:473] [tsf-tpa/create-db-7c5cf 2e1f41916760163b480ee6c63fec73c50d00c11ab6bc455f08c90b3fdfd77189 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-7c5cf 2e1f41916760163b480ee6c63fec73c50d00c11ab6bc455f08c90b3fdfd77189 network default NAD default NAD key default], result "{}", err I0506 03:10:32.793783 3820 obj_retry.go:498] Detected object tsf-tpa/create-db-7c5cf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:32.793819 3820 pods.go:176] Deleting pod: tsf-tpa/create-db-7c5cf I0506 03:10:32.795570 3820 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-7c5cf, ips: 10.129.0.41 I0506 03:10:32.795605 3820 obj_retry.go:498] Detected object tsf-tpa/create-db-7c5cf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:33.820118 3820 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:33.820149 3820 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:33.917647 3820 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-ms28b] creating logical port tsf-tpa_migrate-db-ms28b for pod on switch ip-10-0-1-29.ec2.internal I0506 03:10:33.917741 3820 kube.go:256] Updating pod tsf-tpa/migrate-db-ms28b I0506 03:10:33.933372 3820 pod.go:62] [tsf-tpa/migrate-db-ms28b] pod update took 15.652935ms I0506 03:10:33.933404 3820 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-ms28b] addLogicalPort annotation time took 15.688702ms I0506 03:10:33.934839 3820 pods.go:271] [tsf-tpa/migrate-db-ms28b] addLogicalPort took 17.20953ms, libovsdb time 894.824µs I0506 03:10:34.279593 3820 cni.go:452] [tsf-tpa/migrate-db-ms28b 6dd5c936571eb4e4af34d2640c8099b85b3890f63d3d7c555e9fa42bddeaf018 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-ms28b 6dd5c936571eb4e4af34d2640c8099b85b3890f63d3d7c555e9fa42bddeaf018 network default NAD default NAD key ] I0506 03:10:34.289237 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-ms28b, hostIfaceName: 6dd5c936571eb4e, network: default, NAD default, SandboxID: "6dd5c936571eb4e4af34d2640c8099b85b3890f63d3d7c555e9fa42bddeaf018", PCI device ID: , UID: "83aff53e-6447-4b46-bbef-b1cd0189d39d", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0506 03:10:34.343697 3820 cni.go:473] [tsf-tpa/migrate-db-ms28b 6dd5c936571eb4e4af34d2640c8099b85b3890f63d3d7c555e9fa42bddeaf018 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-ms28b 6dd5c936571eb4e4af34d2640c8099b85b3890f63d3d7c555e9fa42bddeaf018 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:4c:cf:c6:6a:1a\",\"name\":\"6dd5c936571eb4e\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa875131-2f13-437b-a750-fc97de76f206\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:10:36.681671 3820 cni.go:452] [tsf-tpa/migrate-db-ms28b 6dd5c936571eb4e4af34d2640c8099b85b3890f63d3d7c555e9fa42bddeaf018 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-ms28b 6dd5c936571eb4e4af34d2640c8099b85b3890f63d3d7c555e9fa42bddeaf018 network default NAD default NAD key ] I0506 03:10:36.773231 3820 cni.go:473] [tsf-tpa/migrate-db-ms28b 6dd5c936571eb4e4af34d2640c8099b85b3890f63d3d7c555e9fa42bddeaf018 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-ms28b 6dd5c936571eb4e4af34d2640c8099b85b3890f63d3d7c555e9fa42bddeaf018 network default NAD default NAD key default], result "{}", err I0506 03:10:36.825929 3820 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ms28b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:36.825964 3820 pods.go:176] Deleting pod: tsf-tpa/migrate-db-ms28b I0506 03:10:36.827423 3820 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-ms28b, ips: 10.129.0.42 I0506 03:10:36.827451 3820 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ms28b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:36.946656 3820 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:36.946686 3820 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:37.126707 3820 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-968d9] creating logical port tsf-tpa_create-importers-968d9 for pod on switch ip-10-0-1-29.ec2.internal I0506 03:10:37.126824 3820 kube.go:256] Updating pod tsf-tpa/create-importers-968d9 I0506 03:10:37.138884 3820 pod.go:62] [tsf-tpa/create-importers-968d9] pod update took 12.092472ms I0506 03:10:37.138906 3820 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-968d9] addLogicalPort annotation time took 12.120152ms I0506 03:10:37.140243 3820 pods.go:271] [tsf-tpa/create-importers-968d9] addLogicalPort took 13.552426ms, libovsdb time 928.959µs I0506 03:10:37.487177 3820 cni.go:452] [tsf-tpa/create-importers-968d9 1f4c1057ea9c7841b5058e38b1456c9a0cc867878a9b3355f5e9d65c3bf99298 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-968d9 1f4c1057ea9c7841b5058e38b1456c9a0cc867878a9b3355f5e9d65c3bf99298 network default NAD default NAD key ] I0506 03:10:37.497897 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-968d9, hostIfaceName: 1f4c1057ea9c784, network: default, NAD default, SandboxID: "1f4c1057ea9c7841b5058e38b1456c9a0cc867878a9b3355f5e9d65c3bf99298", PCI device ID: , UID: "93641137-468a-46e8-b284-3dae76d6efb3", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0506 03:10:37.550967 3820 cni.go:473] [tsf-tpa/create-importers-968d9 1f4c1057ea9c7841b5058e38b1456c9a0cc867878a9b3355f5e9d65c3bf99298 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-968d9 1f4c1057ea9c7841b5058e38b1456c9a0cc867878a9b3355f5e9d65c3bf99298 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:0b:b3:a4:2e:c1\",\"name\":\"1f4c1057ea9c784\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c924b589-ae1c-46c2-8cfe-6d52a8b79a85\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:10:37.652845 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0506 03:10:39.703954 3820 cni.go:452] [tsf-tpa/create-importers-968d9 1f4c1057ea9c7841b5058e38b1456c9a0cc867878a9b3355f5e9d65c3bf99298 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-968d9 1f4c1057ea9c7841b5058e38b1456c9a0cc867878a9b3355f5e9d65c3bf99298 network default NAD default NAD key ] I0506 03:10:39.793929 3820 cni.go:473] [tsf-tpa/create-importers-968d9 1f4c1057ea9c7841b5058e38b1456c9a0cc867878a9b3355f5e9d65c3bf99298 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-968d9 1f4c1057ea9c7841b5058e38b1456c9a0cc867878a9b3355f5e9d65c3bf99298 network default NAD default NAD key default], result "{}", err I0506 03:10:39.844343 3820 obj_retry.go:498] Detected object tsf-tpa/create-importers-968d9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:39.844378 3820 pods.go:176] Deleting pod: tsf-tpa/create-importers-968d9 I0506 03:10:39.845673 3820 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-968d9, ips: 10.129.0.43 I0506 03:10:39.845705 3820 obj_retry.go:498] Detected object tsf-tpa/create-importers-968d9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:40.160072 3820 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:40.160092 3820 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:10:41.641173 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 03:10:49.233510 3820 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-qpbbl-c54hj] creating logical port tsf-tas_tuf-repository-init-qpbbl-c54hj for pod on switch ip-10-0-1-29.ec2.internal I0506 03:10:49.233645 3820 kube.go:256] Updating pod tsf-tas/tuf-repository-init-qpbbl-c54hj I0506 03:10:49.249353 3820 pod.go:62] [tsf-tas/tuf-repository-init-qpbbl-c54hj] pod update took 15.730952ms I0506 03:10:49.249377 3820 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-qpbbl-c54hj] addLogicalPort annotation time took 15.761295ms I0506 03:10:49.250644 3820 pods.go:271] [tsf-tas/tuf-repository-init-qpbbl-c54hj] addLogicalPort took 17.185077ms, libovsdb time 845.04µs W0506 03:10:53.021754 3820 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 03:10:56.808497 3820 cni.go:452] [tsf-tas/tuf-repository-init-qpbbl-c54hj 4f00c8aa9a244e528b0876fc8fbd4f7a0fada29412bc7c44bc2aae16b41dc745 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-qpbbl-c54hj 4f00c8aa9a244e528b0876fc8fbd4f7a0fada29412bc7c44bc2aae16b41dc745 network default NAD default NAD key ] I0506 03:10:56.817982 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-qpbbl-c54hj, hostIfaceName: 4f00c8aa9a244e5, network: default, NAD default, SandboxID: "4f00c8aa9a244e528b0876fc8fbd4f7a0fada29412bc7c44bc2aae16b41dc745", PCI device ID: , UID: "62ca905f-0b85-48b3-8b22-df42b82a2365", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0506 03:10:56.870121 3820 cni.go:473] [tsf-tas/tuf-repository-init-qpbbl-c54hj 4f00c8aa9a244e528b0876fc8fbd4f7a0fada29412bc7c44bc2aae16b41dc745 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-qpbbl-c54hj 4f00c8aa9a244e528b0876fc8fbd4f7a0fada29412bc7c44bc2aae16b41dc745 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:4d:0a:09:16:31\",\"name\":\"4f00c8aa9a244e5\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fa0ca28-a4dd-4b4a-b046-46766d433131\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:11:01.565262 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 03:11:02.839829 3820 cni.go:452] [tsf-tas/tuf-repository-init-qpbbl-c54hj 4f00c8aa9a244e528b0876fc8fbd4f7a0fada29412bc7c44bc2aae16b41dc745 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-qpbbl-c54hj 4f00c8aa9a244e528b0876fc8fbd4f7a0fada29412bc7c44bc2aae16b41dc745 network default NAD default NAD key ] I0506 03:11:02.926068 3820 cni.go:473] [tsf-tas/tuf-repository-init-qpbbl-c54hj 4f00c8aa9a244e528b0876fc8fbd4f7a0fada29412bc7c44bc2aae16b41dc745 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-qpbbl-c54hj 4f00c8aa9a244e528b0876fc8fbd4f7a0fada29412bc7c44bc2aae16b41dc745 network default NAD default NAD key default], result "{}", err I0506 03:11:02.977924 3820 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:02.977978 3820 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-qpbbl-c54hj I0506 03:11:02.979427 3820 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-qpbbl-c54hj, ips: 10.129.0.44 I0506 03:11:02.979456 3820 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:03.851372 3820 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:03.851394 3820 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:06.337443 3820 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-kbtlx] creating logical port tsf-tas_tuf-97fc8ff76-kbtlx for pod on switch ip-10-0-1-29.ec2.internal I0506 03:11:06.337570 3820 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-kbtlx I0506 03:11:06.354285 3820 pod.go:62] [tsf-tas/tuf-97fc8ff76-kbtlx] pod update took 16.739431ms I0506 03:11:06.354307 3820 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-kbtlx] addLogicalPort annotation time took 16.767546ms I0506 03:11:06.355720 3820 pods.go:271] [tsf-tas/tuf-97fc8ff76-kbtlx] addLogicalPort took 18.29924ms, libovsdb time 947.536µs I0506 03:11:06.998215 3820 cni.go:452] [tsf-tas/tuf-97fc8ff76-kbtlx a72fafe08fc2762d5bc8dad7889c5476250f630dc2a3008da562affabb75ea49 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-kbtlx a72fafe08fc2762d5bc8dad7889c5476250f630dc2a3008da562affabb75ea49 network default NAD default NAD key ] I0506 03:11:07.008019 3820 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-kbtlx, hostIfaceName: a72fafe08fc2762, network: default, NAD default, SandboxID: "a72fafe08fc2762d5bc8dad7889c5476250f630dc2a3008da562affabb75ea49", PCI device ID: , UID: "2a9addd3-a184-450d-86a2-882ed8dbd1f8", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0506 03:11:07.061309 3820 cni.go:473] [tsf-tas/tuf-97fc8ff76-kbtlx a72fafe08fc2762d5bc8dad7889c5476250f630dc2a3008da562affabb75ea49 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-kbtlx a72fafe08fc2762d5bc8dad7889c5476250f630dc2a3008da562affabb75ea49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:54:31:46:1b:55\",\"name\":\"a72fafe08fc2762\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/897a3235-7a1a-417f-9070-92f991de16b9\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:11:09.874405 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 03:11:15.555173 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0506 03:11:20.884020 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0506 03:11:21.315203 3820 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:21.315736 3820 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:21.354735 3820 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:21.354754 3820 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:21.360867 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 03:11:21.360885 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 03:11:22.121017 3820 namespace.go:98] [integration-service] adding namespace I0506 03:11:22.121095 3820 namespace.go:98] [image-controller] adding namespace I0506 03:11:22.122374 3820 namespace.go:102] [integration-service] adding namespace took 1.325036ms I0506 03:11:22.124411 3820 namespace.go:102] [image-controller] adding namespace took 3.298565ms I0506 03:11:22.124450 3820 namespace.go:98] [build-service] adding namespace I0506 03:11:22.125351 3820 namespace.go:98] [default-tenant] adding namespace I0506 03:11:22.125554 3820 namespace.go:102] [build-service] adding namespace took 1.096886ms I0506 03:11:22.126296 3820 namespace.go:102] [default-tenant] adding namespace took 926.891µs I0506 03:11:22.144371 3820 namespace.go:142] [integration-service] updating namespace I0506 03:11:22.171421 3820 namespace.go:142] [integration-service] updating namespace I0506 03:11:22.195081 3820 namespace.go:142] [image-controller] updating namespace I0506 03:11:22.220223 3820 namespace.go:142] [image-controller] updating namespace I0506 03:11:22.237284 3820 namespace.go:142] [build-service] updating namespace I0506 03:11:22.263678 3820 namespace.go:142] [build-service] updating namespace I0506 03:11:22.322177 3820 namespace.go:142] [default-tenant] updating namespace I0506 03:11:22.344078 3820 namespace.go:142] [default-tenant] updating namespace I0506 03:11:22.371132 3820 namespace.go:142] [build-service] updating namespace I0506 03:11:22.397222 3820 namespace.go:142] [integration-service] updating namespace I0506 03:11:22.422290 3820 namespace.go:98] [release-service] adding namespace I0506 03:11:22.423149 3820 namespace.go:102] [release-service] adding namespace took 842.785µs I0506 03:11:22.470394 3820 namespace.go:142] [release-service] updating namespace I0506 03:11:22.479431 3820 namespace.go:142] [release-service] updating namespace I0506 03:11:22.516246 3820 namespace.go:142] [konflux-ui] updating namespace I0506 03:11:22.580717 3820 namespace.go:98] [konflux-info] adding namespace I0506 03:11:22.581699 3820 namespace.go:102] [konflux-info] adding namespace took 963.049µs I0506 03:11:22.602041 3820 namespace.go:98] [namespace-lister] adding namespace I0506 03:11:22.602850 3820 namespace.go:102] [namespace-lister] adding namespace took 789.449µs I0506 03:11:22.628355 3820 namespace.go:98] [enterprise-contract-service] adding namespace I0506 03:11:22.629027 3820 namespace.go:102] [enterprise-contract-service] adding namespace took 654.259µs I0506 03:11:22.657208 3820 namespace.go:142] [image-controller] updating namespace I0506 03:11:22.661582 3820 namespace.go:142] [konflux-info] updating namespace I0506 03:11:22.757345 3820 namespace.go:142] [default-tenant] updating namespace I0506 03:11:22.798110 3820 namespace.go:98] [segment-bridge] adding namespace I0506 03:11:22.799028 3820 namespace.go:102] [segment-bridge] adding namespace took 895.077µs I0506 03:11:22.831262 3820 namespace.go:98] [konflux-cli] adding namespace I0506 03:11:22.832063 3820 namespace.go:102] [konflux-cli] adding namespace took 780.028µs I0506 03:11:22.940231 3820 namespace.go:142] [konflux-info] updating namespace I0506 03:11:23.091305 3820 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:23.306337 3820 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:23.434452 3820 namespace.go:142] [build-service] updating namespace I0506 03:11:23.517340 3820 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:23.690190 3820 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:23.956400 3820 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:23.956417 3820 namespace.go:142] [default-tenant] updating namespace I0506 03:11:24.117219 3820 base_network_controller_pods.go:487] [default/konflux-ui/dex-764c8fdb96-8kfvh] creating logical port konflux-ui_dex-764c8fdb96-8kfvh for pod on switch ip-10-0-1-29.ec2.internal I0506 03:11:24.117319 3820 kube.go:256] Updating pod konflux-ui/dex-764c8fdb96-8kfvh I0506 03:11:24.172197 3820 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:24.186430 3820 pod.go:62] [konflux-ui/dex-764c8fdb96-8kfvh] pod update took 69.1369ms I0506 03:11:24.186452 3820 base_network_controller_pods.go:951] [default/konflux-ui/dex-764c8fdb96-8kfvh] addLogicalPort annotation time took 69.163436ms I0506 03:11:24.187628 3820 pods.go:271] [konflux-ui/dex-764c8fdb96-8kfvh] addLogicalPort took 70.431251ms, libovsdb time 782.064µs I0506 03:11:24.245300 3820 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 03:11:24.245924 3820 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 03:11:24.245946 3820 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 03:11:24.248552 3820 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 03:11:24.282967 3820 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:24.291335 3820 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6794d4d984-xkrd6] creating logical port konflux-ui_proxy-6794d4d984-xkrd6 for pod on switch ip-10-0-1-29.ec2.internal I0506 03:11:24.291453 3820 kube.go:256] Updating pod konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:11:24.315186 3820 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-pgn2s] creating logical port image-controller_image-controller-controller-manager-6f859968fc-pgn2s for pod on switch ip-10-0-1-29.ec2.internal I0506 03:11:24.315299 3820 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-pgn2s I0506 03:11:24.350547 3820 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 03:11:24.350571 3820 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 03:11:24.381415 3820 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:24.437172 3820 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-pgn2s] pod update took 121.892515ms I0506 03:11:24.437194 3820 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-pgn2s] addLogicalPort annotation time took 121.919244ms I0506 03:11:24.437211 3820 pod.go:62] [konflux-ui/proxy-6794d4d984-xkrd6] pod update took 145.806862ms I0506 03:11:24.437227 3820 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6794d4d984-xkrd6] addLogicalPort annotation time took 145.827666ms I0506 03:11:24.438452 3820 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-pgn2s] addLogicalPort took 123.282129ms, libovsdb time 835.799µs I0506 03:11:24.438853 3820 pods.go:271] [konflux-ui/proxy-6794d4d984-xkrd6] addLogicalPort took 147.535599ms, libovsdb time 1.197378ms I0506 03:11:24.438973 3820 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 03:11:24.453069 3820 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-bldhf] creating logical port namespace-lister_namespace-lister-696b855848-bldhf for pod on switch ip-10-0-1-29.ec2.internal I0506 03:11:24.453156 3820 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-bldhf I0506 03:11:24.494446 3820 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:24.512383 3820 pod.go:62] [namespace-lister/namespace-lister-696b855848-bldhf] pod update took 59.254789ms I0506 03:11:24.512404 3820 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-bldhf] addLogicalPort annotation time took 59.280744ms I0506 03:11:24.513713 3820 pods.go:271] [namespace-lister/namespace-lister-696b855848-bldhf] addLogicalPort took 60.656401ms, libovsdb time 899.13µs I0506 03:11:24.529710 3820 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-sr2zg] creating logical port build-service_build-service-controller-manager-7cbf488fcf-sr2zg for pod on switch ip-10-0-1-29.ec2.internal I0506 03:11:24.529809 3820 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-sr2zg I0506 03:11:24.613773 3820 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-sr2zg] pod update took 83.980478ms I0506 03:11:24.613802 3820 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-sr2zg] addLogicalPort annotation time took 84.025417ms I0506 03:11:24.613941 3820 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-8c9fk for pod on switch ip-10-0-1-29.ec2.internal I0506 03:11:24.614041 3820 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk I0506 03:11:24.615106 3820 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-sr2zg] addLogicalPort took 85.412753ms, libovsdb time 830.334µs I0506 03:11:24.651579 3820 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk] pod update took 37.569058ms I0506 03:11:24.651669 3820 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk] addLogicalPort annotation time took 37.662536ms I0506 03:11:24.652996 3820 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk] addLogicalPort took 39.072113ms, libovsdb time 895.832µs I0506 03:11:24.695150 3820 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-pgn2s 1ef9b3050815cdec43579e51f3cd16916ac2e81dfa64614f1b1cb9a4fd48867c network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-pgn2s 1ef9b3050815cdec43579e51f3cd16916ac2e81dfa64614f1b1cb9a4fd48867c network default NAD default NAD key ] I0506 03:11:24.705149 3820 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-pgn2s, hostIfaceName: 1ef9b3050815cde, network: default, NAD default, SandboxID: "1ef9b3050815cdec43579e51f3cd16916ac2e81dfa64614f1b1cb9a4fd48867c", PCI device ID: , UID: "26951f9d-540c-4e00-861a-8d2d9e73b848", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0506 03:11:24.761175 3820 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-pgn2s 1ef9b3050815cdec43579e51f3cd16916ac2e81dfa64614f1b1cb9a4fd48867c network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-pgn2s 1ef9b3050815cdec43579e51f3cd16916ac2e81dfa64614f1b1cb9a4fd48867c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:6a:1c:e8:27:50\",\"name\":\"1ef9b3050815cde\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9feed705-9e5e-44a8-ae05-f462b2f4a9d4\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:11:24.920336 3820 namespace.go:142] [image-controller] updating namespace I0506 03:11:25.123066 3820 namespace.go:142] [integration-service] updating namespace I0506 03:11:25.362429 3820 namespace.go:142] [konflux-info] updating namespace I0506 03:11:25.588016 3820 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:25.824504 3820 namespace.go:142] [release-service] updating namespace I0506 03:11:25.960543 3820 namespace.go:142] [build-service] updating namespace I0506 03:11:25.982121 3820 namespace.go:142] [default-tenant] updating namespace I0506 03:11:26.002142 3820 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:26.021613 3820 namespace.go:142] [image-controller] updating namespace I0506 03:11:26.035790 3820 namespace.go:142] [integration-service] updating namespace I0506 03:11:26.073252 3820 namespace.go:142] [konflux-info] updating namespace I0506 03:11:26.101674 3820 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:26.133797 3820 namespace.go:142] [release-service] updating namespace I0506 03:11:26.236663 3820 namespace.go:142] [build-service] updating namespace I0506 03:11:26.319762 3820 namespace.go:142] [default-tenant] updating namespace I0506 03:11:26.400077 3820 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-sr2zg d6c7c13d66cc97ce1a4a3d828ac20ecd7549308b3f328cdb26f047b77e833f80 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-sr2zg d6c7c13d66cc97ce1a4a3d828ac20ecd7549308b3f328cdb26f047b77e833f80 network default NAD default NAD key ] I0506 03:11:26.411599 3820 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-sr2zg, hostIfaceName: d6c7c13d66cc97c, network: default, NAD default, SandboxID: "d6c7c13d66cc97ce1a4a3d828ac20ecd7549308b3f328cdb26f047b77e833f80", PCI device ID: , UID: "fc8cc223-26dd-4d6c-a4ea-e75b3250d6db", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0506 03:11:26.416673 3820 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:26.469242 3820 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-sr2zg d6c7c13d66cc97ce1a4a3d828ac20ecd7549308b3f328cdb26f047b77e833f80 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-sr2zg d6c7c13d66cc97ce1a4a3d828ac20ecd7549308b3f328cdb26f047b77e833f80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:85:34:0b:9f:60\",\"name\":\"d6c7c13d66cc97c\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67822b67-156a-4cda-88b5-c38bfadc22b1\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:11:26.491415 3820 namespace.go:142] [image-controller] updating namespace I0506 03:11:26.548754 3820 namespace.go:142] [integration-service] updating namespace I0506 03:11:26.610526 3820 namespace.go:142] [konflux-info] updating namespace I0506 03:11:26.684630 3820 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:26.749400 3820 namespace.go:142] [release-service] updating namespace W0506 03:11:27.977755 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 03:11:27.986346 3820 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:28.186584 3820 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:28.302685 3820 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:28.318556 3820 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:28.458124 3820 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:28.518975 3820 namespace.go:142] [segment-bridge] updating namespace W0506 03:11:30.990658 3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0506 03:11:31.993125 3820 cni.go:452] [konflux-ui/dex-764c8fdb96-8kfvh fa976f950edf5c80a2e838fc9a47d65eeed28c7d815d97c7c3e5907013adbd70 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-764c8fdb96-8kfvh fa976f950edf5c80a2e838fc9a47d65eeed28c7d815d97c7c3e5907013adbd70 network default NAD default NAD key ] I0506 03:11:32.002637 3820 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-764c8fdb96-8kfvh, hostIfaceName: fa976f950edf5c8, network: default, NAD default, SandboxID: "fa976f950edf5c80a2e838fc9a47d65eeed28c7d815d97c7c3e5907013adbd70", PCI device ID: , UID: "e75a2001-7491-4949-abbb-32665ce576f2", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0506 03:11:32.057452 3820 cni.go:473] [konflux-ui/dex-764c8fdb96-8kfvh fa976f950edf5c80a2e838fc9a47d65eeed28c7d815d97c7c3e5907013adbd70 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-764c8fdb96-8kfvh fa976f950edf5c80a2e838fc9a47d65eeed28c7d815d97c7c3e5907013adbd70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:cd:38:59:c9:b7\",\"name\":\"fa976f950edf5c8\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/371158a5-d812-4417-b198-63f182f8a0ec\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:11:32.526459 3820 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk 01a095f3c37d54d79b801f66aa5be912a90ac411843e211b1b733bbf907c7b8b network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk 01a095f3c37d54d79b801f66aa5be912a90ac411843e211b1b733bbf907c7b8b network default NAD default NAD key ] I0506 03:11:32.536283 3820 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-8c9fk, hostIfaceName: 01a095f3c37d54d, network: default, NAD default, SandboxID: "01a095f3c37d54d79b801f66aa5be912a90ac411843e211b1b733bbf907c7b8b", PCI device ID: , UID: "5ab0effe-7733-421b-a9ec-ceea968820d9", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0506 03:11:32.587825 3820 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk 01a095f3c37d54d79b801f66aa5be912a90ac411843e211b1b733bbf907c7b8b network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk 01a095f3c37d54d79b801f66aa5be912a90ac411843e211b1b733bbf907c7b8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:cd:32:1d:7f:cd\",\"name\":\"01a095f3c37d54d\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee61c52a-9c02-44da-bde3-ccab174afcc0\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:11:32.639571 3820 cni.go:452] [namespace-lister/namespace-lister-696b855848-bldhf 6fd8dc91c14d131c2efd484627d5aae5756175e6cf625ba66280ee702e1ff25f network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-bldhf 6fd8dc91c14d131c2efd484627d5aae5756175e6cf625ba66280ee702e1ff25f network default NAD default NAD key ] I0506 03:11:32.650694 3820 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-bldhf, hostIfaceName: 6fd8dc91c14d131, network: default, NAD default, SandboxID: "6fd8dc91c14d131c2efd484627d5aae5756175e6cf625ba66280ee702e1ff25f", PCI device ID: , UID: "ac3ff80d-6572-4b08-96a2-f66f20604ccb", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0506 03:11:32.708060 3820 cni.go:473] [namespace-lister/namespace-lister-696b855848-bldhf 6fd8dc91c14d131c2efd484627d5aae5756175e6cf625ba66280ee702e1ff25f network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-bldhf 6fd8dc91c14d131c2efd484627d5aae5756175e6cf625ba66280ee702e1ff25f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a7:84:12:4c:fb\",\"name\":\"6fd8dc91c14d131\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6229a6f2-6c5c-44a6-befe-8567e420acef\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:11:33.099030 3820 cni.go:452] [konflux-ui/proxy-6794d4d984-xkrd6 3098c87e916aff6be6c8de8c37f2844dbda58d43b528e7de320a0bcd6bfd0d2d network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6794d4d984-xkrd6 3098c87e916aff6be6c8de8c37f2844dbda58d43b528e7de320a0bcd6bfd0d2d network default NAD default NAD key ] I0506 03:11:33.109470 3820 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6794d4d984-xkrd6, hostIfaceName: 3098c87e916aff6, network: default, NAD default, SandboxID: "3098c87e916aff6be6c8de8c37f2844dbda58d43b528e7de320a0bcd6bfd0d2d", PCI device ID: , UID: "21a4da08-e3bc-437e-b3c1-c5e285056411", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0506 03:11:33.166500 3820 cni.go:473] [konflux-ui/proxy-6794d4d984-xkrd6 3098c87e916aff6be6c8de8c37f2844dbda58d43b528e7de320a0bcd6bfd0d2d network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6794d4d984-xkrd6 3098c87e916aff6be6c8de8c37f2844dbda58d43b528e7de320a0bcd6bfd0d2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f3:d2:f2:85:d8\",\"name\":\"3098c87e916aff6\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0ca2586-862f-4c1f-980d-3fa7480e8b9b\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 03:11:35.024685 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0506 03:11:35.045726 3820 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 03:11:36.051757 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0506 03:11:37.061745 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:11:37.062667 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:11:38.981953 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 03:11:40.067203 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:40.067229 3820 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:41.471445 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 03:11:41.471514 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 03:11:41.498780 3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:41.498798 3820 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:41.525819 3820 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:11:41.525872 3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:11:42.003090 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0506 03:11:46.474232 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=148 W0506 03:11:48.054034 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0506 03:11:49.054816 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:11:49.060730 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0506 03:11:52.668080 3820 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk 01a095f3c37d54d79b801f66aa5be912a90ac411843e211b1b733bbf907c7b8b network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk 01a095f3c37d54d79b801f66aa5be912a90ac411843e211b1b733bbf907c7b8b network default NAD default NAD key ] I0506 03:11:52.760887 3820 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk 01a095f3c37d54d79b801f66aa5be912a90ac411843e211b1b733bbf907c7b8b network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk 01a095f3c37d54d79b801f66aa5be912a90ac411843e211b1b733bbf907c7b8b network default NAD default NAD key default], result "{}", err I0506 03:11:52.817857 3820 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:52.817898 3820 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk I0506 03:11:52.819494 3820 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk, ips: 10.129.0.51 I0506 03:11:52.819525 3820 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:53.149168 3820 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:53.149218 3820 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:53.153575 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk I0506 03:11:53.153603 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk I0506 03:11:59.590122 3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0506 03:12:20.150070 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 03:12:20.150089 3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-29.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 03:12:30.601909 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0506 03:12:50.333713 3820 cni.go:452] [konflux-ui/proxy-6794d4d984-xkrd6 3098c87e916aff6be6c8de8c37f2844dbda58d43b528e7de320a0bcd6bfd0d2d network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6794d4d984-xkrd6 3098c87e916aff6be6c8de8c37f2844dbda58d43b528e7de320a0bcd6bfd0d2d network default NAD default NAD key ] I0506 03:12:50.425609 3820 cni.go:473] [konflux-ui/proxy-6794d4d984-xkrd6 3098c87e916aff6be6c8de8c37f2844dbda58d43b528e7de320a0bcd6bfd0d2d network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6794d4d984-xkrd6 3098c87e916aff6be6c8de8c37f2844dbda58d43b528e7de320a0bcd6bfd0d2d network default NAD default NAD key default], result "{}", err I0506 03:12:50.498842 3820 obj_retry.go:498] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:50.498956 3820 pods.go:176] Deleting pod: konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:12:50.500425 3820 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6794d4d984-xkrd6, ips: 10.129.0.47 I0506 03:12:50.500454 3820 obj_retry.go:498] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:51.467408 3820 obj_retry.go:492] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:51.467433 3820 obj_retry.go:492] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:51.473793 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:12:51.473821 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:12:58.064987 3820 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:58.065475 3820 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:58.083126 3820 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:58.083194 3820 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:58.089397 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 03:12:58.089416 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 03:13:24.498992 3820 namespace.go:98] [managed-tenant-i4cl6] adding namespace I0506 03:13:24.499954 3820 namespace.go:102] [managed-tenant-i4cl6] adding namespace took 931.871µs I0506 03:13:24.547143 3820 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:24.582998 3820 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:25.646805 3820 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:25.782869 3820 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:25.882200 3820 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:49.476739 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0506 03:14:04.583315 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 03:14:27.465340 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0506 03:14:32.570947 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 03:15:02.567558 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 03:15:44.479690 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=275 I0506 03:16:27.466937 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=56 I0506 03:16:50.568608 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 03:17:08.598832 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0506 03:17:30.562204 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 03:18:42.582177 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 03:19:02.507528 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0506 03:19:30.558461 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 03:19:45.593905 3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 03:20:04.559186 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:04.559815 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:05.421436 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.421467 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:30.586698 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 03:20:33.061133 3820 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:33.061246 3820 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:33.066273 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-7c5cf I0506 03:20:33.066361 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-7c5cf I0506 03:20:36.029292 3820 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:36.029325 3820 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:36.032648 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-ms28b I0506 03:20:36.032680 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-ms28b I0506 03:20:40.030934 3820 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:40.030999 3820 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:40.036178 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-968d9 I0506 03:20:40.036208 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-968d9 I0506 03:20:52.483082 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 I0506 03:21:09.469193 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0506 03:21:19.480021 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0506 03:21:23.604515 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 03:21:37.471114 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0506 03:21:39.477224 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=25 I0506 03:22:35.566852 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 03:23:23.601883 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 03:23:27.570597 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 03:24:25.574181 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0506 03:24:45.561601 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 03:25:34.571980 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 03:26:06.510811 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 03:26:06.597370 3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0506 03:26:31.599225 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0506 03:26:41.480426 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=5 I0506 03:27:05.483227 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0506 03:27:10.585251 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 03:28:11.326317 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod] creating logical port default-tenant_tsf-comp-ialew-on-pull-request-rncdz-init-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:28:11.326448 3820 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod I0506 03:28:11.355675 3820 pod.go:62] [default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod] pod update took 29.253048ms I0506 03:28:11.355700 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod] addLogicalPort annotation time took 29.28371ms I0506 03:28:11.357033 3820 pods.go:271] [default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod] addLogicalPort took 30.726747ms, libovsdb time 902.655µs I0506 03:28:11.691922 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod cf57472bae12c74f8af9c0287e4f215dd9036ed6d6c1c37513bc6f81abae929c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod cf57472bae12c74f8af9c0287e4f215dd9036ed6d6c1c37513bc6f81abae929c network default NAD default NAD key ] I0506 03:28:11.701819 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-pull-request-rncdz-init-pod, hostIfaceName: cf57472bae12c74, network: default, NAD default, SandboxID: "cf57472bae12c74f8af9c0287e4f215dd9036ed6d6c1c37513bc6f81abae929c", PCI device ID: , UID: "b3214e9e-0483-40ff-9e4d-02c230c153fa", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0506 03:28:11.758329 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod cf57472bae12c74f8af9c0287e4f215dd9036ed6d6c1c37513bc6f81abae929c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod cf57472bae12c74f8af9c0287e4f215dd9036ed6d6c1c37513bc6f81abae929c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:50:a7:27:c6:25\",\"name\":\"cf57472bae12c74\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce87817d-20c7-4431-8357-9ad7204b4b14\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:28:16.487098 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=14 I0506 03:28:22.960701 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-init-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-init-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:28:22.960849 3820 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-init-pod I0506 03:28:22.976783 3820 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-init-pod] pod update took 15.973075ms I0506 03:28:22.976807 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-init-pod] addLogicalPort annotation time took 16.003573ms I0506 03:28:22.978058 3820 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-init-pod] addLogicalPort took 17.375549ms, libovsdb time 825.386µs I0506 03:28:23.329781 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-init-pod 5b01535aea9245bcf23bd8d72e3b9955f0d4221798bad71188fb73f7b66abbc6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-init-pod 5b01535aea9245bcf23bd8d72e3b9955f0d4221798bad71188fb73f7b66abbc6 network default NAD default NAD key ] I0506 03:28:23.340719 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-init-pod, hostIfaceName: 5b01535aea9245b, network: default, NAD default, SandboxID: "5b01535aea9245bcf23bd8d72e3b9955f0d4221798bad71188fb73f7b66abbc6", PCI device ID: , UID: "fa7a6c14-aec9-4afb-8d07-e9573eb0c23f", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0506 03:28:23.401573 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-init-pod 5b01535aea9245bcf23bd8d72e3b9955f0d4221798bad71188fb73f7b66abbc6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-init-pod 5b01535aea9245bcf23bd8d72e3b9955f0d4221798bad71188fb73f7b66abbc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:fe:2b:d9:16:09\",\"name\":\"5b01535aea9245b\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fac27622-173e-4368-92c0-baadce33cce3\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:28:28.607719 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0506 03:28:33.728466 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod cf57472bae12c74f8af9c0287e4f215dd9036ed6d6c1c37513bc6f81abae929c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod cf57472bae12c74f8af9c0287e4f215dd9036ed6d6c1c37513bc6f81abae929c network default NAD default NAD key ] I0506 03:28:33.814928 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod cf57472bae12c74f8af9c0287e4f215dd9036ed6d6c1c37513bc6f81abae929c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod cf57472bae12c74f8af9c0287e4f215dd9036ed6d6c1c37513bc6f81abae929c network default NAD default NAD key default], result "{}", err I0506 03:28:33.857564 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:33.857601 3820 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod I0506 03:28:33.859104 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod, ips: 10.129.0.52 I0506 03:28:33.859130 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:34.631801 3820 obj_retry.go:492] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:28:34.631846 3820 obj_retry.go:492] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:28:34.640410 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod I0506 03:28:34.640437 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod I0506 03:28:35.632782 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-init-pod 5b01535aea9245bcf23bd8d72e3b9955f0d4221798bad71188fb73f7b66abbc6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-init-pod 5b01535aea9245bcf23bd8d72e3b9955f0d4221798bad71188fb73f7b66abbc6 network default NAD default NAD key ] I0506 03:28:35.725201 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-init-pod 5b01535aea9245bcf23bd8d72e3b9955f0d4221798bad71188fb73f7b66abbc6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-init-pod 5b01535aea9245bcf23bd8d72e3b9955f0d4221798bad71188fb73f7b66abbc6 network default NAD default NAD key default], result "{}", err I0506 03:28:35.793563 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:35.793597 3820 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-init-pod I0506 03:28:35.795116 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-init-pod, ips: 10.129.0.53 I0506 03:28:35.795150 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:36.159286 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-clone-repository-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:28:36.159441 3820 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod I0506 03:28:36.183164 3820 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod] pod update took 23.754137ms I0506 03:28:36.183197 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod] addLogicalPort annotation time took 23.79113ms I0506 03:28:36.184832 3820 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod] addLogicalPort took 25.576989ms, libovsdb time 1.026475ms I0506 03:28:36.566540 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod 744c947e282971a2a5ba80a5a681b310c5d9f62b81371cb465e3618c768af831 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod 744c947e282971a2a5ba80a5a681b310c5d9f62b81371cb465e3618c768af831 network default NAD default NAD key ] I0506 03:28:36.576398 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-clone-repository-pod, hostIfaceName: 744c947e282971a, network: default, NAD default, SandboxID: "744c947e282971a2a5ba80a5a681b310c5d9f62b81371cb465e3618c768af831", PCI device ID: , UID: "7d8ddeac-3442-46c4-a254-23521f386ab8", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0506 03:28:36.633323 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod 744c947e282971a2a5ba80a5a681b310c5d9f62b81371cb465e3618c768af831 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod 744c947e282971a2a5ba80a5a681b310c5d9f62b81371cb465e3618c768af831 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c9:92:b2:06:78\",\"name\":\"744c947e282971a\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b53b0f98-8caa-46a7-a412-efff36ec1f83\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:28:50.741255 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod 744c947e282971a2a5ba80a5a681b310c5d9f62b81371cb465e3618c768af831 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod 744c947e282971a2a5ba80a5a681b310c5d9f62b81371cb465e3618c768af831 network default NAD default NAD key ] I0506 03:28:50.837350 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod 744c947e282971a2a5ba80a5a681b310c5d9f62b81371cb465e3618c768af831 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod 744c947e282971a2a5ba80a5a681b310c5d9f62b81371cb465e3618c768af831 network default NAD default NAD key default], result "{}", err I0506 03:28:50.912890 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:50.912922 3820 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod I0506 03:28:50.914238 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod, ips: 10.129.0.54 I0506 03:28:50.914270 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:51.300550 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:28:51.300738 3820 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod I0506 03:28:51.324242 3820 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod] pod update took 23.555564ms I0506 03:28:51.324265 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod] addLogicalPort annotation time took 23.583772ms I0506 03:28:51.325584 3820 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod] addLogicalPort took 25.054338ms, libovsdb time 882.439µs I0506 03:28:51.666048 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod 52d42a82e5172136e80365fc70e99b6dac13e4492d236b69268e416e943b505f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod 52d42a82e5172136e80365fc70e99b6dac13e4492d236b69268e416e943b505f network default NAD default NAD key ] I0506 03:28:51.676001 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod, hostIfaceName: 52d42a82e517213, network: default, NAD default, SandboxID: "52d42a82e5172136e80365fc70e99b6dac13e4492d236b69268e416e943b505f", PCI device ID: , UID: "39c7a913-c7c4-41e7-82b6-2b89256a1e20", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0506 03:28:51.732864 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod 52d42a82e5172136e80365fc70e99b6dac13e4492d236b69268e416e943b505f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod 52d42a82e5172136e80365fc70e99b6dac13e4492d236b69268e416e943b505f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:bb:95:ae:09:01\",\"name\":\"52d42a82e517213\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab38e5c9-4171-4024-bc67-01d6ba84e479\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:29:52.474710 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0506 03:29:55.174784 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod 52d42a82e5172136e80365fc70e99b6dac13e4492d236b69268e416e943b505f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod 52d42a82e5172136e80365fc70e99b6dac13e4492d236b69268e416e943b505f network default NAD default NAD key ] I0506 03:29:55.262523 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod 52d42a82e5172136e80365fc70e99b6dac13e4492d236b69268e416e943b505f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod 52d42a82e5172136e80365fc70e99b6dac13e4492d236b69268e416e943b505f network default NAD default NAD key default], result "{}", err I0506 03:29:55.343629 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:29:55.343709 3820 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod I0506 03:29:55.345410 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod, ips: 10.129.0.55 I0506 03:29:55.345447 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:29:58.573579 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 03:30:04.126929 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:30:04.127517 3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:30:04.981279 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:04.981328 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.017001 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.017027 3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.021376 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws I0506 03:30:05.021400 3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws I0506 03:30:31.472316 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0506 03:31:33.600899 3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0506 03:31:49.484181 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0506 03:32:08.569789 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 03:32:51.565262 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0506 03:32:52.875804 3820 duration.go:461] Config duration recorder: measurement expired for pod/konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:33:09.605233 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0506 03:33:13.577306 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0506 03:33:20.513948 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0506 03:33:49.602641 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0506 03:33:49.906570 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-build-image-index-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:33:49.906710 3820 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod I0506 03:33:49.939919 3820 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod] pod update took 33.237371ms I0506 03:33:49.939942 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod] addLogicalPort annotation time took 33.26478ms I0506 03:33:49.941257 3820 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod] addLogicalPort took 34.700656ms, libovsdb time 883.983µs I0506 03:33:50.271704 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod 0dca90e38b7bec1cec7f3ab51606b0f4c274b804eecb8cde7076ed4bd89ec618 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod 0dca90e38b7bec1cec7f3ab51606b0f4c274b804eecb8cde7076ed4bd89ec618 network default NAD default NAD key ] I0506 03:33:50.281091 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-build-image-index-pod, hostIfaceName: 0dca90e38b7bec1, network: default, NAD default, SandboxID: "0dca90e38b7bec1cec7f3ab51606b0f4c274b804eecb8cde7076ed4bd89ec618", PCI device ID: , UID: "15a9eaf9-a3de-43e9-affc-bdb02492c7aa", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0506 03:33:50.335207 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod 0dca90e38b7bec1cec7f3ab51606b0f4c274b804eecb8cde7076ed4bd89ec618 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod 0dca90e38b7bec1cec7f3ab51606b0f4c274b804eecb8cde7076ed4bd89ec618 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:05:2c:f0:c5:81\",\"name\":\"0dca90e38b7bec1\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6eff4c50-2752-4f38-a5dc-aa3ce2d43801\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:33:50.737259 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:33:50.737890 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:33:54.610396 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 03:34:18.147528 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:34:18.147684 3820 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod I0506 03:34:18.182530 3820 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod] pod update took 34.878339ms I0506 03:34:18.182552 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod] addLogicalPort annotation time took 34.903743ms I0506 03:34:18.183844 3820 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod] addLogicalPort took 36.365344ms, libovsdb time 871.916µs I0506 03:34:18.510748 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod 19217d42c020df0653e541431cc5a4503595e50784d080074851498dad68b936 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod 19217d42c020df0653e541431cc5a4503595e50784d080074851498dad68b936 network default NAD default NAD key ] I0506 03:34:18.520382 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod, hostIfaceName: 19217d42c020df0, network: default, NAD default, SandboxID: "19217d42c020df0653e541431cc5a4503595e50784d080074851498dad68b936", PCI device ID: , UID: "00c09865-4fc5-469e-bb54-5a50363802cd", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0506 03:34:18.576770 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod 19217d42c020df0653e541431cc5a4503595e50784d080074851498dad68b936 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod 19217d42c020df0653e541431cc5a4503595e50784d080074851498dad68b936 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:e9:ba:8b:59:64\",\"name\":\"19217d42c020df0\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad6a94a1-de01-488b-8b88-820594b6415b\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:34:18.744074 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod 0dca90e38b7bec1cec7f3ab51606b0f4c274b804eecb8cde7076ed4bd89ec618 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod 0dca90e38b7bec1cec7f3ab51606b0f4c274b804eecb8cde7076ed4bd89ec618 network default NAD default NAD key ] I0506 03:34:18.835841 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod 0dca90e38b7bec1cec7f3ab51606b0f4c274b804eecb8cde7076ed4bd89ec618 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod 0dca90e38b7bec1cec7f3ab51606b0f4c274b804eecb8cde7076ed4bd89ec618 network default NAD default NAD key default], result "{}", err I0506 03:34:18.963869 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:34:18.963900 3820 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod I0506 03:34:18.965431 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod, ips: 10.129.0.56 I0506 03:34:18.965456 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:34:18.968952 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-sast-shell-check-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:34:18.969059 3820 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod I0506 03:34:18.990335 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:34:18.990535 3820 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod I0506 03:34:19.015574 3820 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod] pod update took 46.544179ms I0506 03:34:19.015597 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod] addLogicalPort annotation time took 46.571613ms I0506 03:34:19.016859 3820 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod] addLogicalPort took 47.918459ms, libovsdb time 857.852µs I0506 03:34:19.026024 3820 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod] pod update took 35.548991ms I0506 03:34:19.026054 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod] addLogicalPort annotation time took 35.581726ms I0506 03:34:19.027411 3820 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod] addLogicalPort took 37.09257ms, libovsdb time 788.621µs I0506 03:34:19.327421 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:34:19.327567 3820 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod I0506 03:34:19.339963 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod 994badbb2e8f462d2917094cc9bb5f5826204b2e74add5c06e8f6fdef0fc4bc8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod 994badbb2e8f462d2917094cc9bb5f5826204b2e74add5c06e8f6fdef0fc4bc8 network default NAD default NAD key ] I0506 03:34:19.346743 3820 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod] pod update took 19.213342ms I0506 03:34:19.346768 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod] addLogicalPort annotation time took 19.243062ms I0506 03:34:19.348464 3820 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod] addLogicalPort took 21.057306ms, libovsdb time 1.186127ms I0506 03:34:19.351471 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-sast-shell-check-pod, hostIfaceName: 994badbb2e8f462, network: default, NAD default, SandboxID: "994badbb2e8f462d2917094cc9bb5f5826204b2e74add5c06e8f6fdef0fc4bc8", PCI device ID: , UID: "6e04924f-f3d8-4a14-aad6-d73a58d1db19", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0506 03:34:19.368682 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod 38c61819d2cbeb0a9eee78f4bf224b656da1724aef56fa4869700e7a0d90ad11 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod 38c61819d2cbeb0a9eee78f4bf224b656da1724aef56fa4869700e7a0d90ad11 network default NAD default NAD key ] I0506 03:34:19.379565 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod, hostIfaceName: 38c61819d2cbeb0, network: default, NAD default, SandboxID: "38c61819d2cbeb0a9eee78f4bf224b656da1724aef56fa4869700e7a0d90ad11", PCI device ID: , UID: "2ef89447-e419-41a2-b406-653e1efe1328", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0506 03:34:19.412690 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod 994badbb2e8f462d2917094cc9bb5f5826204b2e74add5c06e8f6fdef0fc4bc8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod 994badbb2e8f462d2917094cc9bb5f5826204b2e74add5c06e8f6fdef0fc4bc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:34:59:5d:c9:3c\",\"name\":\"994badbb2e8f462\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0db0b20d-4c68-4d48-87ef-1d15e5b203ce\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:34:19.441661 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod 38c61819d2cbeb0a9eee78f4bf224b656da1724aef56fa4869700e7a0d90ad11 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod 38c61819d2cbeb0a9eee78f4bf224b656da1724aef56fa4869700e7a0d90ad11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:db:b0:8d:55:99\",\"name\":\"38c61819d2cbeb0\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51330ce5-e5a0-4f44-9854-d22d611af1f8\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:34:19.504077 3820 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-tpa-scan-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:34:19.504276 3820 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod I0506 03:34:19.539959 3820 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod] pod update took 35.729848ms I0506 03:34:19.539991 3820 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod] addLogicalPort annotation time took 35.764326ms I0506 03:34:19.541605 3820 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod] addLogicalPort took 37.542705ms, libovsdb time 929.334µs I0506 03:34:19.719479 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod 7e78a904d27908d483369e94b9bab3ddc850fef6445155c93faddbfebe807c75 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod 7e78a904d27908d483369e94b9bab3ddc850fef6445155c93faddbfebe807c75 network default NAD default NAD key ] I0506 03:34:19.732112 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod, hostIfaceName: 7e78a904d27908d, network: default, NAD default, SandboxID: "7e78a904d27908d483369e94b9bab3ddc850fef6445155c93faddbfebe807c75", PCI device ID: , UID: "eb37cd35-f409-479d-a906-8d36b59be67f", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0506 03:34:19.790260 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod 7e78a904d27908d483369e94b9bab3ddc850fef6445155c93faddbfebe807c75 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod 7e78a904d27908d483369e94b9bab3ddc850fef6445155c93faddbfebe807c75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:6e:e1:c0:43:82\",\"name\":\"7e78a904d27908d\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ff5ab7d-7746-4eac-856f-73cb50b3ae71\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:34:19.958056 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod 702a1ce37d16b4b642cfc0eea052853f31bdb3b173c462f9d8bdab81a9606bdf network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod 702a1ce37d16b4b642cfc0eea052853f31bdb3b173c462f9d8bdab81a9606bdf network default NAD default NAD key ] I0506 03:34:19.984992 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-tpa-scan-pod, hostIfaceName: 702a1ce37d16b4b, network: default, NAD default, SandboxID: "702a1ce37d16b4b642cfc0eea052853f31bdb3b173c462f9d8bdab81a9606bdf", PCI device ID: , UID: "5a5b3b36-d864-4930-bbad-932bbfa48bb3", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0506 03:34:20.041542 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod 702a1ce37d16b4b642cfc0eea052853f31bdb3b173c462f9d8bdab81a9606bdf network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod 702a1ce37d16b4b642cfc0eea052853f31bdb3b173c462f9d8bdab81a9606bdf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:b0:5c:e8:e9:bd\",\"name\":\"702a1ce37d16b4b\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc6fdc71-ee63-444d-81c2-4152f0f22efd\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:34:31.485960 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0506 03:34:33.575238 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 03:35:54.604228 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod 994badbb2e8f462d2917094cc9bb5f5826204b2e74add5c06e8f6fdef0fc4bc8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod 994badbb2e8f462d2917094cc9bb5f5826204b2e74add5c06e8f6fdef0fc4bc8 network default NAD default NAD key ] I0506 03:35:54.604399 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod 19217d42c020df0653e541431cc5a4503595e50784d080074851498dad68b936 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod 19217d42c020df0653e541431cc5a4503595e50784d080074851498dad68b936 network default NAD default NAD key ] I0506 03:35:54.606891 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod 38c61819d2cbeb0a9eee78f4bf224b656da1724aef56fa4869700e7a0d90ad11 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod 38c61819d2cbeb0a9eee78f4bf224b656da1724aef56fa4869700e7a0d90ad11 network default NAD default NAD key ] I0506 03:35:54.729170 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod 994badbb2e8f462d2917094cc9bb5f5826204b2e74add5c06e8f6fdef0fc4bc8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod 994badbb2e8f462d2917094cc9bb5f5826204b2e74add5c06e8f6fdef0fc4bc8 network default NAD default NAD key default], result "{}", err I0506 03:35:54.758581 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod 19217d42c020df0653e541431cc5a4503595e50784d080074851498dad68b936 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod 19217d42c020df0653e541431cc5a4503595e50784d080074851498dad68b936 network default NAD default NAD key default], result "{}", err I0506 03:35:54.785341 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod 38c61819d2cbeb0a9eee78f4bf224b656da1724aef56fa4869700e7a0d90ad11 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod 38c61819d2cbeb0a9eee78f4bf224b656da1724aef56fa4869700e7a0d90ad11 network default NAD default NAD key default], result "{}", err I0506 03:35:54.919177 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.919214 3820 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod I0506 03:35:54.920698 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod, ips: 10.129.0.58 I0506 03:35:54.920727 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.956198 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.956242 3820 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod I0506 03:35:54.958940 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod, ips: 10.129.0.59 I0506 03:35:54.958979 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.987418 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.987543 3820 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod I0506 03:35:54.988978 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod, ips: 10.129.0.57 I0506 03:35:54.989002 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:59.658550 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod 7e78a904d27908d483369e94b9bab3ddc850fef6445155c93faddbfebe807c75 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod 7e78a904d27908d483369e94b9bab3ddc850fef6445155c93faddbfebe807c75 network default NAD default NAD key ] I0506 03:35:59.746279 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod 7e78a904d27908d483369e94b9bab3ddc850fef6445155c93faddbfebe807c75 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod 7e78a904d27908d483369e94b9bab3ddc850fef6445155c93faddbfebe807c75 network default NAD default NAD key default], result "{}", err I0506 03:35:59.849441 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:59.849473 3820 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod I0506 03:35:59.850861 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod, ips: 10.129.0.60 I0506 03:35:59.850892 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:36:16.786543 3820 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod 702a1ce37d16b4b642cfc0eea052853f31bdb3b173c462f9d8bdab81a9606bdf network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod 702a1ce37d16b4b642cfc0eea052853f31bdb3b173c462f9d8bdab81a9606bdf network default NAD default NAD key ] I0506 03:36:16.887477 3820 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod 702a1ce37d16b4b642cfc0eea052853f31bdb3b173c462f9d8bdab81a9606bdf network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod 702a1ce37d16b4b642cfc0eea052853f31bdb3b173c462f9d8bdab81a9606bdf network default NAD default NAD key default], result "{}", err I0506 03:36:17.018614 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:36:17.018654 3820 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod I0506 03:36:17.019985 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod, ips: 10.129.0.61 I0506 03:36:17.020013 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:36:53.588239 3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 03:37:20.479237 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0506 03:37:33.476022 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0506 03:37:57.576997 3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 03:38:07.271924 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:38:07.272584 3820 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:38:09.897028 3820 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-qxmg-pg49v-collect-keyless-params-pod for pod on switch ip-10-0-1-29.ec2.internal I0506 03:38:09.897208 3820 kube.go:256] Updating pod default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod I0506 03:38:09.925063 3820 pod.go:62] [default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod] pod update took 27.887086ms I0506 03:38:09.925086 3820 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod] addLogicalPort annotation time took 27.916218ms I0506 03:38:09.926449 3820 pods.go:271] [default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod] addLogicalPort took 29.440366ms, libovsdb time 878.391µs I0506 03:38:10.266061 3820 cni.go:452] [default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod 50f4264d12826d49d6c791728f520d01989c966d26ac2ca8a073513bdacea8f3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod 50f4264d12826d49d6c791728f520d01989c966d26ac2ca8a073513bdacea8f3 network default NAD default NAD key ] I0506 03:38:10.275671 3820 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-qxmg-pg49v-collect-keyless-params-pod, hostIfaceName: 50f4264d12826d4, network: default, NAD default, SandboxID: "50f4264d12826d49d6c791728f520d01989c966d26ac2ca8a073513bdacea8f3", PCI device ID: , UID: "7dbffc1c-ffd3-4308-b006-1914b44113ae", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0506 03:38:10.331897 3820 cni.go:473] [default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod 50f4264d12826d49d6c791728f520d01989c966d26ac2ca8a073513bdacea8f3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod 50f4264d12826d49d6c791728f520d01989c966d26ac2ca8a073513bdacea8f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9b:f5:cb:cf:9a\",\"name\":\"50f4264d12826d4\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1feeb20e-137f-42e0-9d89-c96ce3e62bca\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 03:38:12.487205 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0506 03:38:13.490012 3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=178 I0506 03:38:25.676463 3820 cni.go:452] [default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod 50f4264d12826d49d6c791728f520d01989c966d26ac2ca8a073513bdacea8f3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod 50f4264d12826d49d6c791728f520d01989c966d26ac2ca8a073513bdacea8f3 network default NAD default NAD key ] I0506 03:38:25.764366 3820 cni.go:473] [default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod 50f4264d12826d49d6c791728f520d01989c966d26ac2ca8a073513bdacea8f3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod 50f4264d12826d49d6c791728f520d01989c966d26ac2ca8a073513bdacea8f3 network default NAD default NAD key default], result "{}", err I0506 03:38:25.826744 3820 obj_retry.go:498] Detected object default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:38:25.826785 3820 pods.go:176] Deleting pod: default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod I0506 03:38:25.828127 3820 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod, ips: 10.129.0.62 I0506 03:38:25.828153 3820 obj_retry.go:498] Detected object default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it