+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-202.ec2.internal ++ [[ -n ip-10-0-1-202.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-202.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 09:34:15.221553439 - disable conntrack on geneve port' I0512 09:34:15.221553439 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 09:34:15.265603454 - starting ovnkube-node + echo 'I0512 09:34:15.265603454 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-202.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-202.ec2.internal --init-node ip-10-0-1-202.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-202.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 09:34:15.330063 3795 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 09:34:15.330134 3795 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-99c4b3d89a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 09:34:15.331970 3795 kube.go:431] Waiting for certificate I0512 09:34:15.331990 3795 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 09:34:15.332032 3795 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 09:34:15.332761 3795 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 09:34:15.368324 3795 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:15.368341 3795 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:15.372533 3795 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:15.372623 3795 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hb8dn" I0512 09:34:15.377831 3795 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hb8dn" I0512 09:34:15.377894 3795 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:16.333068 3795 kube.go:438] Certificate found I0512 09:34:16.333725 3795 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 09:34:16.334764 3795 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 09:34:16.393199 3795 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 09:29:15 +0000 UTC" deadline="2026-05-13 02:56:36.49783049 +0000 UTC" I0512 09:34:16.393248 3795 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h22m20.104596944s" I0512 09:34:16.401084 3795 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 09:34:16.417788 3795 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 09:34:16.417857 3795 factory.go:561] Starting watch factory I0512 09:34:16.417940 3795 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.417963 3795 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.417975 3795 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.417977 3795 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.418302 3795 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.418300 3795 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.418329 3795 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.418331 3795 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.418449 3795 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.418482 3795 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.419008 3795 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 09:34:16.419123 3795 server.go:101] MetricServer registers OVS metrics I0512 09:34:16.419536 3795 server.go:105] MetricServer registers OVN DB metrics I0512 09:34:16.421597 3795 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.421666 3795 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.423710 3795 controller_manager.go:370] Starting the ovnkube controller I0512 09:34:16.423722 3795 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-202.ec2.internal I0512 09:34:16.423784 3795 controller_manager.go:395] NBDB zone sync took: 47.074µs I0512 09:34:16.423796 3795 factory.go:561] Starting watch factory I0512 09:34:16.424337 3795 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 09:34:16.424366 3795 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 09:34:16.437924 3795 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 09:34:16.437968 3795 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 09:34:16.438791 3795 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.439373 3795 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.440796 3795 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.441045 3795 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.441692 3795 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.444199 3795 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 09:34:16.444237 3795 server.go:109] MetricServer registers OVN Controller metrics I0512 09:34:16.447443 3795 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:16.449573 3795 server.go:113] MetricServer registers OVN Northd metrics I0512 09:34:16.454045 3795 metrics.go:519] OVN Metrics Server starts to run ... I0512 09:34:16.523906 3795 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 09:34:16.523931 3795 factory.go:1977] *v1.Pod informer cache synced successfully I0512 09:34:16.523935 3795 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 09:34:16.523938 3795 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 09:34:16.523942 3795 factory.go:1977] *v1.Node informer cache synced successfully I0512 09:34:16.523945 3795 factory.go:1977] *v1.Service informer cache synced successfully I0512 09:34:16.524045 3795 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.524049 3795 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.524063 3795 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.524070 3795 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.528186 3795 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.528209 3795 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:16.530047 3795 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 09:34:16.530059 3795 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 09:34:16.530115 3795 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.530126 3795 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.530189 3795 factory.go:1977] *v1.Service informer cache synced successfully I0512 09:34:16.530201 3795 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 09:34:16.530204 3795 factory.go:1977] *v1.Pod informer cache synced successfully I0512 09:34:16.530207 3795 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 09:34:16.530210 3795 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 09:34:16.530213 3795 factory.go:1977] *v1.Node informer cache synced successfully I0512 09:34:16.533720 3795 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.535713 3795 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 09:34:16.535769 3795 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.535781 3795 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.535836 3795 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 09:34:16.535851 3795 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 09:34:16.539246 3795 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.541230 3795 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 09:34:16.541238 3795 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 09:34:16.541285 3795 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.541296 3795 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.544688 3795 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.546711 3795 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 09:34:16.546721 3795 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 09:34:16.546783 3795 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.546800 3795 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.549998 3795 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.551990 3795 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 09:34:16.552049 3795 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.552065 3795 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.552074 3795 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 09:34:16.555637 3795 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.557448 3795 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 09:34:16.557482 3795 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 09:34:16.557690 3795 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 09:34:16.557717 3795 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 09:34:16.561136 3795 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 09:34:16.563128 3795 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 09:34:16.563232 3795 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 09:34:16.563316 3795 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.563318 3795 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.563339 3795 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.563342 3795 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.567215 3795 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.567219 3795 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:16.568173 3795 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 09:34:16.569275 3795 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 09:34:16.569285 3795 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 09:34:16.569295 3795 factory.go:680] Watch Factory start up complete, took: 151.438651ms I0512 09:34:16.569375 3795 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 09:34:16.573971 3795 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 09:34:16.573984 3795 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 09:34:16.573994 3795 factory.go:680] Watch Factory start up complete, took: 150.19698ms I0512 09:34:16.574002 3795 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-202.ec2.internal" zone I0512 09:34:16.621237 3795 default_node_network_controller.go:710] Initializing the default node network controller I0512 09:34:16.691877 3795 udn_isolation.go:101] Starting UDN host isolation manager I0512 09:34:16.698139 3795 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 09:34:16.764905 3795 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 09:34:16.765021 3795 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 09:34:16.765037 3795 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 09:34:16.798634 3795 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 09:34:16.798725 3795 default_node_network_controller.go:809] Node ip-10-0-1-202.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0512 09:34:16.804856 3795 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.202"] k8s.ovn.org/zone-name:ip-10-0-1-202.ec2.internal] on node ip-10-0-1-202.ec2.internal I0512 09:34:16.824237 3795 controller_manager.go:429] Waiting for node in zone sync took: 250.223359ms I0512 09:34:16.827498 3795 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 09:34:16.831507 3795 controller_manager.go:611] Switching to transit router for layer2 networks I0512 09:34:16.831533 3795 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-202.ec2.internal I0512 09:34:16.833884 3795 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 09:34:16.834018 3795 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0512 09:34:16.834166 3795 gateway_init.go:263] Preparing Gateway I0512 09:34:16.834177 3795 gateway_shared_intf.go:1687] Creating new gateway I0512 09:34:16.848189 3795 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 09:34:16.854612 3795 controller_manager.go:290] SCTP support detected in OVN I0512 09:34:16.855214 3795 services_controller.go:69] Creating services controller for network=default I0512 09:34:16.855313 3795 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 09:34:16.855497 3795 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 09:34:16.855528 3795 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 09:34:16.855538 3795 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 09:34:16.855546 3795 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 09:34:16.855734 3795 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 09:34:16.855833 3795 udn_enabled_svc.go:95] Performing full resync I0512 09:34:16.855835 3795 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.542µs I0512 09:34:16.855851 3795 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 09:34:16.855892 3795 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 32.031µs I0512 09:34:16.855905 3795 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 58.299µs I0512 09:34:16.855913 3795 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 09:34:16.855921 3795 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 09:34:16.855932 3795 default_network_controller.go:325] Starting the default network controller I0512 09:34:16.855985 3795 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.144µs I0512 09:34:16.856189 3795 udn_enabled_svc.go:99] Waiting for handler to sync I0512 09:34:16.856200 3795 udn_enabled_svc.go:104] Starting worker I0512 09:34:16.865280 3795 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 09:34:16.865340 3795 repair.go:33] Syncing exgw routes took 46.865µs I0512 09:34:16.865364 3795 default_network_controller.go:414] Starting all the Watchers... I0512 09:34:16.865496 3795 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 09:34:16.865501 3795 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 09:34:16.865507 3795 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 09:34:16.865496 3795 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 09:34:16.865499 3795 namespace.go:98] [openshift-controller-manager] adding namespace I0512 09:34:16.865522 3795 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 09:34:16.865523 3795 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 09:34:16.865521 3795 namespace.go:98] [kube-public] adding namespace I0512 09:34:16.865532 3795 namespace.go:98] [openshift-ingress] adding namespace I0512 09:34:16.865528 3795 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 09:34:16.865533 3795 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 09:34:16.865541 3795 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 09:34:16.865545 3795 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 09:34:16.865552 3795 namespace.go:98] [openshift-config-managed] adding namespace I0512 09:34:16.865625 3795 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 09:34:16.866117 3795 namespace.go:102] [openshift-backplane-mobb] adding namespace took 607.485µs I0512 09:34:16.866133 3795 namespace.go:98] [dedicated-admin] adding namespace I0512 09:34:16.866632 3795 namespace.go:102] [dedicated-admin] adding namespace took 493.164µs I0512 09:34:16.866648 3795 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 09:34:16.867149 3795 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 495.37µs I0512 09:34:16.867162 3795 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 09:34:16.867622 3795 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.109625ms I0512 09:34:16.867637 3795 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 09:34:16.868088 3795 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.572405ms I0512 09:34:16.868101 3795 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 09:34:16.868592 3795 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 3.074426ms I0512 09:34:16.868602 3795 namespace.go:98] [openshift-backplane] adding namespace I0512 09:34:16.869056 3795 namespace.go:102] [openshift-controller-manager] adding namespace took 3.534093ms I0512 09:34:16.869077 3795 namespace.go:98] [openshift-monitoring] adding namespace I0512 09:34:16.869603 3795 namespace.go:102] [openshift-backplane-tam] adding namespace took 4.073898ms I0512 09:34:16.869622 3795 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 09:34:16.870108 3795 namespace.go:102] [kube-public] adding namespace took 4.571721ms I0512 09:34:16.870124 3795 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 09:34:16.870576 3795 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.043233ms I0512 09:34:16.870592 3795 namespace.go:98] [openshift-config] adding namespace I0512 09:34:16.871068 3795 namespace.go:102] [openshift-ingress] adding namespace took 5.530186ms I0512 09:34:16.871089 3795 namespace.go:98] [openshift-insights] adding namespace I0512 09:34:16.871543 3795 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.00461ms I0512 09:34:16.871555 3795 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 09:34:16.871976 3795 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.434222ms I0512 09:34:16.871991 3795 namespace.go:98] [kube-node-lease] adding namespace I0512 09:34:16.872412 3795 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.861993ms I0512 09:34:16.872428 3795 namespace.go:98] [openshift-network-console] adding namespace I0512 09:34:16.872966 3795 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.380901ms I0512 09:34:16.872983 3795 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 09:34:16.873450 3795 namespace.go:102] [openshift-config-managed] adding namespace took 7.890896ms I0512 09:34:16.873466 3795 namespace.go:98] [openshift-console-operator] adding namespace I0512 09:34:16.873900 3795 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.265512ms I0512 09:34:16.873914 3795 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 09:34:16.874704 3795 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.535935ms I0512 09:34:16.874718 3795 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 09:34:16.875149 3795 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.506232ms I0512 09:34:16.875166 3795 namespace.go:98] [default] adding namespace I0512 09:34:16.875636 3795 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.528156ms I0512 09:34:16.875653 3795 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 09:34:16.876042 3795 namespace.go:102] [openshift-backplane] adding namespace took 7.435502ms I0512 09:34:16.876057 3795 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 09:34:16.876500 3795 namespace.go:102] [openshift-monitoring] adding namespace took 7.416748ms I0512 09:34:16.876516 3795 namespace.go:98] [openshift-dns] adding namespace I0512 09:34:16.876978 3795 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.350907ms I0512 09:34:16.876992 3795 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 09:34:16.877526 3795 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.380259ms I0512 09:34:16.877543 3795 namespace.go:98] [openshift-infra] adding namespace I0512 09:34:16.877970 3795 namespace.go:102] [openshift-config] adding namespace took 7.374046ms I0512 09:34:16.877984 3795 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 09:34:16.878348 3795 namespace.go:102] [openshift-insights] adding namespace took 7.252503ms I0512 09:34:16.878362 3795 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 09:34:16.878720 3795 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.159816ms I0512 09:34:16.878733 3795 namespace.go:98] [openshift-network-operator] adding namespace I0512 09:34:16.879175 3795 namespace.go:102] [kube-node-lease] adding namespace took 7.178733ms I0512 09:34:16.879204 3795 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 09:34:16.879528 3795 namespace.go:102] [openshift-network-console] adding namespace took 7.092247ms I0512 09:34:16.879544 3795 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 09:34:16.880037 3795 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.048521ms I0512 09:34:16.880051 3795 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 09:34:16.880440 3795 namespace.go:102] [openshift-console-operator] adding namespace took 6.967936ms I0512 09:34:16.880452 3795 namespace.go:98] [openshift-apiserver] adding namespace I0512 09:34:16.880808 3795 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.888177ms I0512 09:34:16.880827 3795 namespace.go:98] [openshift] adding namespace I0512 09:34:16.881243 3795 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.519752ms I0512 09:34:16.881257 3795 namespace.go:98] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] adding namespace I0512 09:34:16.881738 3795 namespace.go:102] [default] adding namespace took 6.565773ms I0512 09:34:16.881752 3795 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 09:34:16.882256 3795 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.595951ms I0512 09:34:16.882275 3795 namespace.go:98] [openshift-machine-api] adding namespace I0512 09:34:16.882696 3795 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.6319ms I0512 09:34:16.882712 3795 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 09:34:16.883125 3795 namespace.go:102] [openshift-dns] adding namespace took 6.59872ms I0512 09:34:16.883147 3795 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 09:34:16.883594 3795 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.596666ms I0512 09:34:16.883623 3795 namespace.go:98] [openshift-logging] adding namespace I0512 09:34:16.883982 3795 namespace.go:102] [openshift-infra] adding namespace took 6.432923ms I0512 09:34:16.883997 3795 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 09:34:16.884474 3795 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.483091ms I0512 09:34:16.884493 3795 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 09:34:16.884922 3795 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.555826ms I0512 09:34:16.884935 3795 namespace.go:98] [openshift-cluster-version] adding namespace W0512 09:34:16.885319 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5ttpm: pod openshift-network-diagnostics/network-check-target-5ttpm: no pod IPs found W0512 09:34:16.885332 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qztn8: pod openshift-network-diagnostics/network-check-target-qztn8: no pod IPs found I0512 09:34:16.885370 3795 namespace.go:102] [openshift-network-operator] adding namespace took 6.629278ms I0512 09:34:16.885396 3795 namespace.go:98] [openshift-multus] adding namespace I0512 09:34:16.885855 3795 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.642998ms I0512 09:34:16.885873 3795 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 09:34:16.886310 3795 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.760626ms I0512 09:34:16.886326 3795 namespace.go:98] [openshift-package-operator] adding namespace I0512 09:34:16.886676 3795 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.620367ms I0512 09:34:16.886690 3795 namespace.go:98] [openshift-host-network] adding namespace I0512 09:34:16.887086 3795 namespace.go:102] [openshift-apiserver] adding namespace took 6.626202ms I0512 09:34:16.887102 3795 namespace.go:98] [openshift-marketplace] adding namespace I0512 09:34:16.887639 3795 namespace.go:102] [openshift] adding namespace took 6.803486ms I0512 09:34:16.887658 3795 namespace.go:98] [openshift-config-operator] adding namespace I0512 09:34:16.888223 3795 namespace.go:102] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] adding namespace took 6.959098ms I0512 09:34:16.888690 3795 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.930773ms I0512 09:34:16.888706 3795 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 09:34:16.889215 3795 namespace.go:102] [openshift-machine-api] adding namespace took 6.932601ms I0512 09:34:16.889233 3795 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 09:34:16.889633 3795 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.917135ms I0512 09:34:16.889644 3795 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 09:34:16.889983 3795 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.828941ms I0512 09:34:16.889997 3795 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 09:34:16.890434 3795 namespace.go:102] [openshift-logging] adding namespace took 6.804544ms I0512 09:34:16.890445 3795 namespace.go:98] [kube-system] adding namespace I0512 09:34:16.890819 3795 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.815071ms I0512 09:34:16.890833 3795 namespace.go:98] [openshift-node] adding namespace I0512 09:34:16.891283 3795 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.785053ms I0512 09:34:16.891296 3795 namespace.go:98] [openshift-backplane-cse] adding namespace W0512 09:34:16.891656 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qrd27: pod openshift-multus/network-metrics-daemon-qrd27: no pod IPs found W0512 09:34:16.891668 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jt2w6: pod openshift-multus/network-metrics-daemon-jt2w6: no pod IPs found I0512 09:34:16.891701 3795 namespace.go:102] [openshift-cluster-version] adding namespace took 6.761535ms I0512 09:34:16.891711 3795 namespace.go:98] [openshift-dns-operator] adding namespace I0512 09:34:16.892164 3795 namespace.go:102] [openshift-multus] adding namespace took 6.754815ms I0512 09:34:16.892188 3795 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 09:34:16.892605 3795 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.727349ms I0512 09:34:16.892617 3795 namespace.go:98] [openshift-image-registry] adding namespace I0512 09:34:16.892977 3795 namespace.go:102] [openshift-package-operator] adding namespace took 6.644845ms I0512 09:34:16.892991 3795 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 09:34:16.893499 3795 namespace.go:102] [openshift-host-network] adding namespace took 6.801494ms I0512 09:34:16.893516 3795 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 09:34:16.893908 3795 namespace.go:102] [openshift-marketplace] adding namespace took 6.801624ms I0512 09:34:16.893919 3795 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 09:34:16.894369 3795 namespace.go:102] [openshift-config-operator] adding namespace took 6.705572ms I0512 09:34:16.894381 3795 namespace.go:98] [openshift-operators] adding namespace I0512 09:34:16.894772 3795 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.060888ms I0512 09:34:16.895208 3795 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.969246ms I0512 09:34:16.895596 3795 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.946968ms W0512 09:34:16.895924 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-q2qpr: pod kube-system/global-pull-secret-syncer-q2qpr: no pod IPs found W0512 09:34:16.895934 3795 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-xbk4l: pod kube-system/global-pull-secret-syncer-xbk4l: no pod IPs found I0512 09:34:16.895974 3795 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.972775ms I0512 09:34:16.895985 3795 namespace.go:98] [openshift-console] adding namespace I0512 09:34:16.896405 3795 namespace.go:102] [kube-system] adding namespace took 5.955355ms I0512 09:34:16.896772 3795 namespace.go:102] [openshift-node] adding namespace took 5.932972ms I0512 09:34:16.897171 3795 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.869952ms I0512 09:34:16.897541 3795 namespace.go:102] [openshift-dns-operator] adding namespace took 5.825067ms I0512 09:34:16.897554 3795 namespace.go:98] [openshift-etcd] adding namespace I0512 09:34:16.897908 3795 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.713979ms I0512 09:34:16.897922 3795 namespace.go:98] [openshift-authentication] adding namespace I0512 09:34:16.898347 3795 namespace.go:102] [openshift-image-registry] adding namespace took 5.724126ms I0512 09:34:16.898821 3795 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.824829ms I0512 09:34:16.899250 3795 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.729451ms I0512 09:34:16.899672 3795 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.749452ms I0512 09:34:16.899682 3795 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 09:34:16.900057 3795 namespace.go:102] [openshift-operators] adding namespace took 5.671004ms I0512 09:34:16.900426 3795 namespace.go:102] [openshift-console] adding namespace took 4.435776ms I0512 09:34:16.900785 3795 namespace.go:102] [openshift-etcd] adding namespace took 3.225123ms I0512 09:34:16.901243 3795 namespace.go:102] [openshift-authentication] adding namespace took 3.31499ms I0512 09:34:16.901574 3795 namespace.go:102] [openshift-service-ca-operator] adding namespace took 1.887749ms W0512 09:34:16.901652 3795 master.go:458] Unable to parse local node ip-10-0-1-202.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 09:34:16.901661 3795 master.go:471] Unable to parse remote node ip-10-0-0-171.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 09:34:16.901666 3795 master.go:481] Removing stale chassis with ID/Name: 03781295-0e7a-4967-9072-4dfbd7eeb1b1, hostname: ip-10-0-1-202.ec2.internal I0512 09:34:16.902143 3795 master.go:548] Adding or Updating local node "ip-10-0-1-202.ec2.internal" for network "default" I0512 09:34:16.902151 3795 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-171.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-171.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-171.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-171.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-171.ec2.internal I0512 09:34:16.905548 3795 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-202.ec2.internal for the network default I0512 09:34:16.905901 3795 zone_ic_handler.go:195] Time taken to create transit switch: 339.539µs I0512 09:34:16.906572 3795 default_network_controller.go:823] Node add failed for ip-10-0-1-202.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-202.ec2.internal, error getting gateway config for node ip-10-0-1-202.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-202.ec2.internal", failed to update chassis to local for local node ip-10-0-1-202.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-202.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-202.ec2.internal] E0512 09:34:16.906615 3795 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-202.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-202.ec2.internal, error getting gateway config for node ip-10-0-1-202.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-202.ec2.internal", failed to update chassis to local for local node ip-10-0-1-202.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-202.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-202.ec2.internal] I0512 09:34:16.906657 3795 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 09:34:16.906686 3795 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 09:34:16.906688 3795 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-202.ec2.internal", UID:"fcaf98bc-94e2-4b61-9e42-54b56e18c64b", APIVersion:"v1", ResourceVersion:"8698", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-202.ec2.internal, error getting gateway config for node ip-10-0-1-202.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-202.ec2.internal", failed to update chassis to local for local node ip-10-0-1-202.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-202.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-202.ec2.internal] I0512 09:34:16.906702 3795 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 09:34:16.906725 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-171.ec2.internal in network "default" I0512 09:34:16.906760 3795 node_tracker.go:235] Node ip-10-0-0-171.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-171.ec2.internal" I0512 09:34:16.906773 3795 node_tracker.go:169] Node ip-10-0-0-171.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:16.906786 3795 services_controller.go:574] Full service sync requested for network=default I0512 09:34:16.906791 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-202.ec2.internal in network "default" I0512 09:34:16.906799 3795 node_tracker.go:235] Node ip-10-0-1-202.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-202.ec2.internal" I0512 09:34:16.906808 3795 node_tracker.go:169] Node ip-10-0-1-202.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:16.906814 3795 services_controller.go:574] Full service sync requested for network=default I0512 09:34:16.908715 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-171.ec2.internal in network "default" I0512 09:34:16.908736 3795 node_tracker.go:235] Node ip-10-0-0-171.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-171.ec2.internal" I0512 09:34:16.908746 3795 node_tracker.go:169] Node ip-10-0-0-171.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:16.908757 3795 services_controller.go:574] Full service sync requested for network=default I0512 09:34:16.908775 3795 default_network_controller.go:1025] Node "ip-10-0-0-171.ec2.internal" in remote zone "ip-10-0-0-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:16.939870 3795 iptables.go:108] Creating table: filter chain: FORWARD I0512 09:34:16.946927 3795 iptables.go:108] Creating table: filter chain: OUTPUT I0512 09:34:16.953873 3795 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 09:34:16.953891 3795 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-202.ec2.internal","mac-address":"0a:ff:d6:54:21:bd","ip-addresses":["10.0.1.202/24"],"ip-address":"10.0.1.202/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:03781295-0e7a-4967-9072-4dfbd7eeb1b1 k8s.ovn.org/node-encap-ips:["10.0.1.202"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.202/24"} k8s.ovn.org/zone-name:ip-10-0-1-202.ec2.internal] on node ip-10-0-1-202.ec2.internal I0512 09:34:16.973568 3795 master.go:548] Adding or Updating local node "ip-10-0-1-202.ec2.internal" for network "default" I0512 09:34:16.973642 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-202.ec2.internal in network "default" I0512 09:34:16.973706 3795 node_tracker.go:169] Node ip-10-0-1-202.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:16.973721 3795 services_controller.go:574] Full service sync requested for network=default I0512 09:34:16.977892 3795 default_node_network_controller.go:519] Node connection status = connected W0512 09:34:16.978623 3795 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-jt2w6: pod openshift-multus/network-metrics-daemon-jt2w6: no pod IPs found W0512 09:34:16.978639 3795 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-q2qpr: pod kube-system/global-pull-secret-syncer-q2qpr: no pod IPs found W0512 09:34:16.978653 3795 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5ttpm: pod openshift-network-diagnostics/network-check-target-5ttpm: no pod IPs found I0512 09:34:16.979776 3795 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-202.ec2.internal for the network default I0512 09:34:16.980030 3795 zone_ic_handler.go:195] Time taken to create transit switch: 240.641µs I0512 09:34:17.007298 3795 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 09:34:17.007318 3795 services_controller.go:208] Setting up event handlers for services for network=default I0512 09:34:17.007457 3795 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 09:34:17.007509 3795 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 09:34:17.007522 3795 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 09:34:17.064823 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-171.ec2.internal in network "default" I0512 09:34:17.064881 3795 node_tracker.go:169] Node ip-10-0-0-171.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:17.064894 3795 services_controller.go:574] Full service sync requested for network=default I0512 09:34:17.064903 3795 default_network_controller.go:1025] Node "ip-10-0-0-171.ec2.internal" in remote zone "ip-10-0-0-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:17.065838 3795 zone_ic_handler.go:195] Time taken to create transit switch: 270.022µs I0512 09:34:17.065851 3795 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-171.ec2.internal for the network default I0512 09:34:17.067098 3795 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-171.ec2.internal" on network "default" took: 1.543094ms I0512 09:34:17.108581 3795 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 09:34:17.108604 3795 repair.go:60] Starting repairing loop for services I0512 09:34:17.108719 3795 repair.go:131] Deleted 0 stale service LBs I0512 09:34:17.108740 3795 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 09:34:17.108757 3795 repair.go:62] Finished repairing loop for services: 156.868µs I0512 09:34:17.108786 3795 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 09:34:17.108797 3795 services_controller.go:254] Starting workers for network=default I0512 09:34:17.109205 3795 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5ttpm] creating logical port openshift-network-diagnostics_network-check-target-5ttpm for pod on switch ip-10-0-1-202.ec2.internal I0512 09:34:17.109214 3795 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-xbk4l, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-xbk4l: suppressed error logged: pod kube-system/global-pull-secret-syncer-xbk4l: no pod IPs found I0512 09:34:17.109247 3795 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-q2qpr] creating logical port kube-system_global-pull-secret-syncer-q2qpr for pod on switch ip-10-0-1-202.ec2.internal I0512 09:34:17.109304 3795 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-qztn8, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qztn8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qztn8: no pod IPs found I0512 09:34:17.109206 3795 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-qrd27, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-qrd27: suppressed error logged: pod openshift-multus/network-metrics-daemon-qrd27: no pod IPs found I0512 09:34:17.109423 3795 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jt2w6] creating logical port openshift-multus_network-metrics-daemon-jt2w6 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:34:17.109487 3795 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5ttpm I0512 09:34:17.109516 3795 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-jt2w6 I0512 09:34:17.109563 3795 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-q2qpr I0512 09:34:17.126435 3795 pod.go:62] [kube-system/global-pull-secret-syncer-q2qpr] pod update took 17.080239ms I0512 09:34:17.126458 3795 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-q2qpr] addLogicalPort annotation time took 17.135968ms I0512 09:34:17.127305 3795 pods.go:271] [kube-system/global-pull-secret-syncer-q2qpr] addLogicalPort took 18.065724ms, libovsdb time 652.057µs I0512 09:34:17.128227 3795 pod.go:62] [openshift-network-diagnostics/network-check-target-5ttpm] pod update took 18.92324ms I0512 09:34:17.128251 3795 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5ttpm] addLogicalPort annotation time took 18.952196ms I0512 09:34:17.128256 3795 pod.go:62] [openshift-multus/network-metrics-daemon-jt2w6] pod update took 18.761399ms I0512 09:34:17.128281 3795 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-jt2w6] addLogicalPort annotation time took 18.784945ms I0512 09:34:17.129346 3795 pods.go:271] [openshift-network-diagnostics/network-check-target-5ttpm] addLogicalPort took 20.155457ms, libovsdb time 655.341µs I0512 09:34:17.129844 3795 pods.go:271] [openshift-multus/network-metrics-daemon-jt2w6] addLogicalPort took 20.428783ms, libovsdb time 1.131113ms I0512 09:34:17.130590 3795 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 09:34:17.130621 3795 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 09:34:17.130635 3795 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 09:34:17.130640 3795 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 09:34:17.130866 3795 repair.go:29] Repairing admin network policies took 220.281µs I0512 09:34:17.131053 3795 repair.go:92] Repairing baseline admin network policies took 175.219µs I0512 09:34:17.131581 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 09:34:17.131608 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 09:34:17.134503 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 09:34:17.134532 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 09:34:17.134542 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 09:34:17.134882 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 09:34:17.134902 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 09:34:17.134912 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 09:34:17.136454 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 09:34:17.136483 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 09:34:17.136492 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 09:34:17.138137 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 09:34:17.138157 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 09:34:17.138167 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 09:34:17.140555 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 09:34:17.140580 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 09:34:17.140590 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 09:34:17.141852 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 09:34:17.141871 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 09:34:17.141878 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 09:34:17.143209 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 09:34:17.143227 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 09:34:17.143236 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 09:34:17.145024 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 09:34:17.145043 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 09:34:17.145057 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 09:34:17.146226 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 09:34:17.146245 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 09:34:17.146253 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 09:34:17.147087 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 09:34:17.147104 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 09:34:17.147112 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 09:34:17.147575 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 09:34:17.147592 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 09:34:17.147600 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 09:34:17.148040 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 09:34:17.148058 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 09:34:17.148067 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 09:34:17.148486 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 09:34:17.148503 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 09:34:17.148511 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 09:34:17.149017 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 09:34:17.149035 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 09:34:17.149045 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 09:34:17.149873 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 09:34:17.149891 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 09:34:17.149898 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 09:34:17.150679 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 09:34:17.150698 3795 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 09:34:17.150704 3795 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 09:34:17.151009 3795 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 09:34:17.151025 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 09:34:17.151032 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 09:34:17.151498 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 09:34:17.151518 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 09:34:17.151526 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 09:34:17.152134 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 09:34:17.152150 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 09:34:17.152554 3795 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 09:34:17.152567 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 09:34:17.153275 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 09:34:17.153298 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 09:34:17.153307 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 09:34:17.154441 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 09:34:17.154460 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 09:34:17.154469 3795 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 09:34:17.156086 3795 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 09:34:17.156105 3795 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 09:34:17.156115 3795 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 09:34:17.157161 3795 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 09:34:17.157182 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 09:34:17.157191 3795 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 09:34:17.157700 3795 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 09:34:17.157719 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 09:34:17.157727 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 09:34:17.158194 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 09:34:17.158211 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 09:34:17.158237 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 09:34:17.158939 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 09:34:17.158976 3795 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 09:34:17.158986 3795 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 09:34:17.159253 3795 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 09:34:17.159269 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 09:34:17.159276 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 09:34:17.160779 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 09:34:17.160796 3795 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 09:34:17.160809 3795 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 09:34:17.161359 3795 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 09:34:17.165746 3795 egressfirewall.go:374] Starting EgressFirewall controller I0512 09:34:17.165774 3795 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 09:34:17.165785 3795 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 09:34:17.165796 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 09:34:17.165807 3795 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 09:34:17.165828 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 09:34:17.165840 3795 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 09:34:17.166125 3795 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 09:34:17.166139 3795 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 09:34:17.166144 3795 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 09:34:17.166153 3795 egressqos.go:193] Setting up event handlers for EgressQoS I0512 09:34:17.166165 3795 egressfirewall.go:723] Syncing node "ip-10-0-0-171.ec2.internal" for egress firewall I0512 09:34:17.166179 3795 egressfirewall.go:723] Syncing node "ip-10-0-1-202.ec2.internal" for egress firewall I0512 09:34:17.166252 3795 egressqos.go:245] Starting EgressQoS Controller I0512 09:34:17.166264 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 09:34:17.166271 3795 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 09:34:17.166278 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 09:34:17.166282 3795 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 09:34:17.166288 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 09:34:17.166292 3795 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 09:34:17.166296 3795 egressqos.go:259] Repairing EgressQoSes I0512 09:34:17.166300 3795 egressqos.go:399] Starting repairing loop for egressqos I0512 09:34:17.166378 3795 egressqos.go:401] Finished repairing loop for egressqos: 77.71µs I0512 09:34:17.166397 3795 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 09:34:17.166417 3795 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-202.ec2.internal I0512 09:34:17.166456 3795 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-202.ec2.internal : 38.823µs I0512 09:34:17.166494 3795 egressservice_zone.go:210] Starting Egress Services Controller I0512 09:34:17.166503 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 09:34:17.166508 3795 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 09:34:17.166513 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 09:34:17.166518 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 09:34:17.166524 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 09:34:17.166528 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 09:34:17.166534 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 09:34:17.166538 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 09:34:17.166542 3795 egressservice_zone.go:228] Repairing Egress Services I0512 09:34:17.166801 3795 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 09:34:17.166811 3795 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 09:34:17.166837 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-171.ec2.internal I0512 09:34:17.166850 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-171.ec2.internal: 14.967µs I0512 09:34:17.166857 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-202.ec2.internal I0512 09:34:17.166861 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-202.ec2.internal: 3.99µs I0512 09:34:17.166939 3795 default_network_controller.go:585] Completing all the Watchers took 301.566001ms I0512 09:34:17.166962 3795 default_network_controller.go:589] Starting unidling controllers I0512 09:34:17.166973 3795 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 09:34:17.166978 3795 unidle.go:63] Populating Initial ContollerEvent events I0512 09:34:17.166987 3795 unidle.go:79] Setting up event handlers for services I0512 09:34:17.167103 3795 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 09:34:17.478658 3795 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:17.978534 3795 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:18.478934 3795 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:18.978758 3795 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:19.123559 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-171.ec2.internal I0512 09:34:19.123582 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-171.ec2.internal: 29.629µs I0512 09:34:19.123559 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-171.ec2.internal in network "default" I0512 09:34:19.123621 3795 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-171.ec2.internal. Updating no re-route policies I0512 09:34:19.123624 3795 egressfirewall.go:723] Syncing node "ip-10-0-0-171.ec2.internal" for egress firewall I0512 09:34:19.123640 3795 node_tracker.go:169] Node ip-10-0-0-171.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:19.123653 3795 services_controller.go:574] Full service sync requested for network=default I0512 09:34:19.188223 3795 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 09:34:19.478768 3795 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:19.496976 3795 bridgeconfig.go:537] Gateway is ready I0512 09:34:19.496996 3795 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 09:34:19.508446 3795 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.202. Updating OVN encap IP. I0512 09:34:19.513933 3795 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.202 - it is already configured I0512 09:34:19.513945 3795 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.202/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 09:34:19.514135 3795 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.202/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-202.ec2.internal","mac-address":"0a:ff:d6:54:21:bd","ip-addresses":["10.0.1.202/24"],"ip-address":"10.0.1.202/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:03781295-0e7a-4967-9072-4dfbd7eeb1b1 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.202/24"}] on node ip-10-0-1-202.ec2.internal I0512 09:34:19.531327 3795 egressfirewall.go:723] Syncing node "ip-10-0-1-202.ec2.internal" for egress firewall I0512 09:34:19.531366 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-202.ec2.internal I0512 09:34:19.531380 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-202.ec2.internal: 17.397µs I0512 09:34:19.531404 3795 master.go:548] Adding or Updating local node "ip-10-0-1-202.ec2.internal" for network "default" I0512 09:34:19.531410 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-202.ec2.internal in network "default" I0512 09:34:19.531457 3795 node_tracker.go:169] Node ip-10-0-1-202.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:19.531473 3795 services_controller.go:574] Full service sync requested for network=default I0512 09:34:19.532138 3795 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.202 I0512 09:34:19.532228 3795 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-202.ec2.internal I0512 09:34:19.536440 3795 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-202.ec2.internal. Updating no re-route policies I0512 09:34:19.536524 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-lx7tk I0512 09:34:19.536524 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-wdrn5 I0512 09:34:19.536536 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-rg9wd I0512 09:34:19.536547 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-wdrn5 I0512 09:34:19.536551 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-rqmtd I0512 09:34:19.536556 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-rg9wd I0512 09:34:19.536560 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-rqmtd I0512 09:34:19.536564 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-npltx I0512 09:34:19.536577 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-rqmtd after 0 failed attempt(s) I0512 09:34:19.536577 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-wdrn5 after 0 failed attempt(s) I0512 09:34:19.536581 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-rg9wd after 0 failed attempt(s) I0512 09:34:19.536580 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5ttpm I0512 09:34:19.536587 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dk7v6 I0512 09:34:19.536569 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-202.ec2.internal I0512 09:34:19.536592 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dk7v6 I0512 09:34:19.536581 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-92qw2 I0512 09:34:19.536596 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-202.ec2.internal I0512 09:34:19.536591 3795 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-202.ec2.internal I0512 09:34:19.536595 3795 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-q2qpr I0512 09:34:19.536543 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-lx7tk I0512 09:34:19.536593 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5ttpm I0512 09:34:19.536607 3795 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-202.ec2.internal I0512 09:34:19.536611 3795 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-q2qpr I0512 09:34:19.536614 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-202.ec2.internal after 0 failed attempt(s) I0512 09:34:19.536580 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-npltx I0512 09:34:19.536622 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jt2w6 I0512 09:34:19.536636 3795 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-202.ec2.internal after 0 failed attempt(s) I0512 09:34:19.536639 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jt2w6 I0512 09:34:19.536641 3795 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5ttpm] creating logical port openshift-network-diagnostics_network-check-target-5ttpm for pod on switch ip-10-0-1-202.ec2.internal I0512 09:34:19.536603 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-92qw2 I0512 09:34:19.536649 3795 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-q2qpr] creating logical port kube-system_global-pull-secret-syncer-q2qpr for pod on switch ip-10-0-1-202.ec2.internal I0512 09:34:19.536604 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dk7v6 after 0 failed attempt(s) I0512 09:34:19.536662 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-92qw2 after 0 failed attempt(s) I0512 09:34:19.536637 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-npltx after 0 failed attempt(s) I0512 09:34:19.536679 3795 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jt2w6] creating logical port openshift-multus_network-metrics-daemon-jt2w6 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:34:19.536596 3795 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-nws2r I0512 09:34:19.536699 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-lx7tk after 0 failed attempt(s) I0512 09:34:19.536679 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-g4cnl I0512 09:34:19.536716 3795 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-nws2r I0512 09:34:19.536743 3795 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-nws2r after 0 failed attempt(s) I0512 09:34:19.536799 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-g4cnl I0512 09:34:19.536822 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-g4cnl after 0 failed attempt(s) I0512 09:34:19.537457 3795 pods.go:271] [openshift-network-diagnostics/network-check-target-5ttpm] addLogicalPort took 823.053µs, libovsdb time 325.39µs I0512 09:34:19.537474 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5ttpm after 0 failed attempt(s) I0512 09:34:19.537621 3795 pods.go:271] [openshift-multus/network-metrics-daemon-jt2w6] addLogicalPort took 951.714µs, libovsdb time 285.236µs I0512 09:34:19.537639 3795 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-jt2w6 after 0 failed attempt(s) I0512 09:34:19.537863 3795 pods.go:271] [kube-system/global-pull-secret-syncer-q2qpr] addLogicalPort took 1.224622ms, libovsdb time 245.067µs I0512 09:34:19.537873 3795 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-q2qpr after 0 failed attempt(s) I0512 09:34:19.547680 3795 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 09:34:19.560433 3795 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 09:34:19.563968 3795 iptables.go:108] Creating table: nat chain: OUTPUT I0512 09:34:19.602693 3795 iptables.go:108] Creating table: nat chain: PREROUTING I0512 09:34:19.662261 3795 iptables.go:108] Creating table: filter chain: FORWARD I0512 09:34:19.682306 3795 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 09:34:19.682488 3795 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 09:34:19.682545 3795 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 09:34:19.682637 3795 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 09:34:19.682706 3795 gateway_init.go:325] Gateway and management port readiness took 2.709158878s I0512 09:34:19.682734 3795 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 09:34:19.682774 3795 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 09:34:19.682788 3795 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 09:34:19.682798 3795 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 09:34:19.682859 3795 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 09:34:19.683059 3795 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 168.603µs I0512 09:34:19.683303 3795 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 09:34:19.683328 3795 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.353µs I0512 09:34:19.683336 3795 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.133µs I0512 09:34:19.683341 3795 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 09:34:19.683354 3795 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 09:34:19.683360 3795 default_node_network_controller.go:899] Starting the default node network controller I0512 09:34:19.683367 3795 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 09:34:19.683459 3795 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.511µs I0512 09:34:19.683584 3795 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 09:34:19.683593 3795 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 09:34:19.683621 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008d6cb0 0xc0002bf730 0xc0002bf7a0 0xc0002bf810 0xc0002bf880 0xc0002bf8f0 0xc0002bf960 0xc000c8eaa0 0xc0002bf9d0 0xc0002bfa40 0xc0006444b0 0xc00647f340 0xc0002bfab0 map[0x2ff9080:0xc002a92ae0 0x2ff95c0:0xc002a92de0 0x2ffa2e0:0xc002a92a20 0x2ffa580:0xc002a92a80 0x2ffad60:0xc002a92b40 0x2ffb000:0xc002a92d20 0x2ffb2a0:0xc002a92d80 0x2ffba80:0xc002a92e40 0x2ffbd20:0xc002a92ea0 0x3026980:0xc000760780 0x3026d20:0xc0007607e0 0x3027800:0xc0008f77a0 0x3029160:0xc001b7c000 0x30298a0:0xc002e0b140 0x302a720:0xc000a8f8c0] 0xc000744fc0 0} I0512 09:34:19.683676 3795 gateway.go:151] Starting gateway service sync I0512 09:34:19.684146 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 09:34:19.686753 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 09:34:19.702787 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 09:34:19.704157 3795 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 09:34:19.705465 3795 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 09:34:19.742418 3795 gateway.go:168] Gateway service sync done. Time taken: 58.730012ms I0512 09:34:19.742991 3795 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30190 I0512 09:34:19.743226 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008d6cb0 0xc0002bf730 0xc0002bf7a0 0xc0002bf810 0xc0002bf880 0xc0002bf8f0 0xc0002bf960 0xc000c8eaa0 0xc0002bf9d0 0xc0002bfa40 0xc0006444b0 0xc00647f340 0xc0002bfab0 map[0x2ff9080:0xc002a92ae0 0x2ff95c0:0xc002a92de0 0x2ffa2e0:0xc002a92a20 0x2ffa580:0xc002a92a80 0x2ffad60:0xc002a92b40 0x2ffb000:0xc002a92d20 0x2ffb2a0:0xc002a92d80 0x2ffba80:0xc002a92e40 0x2ffbd20:0xc002a92ea0 0x3026980:0xc000760780 0x3026d20:0xc0007607e0 0x3027800:0xc0008f77a0 0x3029160:0xc001b7c000 0x30298a0:0xc002e0b140 0x302a720:0xc000a8f8c0] 0xc000744fc0 0} I0512 09:34:19.743627 3795 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008d6cb0 0xc0002bf730 0xc0002bf7a0 0xc0002bf810 0xc0002bf880 0xc0002bf8f0 0xc0002bf960 0xc000c8eaa0 0xc0002bf9d0 0xc0002bfa40 0xc0006444b0 0xc00647f340 0xc0002bfab0 map[0x2ff9080:0xc002a92ae0 0x2ff95c0:0xc002a92de0 0x2ffa2e0:0xc002a92a20 0x2ffa580:0xc002a92a80 0x2ffad60:0xc002a92b40 0x2ffb000:0xc002a92d20 0x2ffb2a0:0xc002a92d80 0x2ffba80:0xc002a92e40 0x2ffbd20:0xc002a92ea0 0x3026980:0xc000760780 0x3026d20:0xc0007607e0 0x3027800:0xc0008f77a0 0x3029160:0xc001b7c000 0x30298a0:0xc002e0b140 0x302a720:0xc000a8f8c0] 0xc000744fc0 0} I0512 09:34:19.743660 3795 gateway.go:532] Reconciling gateway with updates I0512 09:34:19.749551 3795 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 09:34:19.749628 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:34:19.749646 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:34:19.749646 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:34:19.749654 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 09:34:19.749653 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:34:19.749650 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:34:19.749663 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 09:34:19.749665 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:34:19.749672 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:34:19.749677 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 09:34:19.749684 3795 default_node_network_controller.go:944] Gateway and management port readiness took 66.083756ms I0512 09:34:19.749683 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:19.749684 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 09:34:19.749699 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:34:19.749702 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 09:34:19.749716 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:34:19.749725 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 09:34:19.749725 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:34:19.749672 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:34:19.749742 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:34:19.749666 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:34:19.749749 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:34:19.749752 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:34:19.749754 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:34:19.749759 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:34:19.749759 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:34:19.749769 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 09:34:19.749771 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:34:19.749775 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:34:19.749772 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:34:19.749787 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:34:19.749794 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:34:19.749794 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:34:19.749676 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 09:34:19.749796 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:34:19.749753 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:34:19.749809 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 09:34:19.749763 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:34:19.749816 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:34:19.749824 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 09:34:19.749806 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:34:19.749799 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:34:19.749760 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:34:19.749780 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 09:34:19.749868 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 09:34:19.749872 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:34:19.749737 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:34:19.749881 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 09:34:19.749885 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:34:19.749783 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:34:19.749888 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 09:34:19.749893 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:34:19.749740 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:34:19.749898 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 30626 is already open, no action needed I0512 09:34:19.749904 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:34:19.749906 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:34:19.749910 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 09:34:19.749815 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:34:19.749915 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:34:19.749918 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 09:34:19.749922 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:34:19.749931 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:34:19.749931 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:34:19.749939 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:34:19.749891 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:34:19.749943 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 09:34:19.749900 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:34:19.749978 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:34:19.749870 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 09:34:19.749981 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:34:19.749992 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:34:19.750000 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:34:19.750002 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:34:19.750005 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:34:19.750009 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:34:19.750005 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:34:19.750016 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:34:19.750018 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:34:19.749909 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 31887 is already open, no action needed I0512 09:34:19.750025 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:34:19.750026 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 09:34:19.750028 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:34:19.750038 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:34:19.750043 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 09:34:19.750057 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:34:19.750069 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:34:19.750076 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:34:19.750078 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:34:19.749701 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:19.749980 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 09:34:19.750162 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 09:34:19.749860 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:34:19.750215 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:34:19.750308 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:34:19.750317 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:34:19.750328 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:34:19.750328 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:34:19.750333 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:34:19.750341 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:34:19.750345 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 09:34:19.751584 3795 node_ip_handler_linux.go:160] Node IP manager is running I0512 09:34:19.772081 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 09:34:19.772108 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 09:34:19.772133 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 09:34:19.772152 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 09:34:19.772171 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 09:34:19.772190 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) W0512 09:34:19.794293 3795 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 09:34:19.794454 3795 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 09:34:19.794608 3795 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0512 09:34:19.826708 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 09:34:19.826737 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 09:34:19.826748 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 09:34:19.826755 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 09:34:19.826761 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 09:34:19.826768 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 09:34:19.826773 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 09:34:19.826779 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 09:34:19.826784 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 09:34:19.826790 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 09:34:19.826796 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 09:34:19.826800 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 09:34:19.826805 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 09:34:19.826811 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 09:34:19.826820 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 09:34:19.826826 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 09:34:19.826831 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 09:34:19.826837 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 09:34:19.826842 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 09:34:19.826847 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 09:34:19.826852 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 09:34:19.826858 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 09:34:19.870457 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 09:34:19.870471 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 09:34:19.870463 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 09:34:19.870483 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 09:34:19.870492 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 09:34:19.870504 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 09:34:19.870514 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 09:34:21.473519 3795 default_node_network_controller.go:1380] Starting node controller node sync W0512 09:34:21.473624 3795 egressip_healthcheck.go:76] Health checking using insecure connection I0512 09:34:21.473692 3795 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0512 09:34:21.485712 3795 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.169674ms I0512 09:34:21.486244 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-171.ec2.internal", IP: 10.0.0.171 to PMTUD blocking rules I0512 09:34:21.486259 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-171.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 09:34:21.492302 3795 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 09:34:21.492572 3795 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 09:34:21.492690 3795 egressservice_node.go:183] Starting Egress Services Controller I0512 09:34:21.492710 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 09:34:21.492726 3795 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 09:34:21.492735 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 09:34:21.492742 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 09:34:21.492750 3795 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 09:34:21.492777 3795 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 09:34:21.492790 3795 egressservice_node.go:197] Repairing Egress Services I0512 09:34:21.503149 3795 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 09:34:21.503167 3795 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 09:34:21.503341 3795 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 09:34:21.503358 3795 link_network_manager.go:119] Link manager is running I0512 09:34:21.503371 3795 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 09:34:21.503548 3795 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 09:34:21.503737 3795 vrf_manager.go:128] VRF manager is running I0512 09:34:21.503826 3795 node_controller_manager.go:437] Removing flows to drop GARP I0512 09:34:21.503837 3795 gateway.go:532] Reconciling gateway with updates I0512 09:34:21.526070 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:34:21.526086 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 09:34:21.526102 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:34:21.526103 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:34:21.526108 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:34:21.526118 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:34:21.526124 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:34:21.526126 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:34:21.526132 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:34:21.526111 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 09:34:21.526137 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:34:21.526139 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:34:21.526158 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:34:21.526175 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:34:21.526075 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:34:21.526187 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 09:34:21.526190 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:34:21.526187 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 09:34:21.526199 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 09:34:21.526200 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 09:34:21.526134 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 09:34:21.526206 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 09:34:21.526200 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 09:34:21.526212 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 09:34:21.526212 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 09:34:21.526220 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:34:21.526226 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:34:21.526228 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:34:21.526240 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:34:21.526240 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:34:21.526243 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 09:34:21.526250 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 09:34:21.526253 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 09:34:21.526256 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:34:21.526260 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:34:21.526262 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:34:21.526264 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 09:34:21.526266 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:34:21.526272 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 09:34:21.526275 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 09:34:21.526278 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:34:21.526282 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 09:34:21.526284 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:34:21.526281 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:34:21.526312 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 09:34:21.526313 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:34:21.526316 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:34:21.526318 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:34:21.526326 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:34:21.526325 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:34:21.526335 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:34:21.526336 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:34:21.526337 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:34:21.526316 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:34:21.526344 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:34:21.526342 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:34:21.526348 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:34:21.526350 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:34:21.526354 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:34:21.526358 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:34:21.526360 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:34:21.526366 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:34:21.526371 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 09:34:21.526378 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 09:34:21.526382 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 09:34:21.526384 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:34:21.526339 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:34:21.526392 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:34:21.526397 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:34:21.526401 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 09:34:21.526404 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:34:21.526414 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:34:21.526416 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 09:34:21.526422 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:34:21.526420 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:34:21.526427 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:34:21.526434 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:21.526453 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:34:21.526266 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 09:34:21.526465 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:21.526439 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 09:34:21.526479 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 09:34:21.526392 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:34:21.526417 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:34:21.526518 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:34:21.526529 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:34:21.526270 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:34:21.526535 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:34:21.526549 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:34:21.526253 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 09:34:21.526326 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:34:21.526327 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:34:21.526306 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:34:21.526624 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:34:21.526623 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:34:21.526345 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:34:21.526352 3795 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:34:21.526661 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:34:21.526667 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 09:34:21.526428 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 09:34:21.526682 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 30626 is already open, no action needed I0512 09:34:21.526437 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:34:21.526692 3795 port_claim.go:71] Svc openshift-ingress/router-default: port 31887 is already open, no action needed I0512 09:34:21.526471 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:34:21.526344 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 09:34:21.526331 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:34:21.526434 3795 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:34:21.555394 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 09:34:21.555422 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 09:34:21.596625 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 09:34:21.596653 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 09:34:21.596660 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 09:34:21.596666 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 09:34:21.596673 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 09:34:21.596681 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 09:34:21.596687 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 09:34:21.596692 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 09:34:21.596699 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 09:34:21.596704 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 09:34:21.596710 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 09:34:21.596718 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 09:34:21.596726 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 09:34:21.596759 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 09:34:21.596778 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 09:34:21.596784 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 09:34:21.596790 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 09:34:21.596801 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 09:34:21.596816 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 09:34:21.596821 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 09:34:21.596826 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 09:34:21.637429 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 09:34:21.637436 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 09:34:21.637454 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 09:34:21.637462 3795 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 09:34:23.203629 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-171.ec2.internal I0512 09:34:23.203876 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-171.ec2.internal: 253.783µs I0512 09:34:23.290752 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-202.ec2.internal I0512 09:34:23.290783 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-202.ec2.internal: 37.571µs I0512 09:34:23.324473 3795 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7779f8f866-lsj5t] creating logical port openshift-image-registry_image-registry-7779f8f866-lsj5t for pod on switch ip-10-0-1-202.ec2.internal I0512 09:34:23.324603 3795 kube.go:256] Updating pod openshift-image-registry/image-registry-7779f8f866-lsj5t I0512 09:34:23.370688 3795 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-xvcgf] creating logical port openshift-dns_dns-default-xvcgf for pod on switch ip-10-0-1-202.ec2.internal I0512 09:34:23.370779 3795 pod.go:62] [openshift-image-registry/image-registry-7779f8f866-lsj5t] pod update took 46.220723ms I0512 09:34:23.370803 3795 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7779f8f866-lsj5t] addLogicalPort annotation time took 46.249657ms I0512 09:34:23.370809 3795 kube.go:256] Updating pod openshift-dns/dns-default-xvcgf I0512 09:34:23.370819 3795 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zffkt] creating logical port openshift-ingress-canary_ingress-canary-zffkt for pod on switch ip-10-0-1-202.ec2.internal I0512 09:34:23.370931 3795 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zffkt I0512 09:34:23.371886 3795 pods.go:271] [openshift-image-registry/image-registry-7779f8f866-lsj5t] addLogicalPort took 47.437164ms, libovsdb time 800.929µs I0512 09:34:23.390164 3795 pod.go:62] [openshift-dns/dns-default-xvcgf] pod update took 19.380803ms I0512 09:34:23.390187 3795 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-xvcgf] addLogicalPort annotation time took 19.410441ms I0512 09:34:23.391312 3795 pods.go:271] [openshift-dns/dns-default-xvcgf] addLogicalPort took 20.640881ms, libovsdb time 859.501µs I0512 09:34:23.392228 3795 pod.go:62] [openshift-ingress-canary/ingress-canary-zffkt] pod update took 21.318278ms I0512 09:34:23.392256 3795 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-zffkt] addLogicalPort annotation time took 21.348531ms I0512 09:34:23.393368 3795 pods.go:271] [openshift-ingress-canary/ingress-canary-zffkt] addLogicalPort took 22.560485ms, libovsdb time 801.071µs I0512 09:34:23.775859 3795 cni.go:452] [openshift-ingress-canary/ingress-canary-zffkt 7dbdebca95c9798d00d13bc4571278607e46f81e1391ef2306f686e0a76a81c6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zffkt 7dbdebca95c9798d00d13bc4571278607e46f81e1391ef2306f686e0a76a81c6 network default NAD default NAD key ] I0512 09:34:23.828885 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zffkt, hostIfaceName: 7dbdebca95c9798, network: default, NAD default, SandboxID: "7dbdebca95c9798d00d13bc4571278607e46f81e1391ef2306f686e0a76a81c6", PCI device ID: , UID: "2a3e7545-f13b-467b-a5d6-cf92da6b7d9e", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0512 09:34:23.879692 3795 cni.go:473] [openshift-ingress-canary/ingress-canary-zffkt 7dbdebca95c9798d00d13bc4571278607e46f81e1391ef2306f686e0a76a81c6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zffkt 7dbdebca95c9798d00d13bc4571278607e46f81e1391ef2306f686e0a76a81c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:77:20:fc:be:a2\",\"name\":\"7dbdebca95c9798\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b2a5352-bb9f-4580-b3ee-1cc7aa20bd6c\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:34:30.520862 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:34:32.774042 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:34:32.774072 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 37.052µs I0512 09:34:32.774042 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:34:32.774079 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0512 09:34:32.774089 3795 node_tracker.go:220] Node ip-10-0-2-128.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0512 09:34:32.774142 3795 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-128.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 09:34:32.774167 3795 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-128.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-128.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-128.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-128.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal, error parsing annotation for node ip-10-0-2-128.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0512 09:34:32.785505 3795 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-128.ec2.internal annotation: unexpected end of JSON input I0512 09:34:32.785578 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 09:34:32.785613 3795 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-128.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 09:34:32.809201 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal E0512 09:34:32.809215 3795 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-128.ec2.internal annotation: unexpected end of JSON input I0512 09:34:32.809221 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 26.642µs I0512 09:34:32.809275 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0512 09:34:32.809293 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 09:34:32.809324 3795 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-128.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0512 09:34:32.878000 3795 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-128.ec2.internal annotation: unexpected end of JSON input I0512 09:34:32.878035 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 09:34:32.878035 3795 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-128.ec2.internal annotation: unexpected end of JSON input E0512 09:34:32.878098 3795 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-128.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-128.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-128.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-128.ec2.internal" I0512 09:34:32.893550 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0512 09:34:32.971982 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0512 09:34:32.971999 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:32.972053 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:34:32.972068 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 18.878µs I0512 09:34:33.007549 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:33.039465 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:33.231376 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:43.151096 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:46.906944 3795 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-128.ec2.internal I0512 09:34:46.906990 3795 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-128.ec2.internal I0512 09:34:46.907093 3795 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-128.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-128.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-128.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-128.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal I0512 09:34:49.538938 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mk7dp I0512 09:34:49.538964 3795 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-glpnw I0512 09:34:49.538937 3795 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gd7q5 I0512 09:34:49.538983 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mk7dp I0512 09:34:49.538987 3795 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-glpnw I0512 09:34:49.538993 3795 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gd7q5 I0512 09:34:49.539023 3795 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-glpnw, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-glpnw: suppressed error logged: pod kube-system/global-pull-secret-syncer-glpnw: no pod IPs found I0512 09:34:49.539024 3795 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-mk7dp, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-mk7dp: suppressed error logged: pod openshift-multus/network-metrics-daemon-mk7dp: no pod IPs found I0512 09:34:49.539029 3795 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-gd7q5, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gd7q5: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gd7q5: no pod IPs found I0512 09:34:52.697532 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:34:52.697556 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 29.704µs I0512 09:34:52.697567 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0512 09:34:52.697583 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:55.069408 3795 cni.go:452] [kube-system/global-pull-secret-syncer-q2qpr 5f3040b4eead537683011caa8bbe34319c207c0c4e38a79e562c8d46a45f7b24 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-q2qpr 5f3040b4eead537683011caa8bbe34319c207c0c4e38a79e562c8d46a45f7b24 network default NAD default NAD key ] I0512 09:34:55.079327 3795 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-q2qpr, hostIfaceName: 5f3040b4eead537, network: default, NAD default, SandboxID: "5f3040b4eead537683011caa8bbe34319c207c0c4e38a79e562c8d46a45f7b24", PCI device ID: , UID: "e358c875-614d-42d1-910d-1cf118af5ce8", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0512 09:34:55.083117 3795 cni.go:452] [openshift-network-diagnostics/network-check-target-5ttpm a43838acca545918e702fdb71c1b85874eb3d7badd4f0b8a365cc458c9edef43 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5ttpm a43838acca545918e702fdb71c1b85874eb3d7badd4f0b8a365cc458c9edef43 network default NAD default NAD key ] I0512 09:34:55.092825 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5ttpm, hostIfaceName: a43838acca54591, network: default, NAD default, SandboxID: "a43838acca545918e702fdb71c1b85874eb3d7badd4f0b8a365cc458c9edef43", PCI device ID: , UID: "c9d42a38-2511-495f-9780-fe013b1d4c22", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0512 09:34:55.129462 3795 cni.go:473] [kube-system/global-pull-secret-syncer-q2qpr 5f3040b4eead537683011caa8bbe34319c207c0c4e38a79e562c8d46a45f7b24 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-q2qpr 5f3040b4eead537683011caa8bbe34319c207c0c4e38a79e562c8d46a45f7b24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:d0:48:db:62:01\",\"name\":\"5f3040b4eead537\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff81508c-dd66-4376-bcf6-018023a689c3\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:34:55.145206 3795 cni.go:473] [openshift-network-diagnostics/network-check-target-5ttpm a43838acca545918e702fdb71c1b85874eb3d7badd4f0b8a365cc458c9edef43 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5ttpm a43838acca545918e702fdb71c1b85874eb3d7badd4f0b8a365cc458c9edef43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:f5:c0:9c:ac:19\",\"name\":\"a43838acca54591\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9b95f9f-b1c1-449f-b262-020cbe69e62a\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:34:58.575036 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:34:58.575076 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "ip-10-0-2-128.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:58.575094 3795 node_tracker.go:235] Node ip-10-0-2-128.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-128.ec2.internal" I0512 09:34:58.575111 3795 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:58.575120 3795 services_controller.go:574] Full service sync requested for network=default I0512 09:34:58.599367 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "ip-10-0-2-128.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:58.761935 3795 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "ip-10-0-2-128.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:34:58.762040 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:34:58.762103 3795 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:58.762124 3795 services_controller.go:574] Full service sync requested for network=default I0512 09:34:58.762995 3795 zone_ic_handler.go:195] Time taken to create transit switch: 294.583µs I0512 09:34:58.763010 3795 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-128.ec2.internal for the network default I0512 09:34:58.764094 3795 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-128.ec2.internal" on network "default" took: 1.406167ms W0512 09:35:00.611312 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 09:35:01.259723 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 09:35:01.315547 3795 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0512 09:35:01.315569 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 09:35:01.315584 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 10.0.2.128 to PMTUD blocking rules I0512 09:35:01.315593 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:35:01.315607 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 18.531µs I0512 09:35:01.315606 3795 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:35:01.315658 3795 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0512 09:35:01.315675 3795 services_controller.go:574] Full service sync requested for network=default W0512 09:35:01.315867 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 09:35:01.321835 3795 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-128.ec2.internal. Updating no re-route policies I0512 09:35:01.332716 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 10.0.2.128 to PMTUD blocking rules I0512 09:35:01.332732 3795 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 09:35:05.101614 3795 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:35:05.101644 3795 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 36.791µs W0512 09:35:31.604221 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 09:35:31.604245 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 09:35:32.262498 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 09:36:22.148392 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.148965 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.149003 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.149015 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 09:36:22.149033 3795 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.149041 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 09:36:23.174421 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:23.174442 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:23.174459 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:23.174467 3795 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:24.577487 3795 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 09:36:24.589187 3795 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 09:36:26.172857 3795 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-ghcjv] creating logical port openshift-console-operator_console-operator-66dbbb6468-ghcjv for pod on switch ip-10-0-1-202.ec2.internal I0512 09:36:26.173006 3795 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-ghcjv I0512 09:36:26.193636 3795 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-ghcjv] pod update took 20.681575ms I0512 09:36:26.193658 3795 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-ghcjv] addLogicalPort annotation time took 20.709397ms I0512 09:36:26.194853 3795 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-ghcjv] addLogicalPort took 22.016609ms, libovsdb time 910.134µs I0512 09:36:26.282252 3795 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6vmvk] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-6vmvk for pod on switch ip-10-0-1-202.ec2.internal I0512 09:36:26.282333 3795 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6vmvk I0512 09:36:26.285184 3795 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gk4w6] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-gk4w6 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:36:26.285271 3795 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gk4w6 I0512 09:36:26.303437 3795 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gk4w6] pod update took 18.187233ms I0512 09:36:26.303456 3795 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gk4w6] addLogicalPort annotation time took 18.209044ms I0512 09:36:26.303518 3795 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6vmvk] pod update took 21.207893ms I0512 09:36:26.303542 3795 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6vmvk] addLogicalPort annotation time took 21.233872ms I0512 09:36:26.304508 3795 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gk4w6] addLogicalPort took 19.334276ms, libovsdb time 738.352µs I0512 09:36:26.304740 3795 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6vmvk] addLogicalPort took 22.509719ms, libovsdb time 953.627µs I0512 09:36:26.319242 3795 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-thtmb] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-thtmb for pod on switch ip-10-0-1-202.ec2.internal I0512 09:36:26.319348 3795 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-thtmb I0512 09:36:26.335736 3795 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-thtmb] pod update took 16.411421ms I0512 09:36:26.335759 3795 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-thtmb] addLogicalPort annotation time took 16.436745ms I0512 09:36:26.336715 3795 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-thtmb] addLogicalPort took 17.488644ms, libovsdb time 677.35µs I0512 09:36:26.527098 3795 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-ghcjv a6e1766ca5ac840850ce96be334a88c1effcb580a0e07768c6c1deaab828672d network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-ghcjv a6e1766ca5ac840850ce96be334a88c1effcb580a0e07768c6c1deaab828672d network default NAD default NAD key ] I0512 09:36:26.536304 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-ghcjv, hostIfaceName: a6e1766ca5ac840, network: default, NAD default, SandboxID: "a6e1766ca5ac840850ce96be334a88c1effcb580a0e07768c6c1deaab828672d", PCI device ID: , UID: "944daec5-fdba-4426-88f8-d4c58cc811f8", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0512 09:36:26.583755 3795 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-ghcjv a6e1766ca5ac840850ce96be334a88c1effcb580a0e07768c6c1deaab828672d network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-ghcjv a6e1766ca5ac840850ce96be334a88c1effcb580a0e07768c6c1deaab828672d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:34:67:4e:cf:b2\",\"name\":\"a6e1766ca5ac840\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71402f66-a86f-45d9-8beb-c7a0529c0312\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:36:26.643018 3795 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gk4w6 99747fad755dd41385fae6ef92dea65f3a8265a0db49bae07512c6eddabea109 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gk4w6 99747fad755dd41385fae6ef92dea65f3a8265a0db49bae07512c6eddabea109 network default NAD default NAD key ] I0512 09:36:26.653117 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-gk4w6, hostIfaceName: 99747fad755dd41, network: default, NAD default, SandboxID: "99747fad755dd41385fae6ef92dea65f3a8265a0db49bae07512c6eddabea109", PCI device ID: , UID: "6c8d7557-116d-40de-9632-27a8eb1ed548", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0512 09:36:26.699185 3795 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gk4w6 99747fad755dd41385fae6ef92dea65f3a8265a0db49bae07512c6eddabea109 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gk4w6 99747fad755dd41385fae6ef92dea65f3a8265a0db49bae07512c6eddabea109 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:8c:6f:2a:71:33\",\"name\":\"99747fad755dd41\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c28f2b53-2a4c-4a5d-ba2f-a9faefdb932b\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:36:29.462728 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 09:36:30.805127 3795 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 09:36:30.806010 3795 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 856.274µs I0512 09:36:30.825912 3795 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 09:36:31.472423 3795 namespace.go:98] [openshift-service-ca] adding namespace I0512 09:36:31.473387 3795 namespace.go:102] [openshift-service-ca] adding namespace took 935.115µs I0512 09:36:31.492988 3795 namespace.go:142] [openshift-service-ca] updating namespace I0512 09:36:33.141496 3795 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-g48ql] creating logical port openshift-service-ca_service-ca-d9cb48497-g48ql for pod on switch ip-10-0-1-202.ec2.internal I0512 09:36:33.141591 3795 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-g48ql I0512 09:36:33.157753 3795 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-g48ql] pod update took 16.182597ms I0512 09:36:33.157780 3795 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-g48ql] addLogicalPort annotation time took 16.213283ms I0512 09:36:33.159027 3795 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-g48ql] addLogicalPort took 17.551613ms, libovsdb time 851.459µs I0512 09:36:33.498400 3795 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-g48ql 80c003d8c89e47236e9ca45b8a840c453f915960fe0dfef8e47782051f716e5b network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-g48ql 80c003d8c89e47236e9ca45b8a840c453f915960fe0dfef8e47782051f716e5b network default NAD default NAD key ] I0512 09:36:33.508979 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-g48ql, hostIfaceName: 80c003d8c89e472, network: default, NAD default, SandboxID: "80c003d8c89e47236e9ca45b8a840c453f915960fe0dfef8e47782051f716e5b", PCI device ID: , UID: "df982cc4-6059-45b4-b846-0853dc8bbf96", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0512 09:36:33.557014 3795 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-g48ql 80c003d8c89e47236e9ca45b8a840c453f915960fe0dfef8e47782051f716e5b network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-g48ql 80c003d8c89e47236e9ca45b8a840c453f915960fe0dfef8e47782051f716e5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ce:b1:d4:9a:03\",\"name\":\"80c003d8c89e472\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b68927b-4fe9-4105-9b85-2092ba3a18fa\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:36:39.488040 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 09:36:42.239801 3795 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6vmvk 084436340e7917e11d8966ab8c7996171a662fa2ce8cff49646947ae40e1a588 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6vmvk 084436340e7917e11d8966ab8c7996171a662fa2ce8cff49646947ae40e1a588 network default NAD default NAD key ] I0512 09:36:42.249325 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-6vmvk, hostIfaceName: 084436340e7917e, network: default, NAD default, SandboxID: "084436340e7917e11d8966ab8c7996171a662fa2ce8cff49646947ae40e1a588", PCI device ID: , UID: "19bce672-35d6-4aa5-a26a-9048326eb033", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0512 09:36:42.297391 3795 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6vmvk 084436340e7917e11d8966ab8c7996171a662fa2ce8cff49646947ae40e1a588 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6vmvk 084436340e7917e11d8966ab8c7996171a662fa2ce8cff49646947ae40e1a588 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:46:9e:51:ec:1b\",\"name\":\"084436340e7917e\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c489ef64-2f74-4c04-9b5a-72be811b9592\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:36:57.060379 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0512 09:36:57.177804 3795 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-4m4q4] creating logical port openshift-insights_insights-runtime-extractor-4m4q4 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:36:57.177920 3795 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-4m4q4 I0512 09:36:57.178018 3795 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-258k8] creating logical port openshift-console_downloads-5c54f4944f-258k8 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:36:57.178172 3795 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-258k8 I0512 09:36:57.212154 3795 pod.go:62] [openshift-insights/insights-runtime-extractor-4m4q4] pod update took 34.267958ms I0512 09:36:57.212175 3795 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-4m4q4] addLogicalPort annotation time took 34.295055ms I0512 09:36:57.213242 3795 pods.go:271] [openshift-insights/insights-runtime-extractor-4m4q4] addLogicalPort took 35.455722ms, libovsdb time 773.162µs I0512 09:36:57.248168 3795 pod.go:62] [openshift-console/downloads-5c54f4944f-258k8] pod update took 70.095131ms I0512 09:36:57.248191 3795 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-258k8] addLogicalPort annotation time took 70.123203ms I0512 09:36:57.249320 3795 pods.go:271] [openshift-console/downloads-5c54f4944f-258k8] addLogicalPort took 71.314496ms, libovsdb time 835.471µs I0512 09:36:57.536698 3795 cni.go:452] [openshift-insights/insights-runtime-extractor-4m4q4 5e70e490a18629c1b67a23f02a012a5ee03d2d5d978fac632809447a4b2bd5f5 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-4m4q4 5e70e490a18629c1b67a23f02a012a5ee03d2d5d978fac632809447a4b2bd5f5 network default NAD default NAD key ] I0512 09:36:57.537776 3795 cni.go:452] [openshift-console/downloads-5c54f4944f-258k8 c3c5203720fe26039697db00fe6d3392a33f2ee6896fe9bb248f15e877ce79ca network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-258k8 c3c5203720fe26039697db00fe6d3392a33f2ee6896fe9bb248f15e877ce79ca network default NAD default NAD key ] I0512 09:36:57.547816 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-4m4q4, hostIfaceName: 5e70e490a18629c, network: default, NAD default, SandboxID: "5e70e490a18629c1b67a23f02a012a5ee03d2d5d978fac632809447a4b2bd5f5", PCI device ID: , UID: "e6d00367-410a-4ba2-a736-0f46c4518399", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0512 09:36:57.547986 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-258k8, hostIfaceName: c3c5203720fe260, network: default, NAD default, SandboxID: "c3c5203720fe26039697db00fe6d3392a33f2ee6896fe9bb248f15e877ce79ca", PCI device ID: , UID: "80cdd4b7-4d16-4939-8e67-b84801ae1c67", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0512 09:36:57.597129 3795 cni.go:473] [openshift-console/downloads-5c54f4944f-258k8 c3c5203720fe26039697db00fe6d3392a33f2ee6896fe9bb248f15e877ce79ca network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-258k8 c3c5203720fe26039697db00fe6d3392a33f2ee6896fe9bb248f15e877ce79ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:29:96:88:83:1d\",\"name\":\"c3c5203720fe260\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b34770c-d057-4e2d-b702-fff5fc78d950\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:36:57.612299 3795 cni.go:473] [openshift-insights/insights-runtime-extractor-4m4q4 5e70e490a18629c1b67a23f02a012a5ee03d2d5d978fac632809447a4b2bd5f5 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-4m4q4 5e70e490a18629c1b67a23f02a012a5ee03d2d5d978fac632809447a4b2bd5f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:db:59:f1:00:c3\",\"name\":\"5e70e490a18629c\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/994e2654-74e4-4f50-8be1-692e048e03fd\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:36:58.488485 3795 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-thtmb bf851fe3350c1c2ce1d51ca6750fd028ee77d62a3da27e83a2d6ab44065607d6 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-thtmb bf851fe3350c1c2ce1d51ca6750fd028ee77d62a3da27e83a2d6ab44065607d6 network default NAD default NAD key ] I0512 09:36:58.500508 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-thtmb, hostIfaceName: bf851fe3350c1c2, network: default, NAD default, SandboxID: "bf851fe3350c1c2ce1d51ca6750fd028ee77d62a3da27e83a2d6ab44065607d6", PCI device ID: , UID: "fefdd53c-ce26-43da-a8c4-a8e1311521ca", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0512 09:36:58.556344 3795 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-thtmb bf851fe3350c1c2ce1d51ca6750fd028ee77d62a3da27e83a2d6ab44065607d6 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-thtmb bf851fe3350c1c2ce1d51ca6750fd028ee77d62a3da27e83a2d6ab44065607d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:50:eb:43:d7:80\",\"name\":\"bf851fe3350c1c2\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a78aa13-e74f-47c4-93d4-e92f69e3d7b7\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:36:58.587941 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.587990 3795 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7779f8f866-lsj5t I0512 09:36:58.589425 3795 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7779f8f866-lsj5t, ips: 10.128.0.6 I0512 09:36:58.589472 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.600851 3795 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7594d6b4fb-n8v4t] creating logical port openshift-image-registry_image-registry-7594d6b4fb-n8v4t for pod on switch ip-10-0-1-202.ec2.internal I0512 09:36:58.600979 3795 kube.go:256] Updating pod openshift-image-registry/image-registry-7594d6b4fb-n8v4t I0512 09:36:58.610841 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.610863 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.616773 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7779f8f866-lsj5t I0512 09:36:58.616802 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7779f8f866-lsj5t I0512 09:36:58.627030 3795 pod.go:62] [openshift-image-registry/image-registry-7594d6b4fb-n8v4t] pod update took 26.103278ms I0512 09:36:58.627069 3795 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7594d6b4fb-n8v4t] addLogicalPort annotation time took 26.147082ms I0512 09:36:58.628464 3795 pods.go:271] [openshift-image-registry/image-registry-7594d6b4fb-n8v4t] addLogicalPort took 27.630992ms, libovsdb time 995.71µs W0512 09:36:58.907666 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:58.907686 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:58.907699 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:58.907719 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:58.907725 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 09:36:58.929311 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.930056 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.944936 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.944973 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.958557 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7778d688b5-qkwwh I0512 09:36:58.958588 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7778d688b5-qkwwh I0512 09:36:58.984145 3795 cni.go:452] [openshift-image-registry/image-registry-7594d6b4fb-n8v4t 15d705d5e79a268c825b37c13cd0c07947f04ee365f9ae899215700911dff076 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7594d6b4fb-n8v4t 15d705d5e79a268c825b37c13cd0c07947f04ee365f9ae899215700911dff076 network default NAD default NAD key ] I0512 09:36:58.995451 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7594d6b4fb-n8v4t, hostIfaceName: 15d705d5e79a268, network: default, NAD default, SandboxID: "15d705d5e79a268c825b37c13cd0c07947f04ee365f9ae899215700911dff076", PCI device ID: , UID: "ebaf3601-24be-4854-b8cb-118ea7a6304c", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0512 09:36:59.051406 3795 cni.go:473] [openshift-image-registry/image-registry-7594d6b4fb-n8v4t 15d705d5e79a268c825b37c13cd0c07947f04ee365f9ae899215700911dff076 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7594d6b4fb-n8v4t 15d705d5e79a268c825b37c13cd0c07947f04ee365f9ae899215700911dff076 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f6:52:2a:2c:b9\",\"name\":\"15d705d5e79a268\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/867f1a5c-3a71-4ec4-b158-51af47f13fd2\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:36:59.165666 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.165833 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.165855 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.166909 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.166944 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.190835 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.190857 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.193070 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.193087 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.193093 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.573692 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 09:36:59.852377 3795 base_network_controller_pods.go:487] [default/openshift-console/console-6c8758bc76-gh69t] creating logical port openshift-console_console-6c8758bc76-gh69t for pod on switch ip-10-0-1-202.ec2.internal I0512 09:36:59.852493 3795 kube.go:256] Updating pod openshift-console/console-6c8758bc76-gh69t I0512 09:36:59.875412 3795 pod.go:62] [openshift-console/console-6c8758bc76-gh69t] pod update took 22.94974ms I0512 09:36:59.875440 3795 base_network_controller_pods.go:951] [default/openshift-console/console-6c8758bc76-gh69t] addLogicalPort annotation time took 22.979424ms I0512 09:36:59.876764 3795 pods.go:271] [openshift-console/console-6c8758bc76-gh69t] addLogicalPort took 24.412248ms, libovsdb time 947.726µs W0512 09:36:59.922236 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 09:37:00.583335 3795 cni.go:452] [openshift-console/console-6c8758bc76-gh69t 368e4eb799eaf9efdefcad7644d8b45e95cfcca63237928c83dcdca9fd8128d1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6c8758bc76-gh69t 368e4eb799eaf9efdefcad7644d8b45e95cfcca63237928c83dcdca9fd8128d1 network default NAD default NAD key ] I0512 09:37:00.593013 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6c8758bc76-gh69t, hostIfaceName: 368e4eb799eaf9e, network: default, NAD default, SandboxID: "368e4eb799eaf9efdefcad7644d8b45e95cfcca63237928c83dcdca9fd8128d1", PCI device ID: , UID: "d3c9f0ae-1bd7-4165-9957-6a55a86327e3", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0512 09:37:00.642622 3795 cni.go:473] [openshift-console/console-6c8758bc76-gh69t 368e4eb799eaf9efdefcad7644d8b45e95cfcca63237928c83dcdca9fd8128d1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6c8758bc76-gh69t 368e4eb799eaf9efdefcad7644d8b45e95cfcca63237928c83dcdca9fd8128d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:42:d3:ac:99:c9\",\"name\":\"368e4eb799eaf9e\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03b79a33-7351-4447-862e-0fc11cb4ee85\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:37:01.419228 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pglgz] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-pglgz for pod on switch ip-10-0-1-202.ec2.internal I0512 09:37:01.419330 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pglgz I0512 09:37:01.439608 3795 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pglgz] pod update took 20.30384ms I0512 09:37:01.439635 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pglgz] addLogicalPort annotation time took 20.335928ms I0512 09:37:01.440946 3795 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pglgz] addLogicalPort took 21.740547ms, libovsdb time 924.476µs I0512 09:37:01.780770 3795 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pglgz 9c301a28979beaaa716ff1f56679ed515bd6e413abe757f379201a90a0644930 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pglgz 9c301a28979beaaa716ff1f56679ed515bd6e413abe757f379201a90a0644930 network default NAD default NAD key ] I0512 09:37:01.790421 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-pglgz, hostIfaceName: 9c301a28979beaa, network: default, NAD default, SandboxID: "9c301a28979beaaa716ff1f56679ed515bd6e413abe757f379201a90a0644930", PCI device ID: , UID: "78ce9ae7-00c0-452a-a4fc-34c520665198", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0512 09:37:01.843997 3795 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pglgz 9c301a28979beaaa716ff1f56679ed515bd6e413abe757f379201a90a0644930 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pglgz 9c301a28979beaaa716ff1f56679ed515bd6e413abe757f379201a90a0644930 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:fd:e9:f6:72:25\",\"name\":\"9c301a28979beaa\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd758c01-0661-4129-a3ce-c3ea576a2e9f\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:37:04.593685 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:04.936572 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:05.233243 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 09:37:11.078313 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-qfmqs] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-qfmqs for pod on switch ip-10-0-1-202.ec2.internal I0512 09:37:11.078436 3795 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-qfmqs I0512 09:37:11.109305 3795 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-qfmqs] pod update took 30.893729ms I0512 09:37:11.109333 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-qfmqs] addLogicalPort annotation time took 30.928238ms I0512 09:37:11.110741 3795 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-qfmqs] addLogicalPort took 32.443959ms, libovsdb time 992.163µs I0512 09:37:13.253412 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7c468fb55f-csqz2] creating logical port openshift-monitoring_thanos-querier-7c468fb55f-csqz2 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:37:13.253528 3795 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7c468fb55f-csqz2 I0512 09:37:13.282256 3795 pod.go:62] [openshift-monitoring/thanos-querier-7c468fb55f-csqz2] pod update took 28.764998ms I0512 09:37:13.282277 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7c468fb55f-csqz2] addLogicalPort annotation time took 28.792577ms I0512 09:37:13.283445 3795 pods.go:271] [openshift-monitoring/thanos-querier-7c468fb55f-csqz2] addLogicalPort took 30.055316ms, libovsdb time 846.397µs W0512 09:37:14.229197 3795 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:15.246272 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:15.246286 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:15.246294 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 09:37:15.660394 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-f5c786f45-ghrgm] creating logical port openshift-monitoring_metrics-server-f5c786f45-ghrgm for pod on switch ip-10-0-1-202.ec2.internal I0512 09:37:15.660540 3795 kube.go:256] Updating pod openshift-monitoring/metrics-server-f5c786f45-ghrgm I0512 09:37:15.678742 3795 pod.go:62] [openshift-monitoring/metrics-server-f5c786f45-ghrgm] pod update took 18.227792ms I0512 09:37:15.678770 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-f5c786f45-ghrgm] addLogicalPort annotation time took 18.261308ms I0512 09:37:15.680094 3795 pods.go:271] [openshift-monitoring/metrics-server-f5c786f45-ghrgm] addLogicalPort took 19.721572ms, libovsdb time 953.989µs I0512 09:37:15.797644 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zvs42] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-zvs42 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:37:15.797750 3795 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-zvs42 I0512 09:37:15.822292 3795 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zvs42] pod update took 24.571268ms I0512 09:37:15.822383 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zvs42] addLogicalPort annotation time took 24.665503ms I0512 09:37:15.823639 3795 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zvs42] addLogicalPort took 26.009252ms, libovsdb time 915.825µs W0512 09:37:16.869904 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:16.880827 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-75f4979d7c-jkqvn IP address from the namespace address-set, err: pod openshift-console/console-75f4979d7c-jkqvn: no pod IPs found W0512 09:37:17.250533 3795 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 09:37:17.250556 3795 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 09:37:17.250561 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0512 09:37:17.255878 3795 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-qfmqs 1d7963608380bdb0ea584331cda90ff9eb20370ee31a0be73b4b6ad88e2ddc9a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-qfmqs 1d7963608380bdb0ea584331cda90ff9eb20370ee31a0be73b4b6ad88e2ddc9a network default NAD default NAD key ] I0512 09:37:17.256045 3795 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zvs42 e919fbaedb478338401eaa21e29df74f88e87ab580b948948a14ebc56d24257f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zvs42 e919fbaedb478338401eaa21e29df74f88e87ab580b948948a14ebc56d24257f network default NAD default NAD key ] I0512 09:37:17.262197 3795 cni.go:452] [openshift-monitoring/thanos-querier-7c468fb55f-csqz2 ac85d235ffde3f1028efe955b913802ecff71562a833caa18db7bff8d48052ed network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7c468fb55f-csqz2 ac85d235ffde3f1028efe955b913802ecff71562a833caa18db7bff8d48052ed network default NAD default NAD key ] I0512 09:37:17.263240 3795 cni.go:452] [openshift-monitoring/metrics-server-f5c786f45-ghrgm f68efa0691e6202cd3c1695e6a7abe907c8fa93caaceed19a1df17c50f526051 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-f5c786f45-ghrgm f68efa0691e6202cd3c1695e6a7abe907c8fa93caaceed19a1df17c50f526051 network default NAD default NAD key ] I0512 09:37:17.268733 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-qfmqs, hostIfaceName: 1d7963608380bdb, network: default, NAD default, SandboxID: "1d7963608380bdb0ea584331cda90ff9eb20370ee31a0be73b4b6ad88e2ddc9a", PCI device ID: , UID: "9518a7e2-6249-4af7-8845-f8b235339be6", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0512 09:37:17.268989 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-zvs42, hostIfaceName: e919fbaedb47833, network: default, NAD default, SandboxID: "e919fbaedb478338401eaa21e29df74f88e87ab580b948948a14ebc56d24257f", PCI device ID: , UID: "0dae056e-6ccb-4dd2-b21c-9c1be6189974", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0512 09:37:17.274044 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-f5c786f45-ghrgm, hostIfaceName: f68efa0691e6202, network: default, NAD default, SandboxID: "f68efa0691e6202cd3c1695e6a7abe907c8fa93caaceed19a1df17c50f526051", PCI device ID: , UID: "497b48cb-381d-41a2-9386-89b7501a890c", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0512 09:37:17.283965 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7c468fb55f-csqz2, hostIfaceName: ac85d235ffde3f1, network: default, NAD default, SandboxID: "ac85d235ffde3f1028efe955b913802ecff71562a833caa18db7bff8d48052ed", PCI device ID: , UID: "534f7710-41e6-4b8d-9bcd-ab7928a7af64", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0512 09:37:17.329164 3795 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-qfmqs 1d7963608380bdb0ea584331cda90ff9eb20370ee31a0be73b4b6ad88e2ddc9a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-qfmqs 1d7963608380bdb0ea584331cda90ff9eb20370ee31a0be73b4b6ad88e2ddc9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:c4:7a:be:a3:18\",\"name\":\"1d7963608380bdb\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c381ebe4-06b7-4caf-8b75-54cd2a9a03e7\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:37:17.546569 3795 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:37:17.546721 3795 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 09:37:17.554971 3795 cni.go:473] [openshift-monitoring/metrics-server-f5c786f45-ghrgm f68efa0691e6202cd3c1695e6a7abe907c8fa93caaceed19a1df17c50f526051 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-f5c786f45-ghrgm f68efa0691e6202cd3c1695e6a7abe907c8fa93caaceed19a1df17c50f526051 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:76:61:ae:16:ad\",\"name\":\"f68efa0691e6202\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a30ce03-ace2-46e4-bb83-1240f1a816be\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:37:17.555088 3795 cni.go:473] [openshift-monitoring/thanos-querier-7c468fb55f-csqz2 ac85d235ffde3f1028efe955b913802ecff71562a833caa18db7bff8d48052ed network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7c468fb55f-csqz2 ac85d235ffde3f1028efe955b913802ecff71562a833caa18db7bff8d48052ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:75:8a:29:8b:2e\",\"name\":\"ac85d235ffde3f1\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2836a430-6f83-42ec-92ae-dd2911ffc60a\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:37:17.555128 3795 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zvs42 e919fbaedb478338401eaa21e29df74f88e87ab580b948948a14ebc56d24257f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zvs42 e919fbaedb478338401eaa21e29df74f88e87ab580b948948a14ebc56d24257f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:aa:10:21:d5:0d\",\"name\":\"e919fbaedb47833\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/478a6d7e-ad33-45a2-9066-894162812578\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:37:17.656703 3795 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 110.017935ms I0512 09:37:17.656731 3795 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 110.051695ms I0512 09:37:17.658111 3795 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 111.556608ms, libovsdb time 976.026µs I0512 09:37:17.912816 3795 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a42ee46477145d372f15d90d2c0e772a5f731d887d2c486679c2c44bf129c092 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a42ee46477145d372f15d90d2c0e772a5f731d887d2c486679c2c44bf129c092 network default NAD default NAD key ] I0512 09:37:17.924897 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a42ee46477145d3, network: default, NAD default, SandboxID: "a42ee46477145d372f15d90d2c0e772a5f731d887d2c486679c2c44bf129c092", PCI device ID: , UID: "fb98fdf0-8bdf-4416-89c4-79f185b3c59b", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0512 09:37:17.984605 3795 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a42ee46477145d372f15d90d2c0e772a5f731d887d2c486679c2c44bf129c092 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a42ee46477145d372f15d90d2c0e772a5f731d887d2c486679c2c44bf129c092 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:f6:07:0d:3f:99\",\"name\":\"a42ee46477145d3\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5df6aee8-74bf-4ea2-b14f-081eedab8f10\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:37:18.269993 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:18.270020 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:20.714156 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 09:37:20.792221 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:20.792249 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:21.072003 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:21.072028 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:21.072036 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:21.102391 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 09:37:22.028980 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:22.029002 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:22.029008 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:22.029012 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.718768 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.718786 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.718790 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.718794 3795 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.043264 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.043293 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.043300 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.043305 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.043317 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.043322 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.043326 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:28.043331 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:29.733152 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:29.733174 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:29.733180 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:29.733185 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 09:37:29.754684 3795 cni.go:452] [openshift-console/console-6c8758bc76-gh69t 368e4eb799eaf9efdefcad7644d8b45e95cfcca63237928c83dcdca9fd8128d1 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6c8758bc76-gh69t 368e4eb799eaf9efdefcad7644d8b45e95cfcca63237928c83dcdca9fd8128d1 network default NAD default NAD key ] I0512 09:37:29.838557 3795 cni.go:473] [openshift-console/console-6c8758bc76-gh69t 368e4eb799eaf9efdefcad7644d8b45e95cfcca63237928c83dcdca9fd8128d1 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6c8758bc76-gh69t 368e4eb799eaf9efdefcad7644d8b45e95cfcca63237928c83dcdca9fd8128d1 network default NAD default NAD key default], result "{}", err I0512 09:37:29.904126 3795 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-gh69t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:29.904163 3795 pods.go:176] Deleting pod: openshift-console/console-6c8758bc76-gh69t I0512 09:37:29.905589 3795 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6c8758bc76-gh69t, ips: 10.128.0.17 I0512 09:37:29.905626 3795 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-gh69t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 09:37:29.916852 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 09:37:29.918666 3795 base_network_controller_pods.go:487] [default/openshift-console/console-8587fc7886-c4rd4] creating logical port openshift-console_console-8587fc7886-c4rd4 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:37:29.918788 3795 kube.go:256] Updating pod openshift-console/console-8587fc7886-c4rd4 I0512 09:37:29.935567 3795 pod.go:62] [openshift-console/console-8587fc7886-c4rd4] pod update took 16.815937ms I0512 09:37:29.935590 3795 base_network_controller_pods.go:951] [default/openshift-console/console-8587fc7886-c4rd4] addLogicalPort annotation time took 16.84571ms I0512 09:37:29.936831 3795 pods.go:271] [openshift-console/console-8587fc7886-c4rd4] addLogicalPort took 18.184289ms, libovsdb time 899.66µs I0512 09:37:30.333862 3795 cni.go:452] [openshift-console/console-8587fc7886-c4rd4 7e5c28c300ed45c14faad48c0981e7065f15269a9e566b3e9392e80985dd24e6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8587fc7886-c4rd4 7e5c28c300ed45c14faad48c0981e7065f15269a9e566b3e9392e80985dd24e6 network default NAD default NAD key ] I0512 09:37:30.343879 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8587fc7886-c4rd4, hostIfaceName: 7e5c28c300ed45c, network: default, NAD default, SandboxID: "7e5c28c300ed45c14faad48c0981e7065f15269a9e566b3e9392e80985dd24e6", PCI device ID: , UID: "03c7f114-d940-489f-acc7-f3306862b080", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0512 09:37:30.398713 3795 cni.go:473] [openshift-console/console-8587fc7886-c4rd4 7e5c28c300ed45c14faad48c0981e7065f15269a9e566b3e9392e80985dd24e6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8587fc7886-c4rd4 7e5c28c300ed45c14faad48c0981e7065f15269a9e566b3e9392e80985dd24e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:03:9e:98:c3:c9\",\"name\":\"7e5c28c300ed45c\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/615d8ed2-5d1b-474d-a52e-ed1a48cf0fad\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:37:30.589432 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:30.762102 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 09:37:30.773491 3795 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-gh69t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:30.773509 3795 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-gh69t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:30.781529 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c8758bc76-gh69t I0512 09:37:30.781557 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c8758bc76-gh69t W0512 09:37:32.197813 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:37:32.197843 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:37:35.336361 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 09:37:35.363720 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 09:37:40.809883 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:37:41.700745 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 09:37:42.145197 3795 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-82qf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:42.145795 3795 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-82qf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:42.362706 3795 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-82qf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:42.362729 3795 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-82qf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:42.365805 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c8758bc76-82qf6 I0512 09:37:42.365829 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c8758bc76-82qf6 W0512 09:37:45.812436 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 09:37:45.812446 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 09:37:45.812496 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 09:37:46.816533 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 09:37:55.926833 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:55.927413 3795 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:56.429750 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:56.429773 3795 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:56.441194 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7779f8f866-tqr69 I0512 09:37:56.441228 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7779f8f866-tqr69 I0512 09:38:01.199306 3795 cni.go:452] [openshift-multus/network-metrics-daemon-jt2w6 bf6e714a19b67ade48bd24cb126642ccabab12a1348ea1013e6a5a4ec298d1d4 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-jt2w6 bf6e714a19b67ade48bd24cb126642ccabab12a1348ea1013e6a5a4ec298d1d4 network default NAD default NAD key ] I0512 09:38:01.209159 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-jt2w6, hostIfaceName: bf6e714a19b67ad, network: default, NAD default, SandboxID: "bf6e714a19b67ade48bd24cb126642ccabab12a1348ea1013e6a5a4ec298d1d4", PCI device ID: , UID: "22926c74-b0b8-41bd-9c9f-a013a27475b9", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0512 09:38:01.262532 3795 cni.go:473] [openshift-multus/network-metrics-daemon-jt2w6 bf6e714a19b67ade48bd24cb126642ccabab12a1348ea1013e6a5a4ec298d1d4 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-jt2w6 bf6e714a19b67ade48bd24cb126642ccabab12a1348ea1013e6a5a4ec298d1d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:95:2a:44:d0:9b\",\"name\":\"bf6e714a19b67ad\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0770dc03-d56b-47b4-bd2d-01a15cc21503\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:38:02.692806 3795 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 09:38:06.179915 3795 obj_retry.go:498] Detected object openshift-console/console-75f4979d7c-cmqwc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:06.180519 3795 obj_retry.go:498] Detected object openshift-console/console-75f4979d7c-cmqwc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:06.494492 3795 obj_retry.go:492] Detected object openshift-console/console-75f4979d7c-cmqwc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:06.494521 3795 obj_retry.go:492] Detected object openshift-console/console-75f4979d7c-cmqwc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:06.497686 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75f4979d7c-cmqwc I0512 09:38:06.497706 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75f4979d7c-cmqwc I0512 09:38:15.325713 3795 obj_retry.go:498] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:15.326323 3795 obj_retry.go:498] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:15.510685 3795 obj_retry.go:492] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:15.510708 3795 obj_retry.go:492] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:15.517222 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-b57f66cdc-48gqq I0512 09:38:15.517250 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-b57f66cdc-48gqq W0512 09:38:17.981768 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:38:17.981788 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 09:38:33.621635 3795 cni.go:452] [openshift-dns/dns-default-xvcgf 7123a25653897bdf586030c08b1d829c6351067b9afe76fbe881ba2125d407d9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-xvcgf 7123a25653897bdf586030c08b1d829c6351067b9afe76fbe881ba2125d407d9 network default NAD default NAD key ] I0512 09:38:33.630973 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-xvcgf, hostIfaceName: 7123a25653897bd, network: default, NAD default, SandboxID: "7123a25653897bdf586030c08b1d829c6351067b9afe76fbe881ba2125d407d9", PCI device ID: , UID: "c51f1dd8-06d7-403a-a77f-7f85d840ebbb", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0512 09:38:33.689219 3795 cni.go:473] [openshift-dns/dns-default-xvcgf 7123a25653897bdf586030c08b1d829c6351067b9afe76fbe881ba2125d407d9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-xvcgf 7123a25653897bdf586030c08b1d829c6351067b9afe76fbe881ba2125d407d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:78:fe:27:8c:00\",\"name\":\"7123a25653897bd\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6eeec186-73dc-4465-b65e-d1acb598bf60\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:38:46.322401 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:46.322422 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:46.322430 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:46.322441 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:46.322446 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:46.322451 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:47.047260 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:47.047285 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:47.047292 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 09:38:48.146497 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7978bd4f55-xfbwh IP address from the namespace address-set, err: pod openshift-console/console-7978bd4f55-xfbwh: no pod IPs found I0512 09:39:04.778794 3795 cni.go:452] [openshift-console/console-8587fc7886-c4rd4 7e5c28c300ed45c14faad48c0981e7065f15269a9e566b3e9392e80985dd24e6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8587fc7886-c4rd4 7e5c28c300ed45c14faad48c0981e7065f15269a9e566b3e9392e80985dd24e6 network default NAD default NAD key ] I0512 09:39:04.862102 3795 cni.go:473] [openshift-console/console-8587fc7886-c4rd4 7e5c28c300ed45c14faad48c0981e7065f15269a9e566b3e9392e80985dd24e6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8587fc7886-c4rd4 7e5c28c300ed45c14faad48c0981e7065f15269a9e566b3e9392e80985dd24e6 network default NAD default NAD key default], result "{}", err I0512 09:39:04.914830 3795 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-c4rd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:04.914876 3795 pods.go:176] Deleting pod: openshift-console/console-8587fc7886-c4rd4 I0512 09:39:04.916242 3795 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8587fc7886-c4rd4, ips: 10.128.0.24 I0512 09:39:04.916272 3795 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-c4rd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:04.925736 3795 base_network_controller_pods.go:487] [default/openshift-console/console-59ffb66d85-vzzkj] creating logical port openshift-console_console-59ffb66d85-vzzkj for pod on switch ip-10-0-1-202.ec2.internal I0512 09:39:04.925864 3795 kube.go:256] Updating pod openshift-console/console-59ffb66d85-vzzkj I0512 09:39:04.943186 3795 pod.go:62] [openshift-console/console-59ffb66d85-vzzkj] pod update took 17.357649ms I0512 09:39:04.943212 3795 base_network_controller_pods.go:951] [default/openshift-console/console-59ffb66d85-vzzkj] addLogicalPort annotation time took 17.389642ms I0512 09:39:04.944457 3795 pods.go:271] [openshift-console/console-59ffb66d85-vzzkj] addLogicalPort took 18.73694ms, libovsdb time 869.962µs I0512 09:39:05.132015 3795 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-c4rd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:05.132043 3795 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-c4rd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:05.140840 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8587fc7886-c4rd4 I0512 09:39:05.140868 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8587fc7886-c4rd4 I0512 09:39:05.299055 3795 cni.go:452] [openshift-console/console-59ffb66d85-vzzkj 9d026331f5125089e15eff8653672676bc56fdf928f76d073dd08ab1848bb245 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59ffb66d85-vzzkj 9d026331f5125089e15eff8653672676bc56fdf928f76d073dd08ab1848bb245 network default NAD default NAD key ] I0512 09:39:05.308889 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59ffb66d85-vzzkj, hostIfaceName: 9d026331f512508, network: default, NAD default, SandboxID: "9d026331f5125089e15eff8653672676bc56fdf928f76d073dd08ab1848bb245", PCI device ID: , UID: "818c6ab0-1b4f-41a9-bb27-a13b0082cfcd", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0512 09:39:05.358272 3795 cni.go:473] [openshift-console/console-59ffb66d85-vzzkj 9d026331f5125089e15eff8653672676bc56fdf928f76d073dd08ab1848bb245 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59ffb66d85-vzzkj 9d026331f5125089e15eff8653672676bc56fdf928f76d073dd08ab1848bb245 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:07:52:e9:25:1e\",\"name\":\"9d026331f512508\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a76a2c9b-e0c9-4ca0-868b-3fd5f9222b9a\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:39:13.429889 3795 obj_retry.go:498] Detected object openshift-console/console-7978bd4f55-74qdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:13.430506 3795 obj_retry.go:498] Detected object openshift-console/console-7978bd4f55-74qdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:13.768268 3795 obj_retry.go:492] Detected object openshift-console/console-7978bd4f55-74qdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:13.768298 3795 obj_retry.go:492] Detected object openshift-console/console-7978bd4f55-74qdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:13.774698 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7978bd4f55-74qdn I0512 09:39:13.774724 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7978bd4f55-74qdn W0512 09:39:16.195433 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 09:39:27.444004 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0512 09:39:41.527121 3795 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-ckn7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:41.527650 3795 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-ckn7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:41.844073 3795 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-ckn7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:41.844103 3795 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-ckn7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:41.847848 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8587fc7886-ckn7h I0512 09:39:41.847874 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8587fc7886-ckn7h I0512 09:39:50.450858 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=602 I0512 09:40:00.659381 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:00.659933 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:00.669264 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:00.669281 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:00.675877 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz I0512 09:40:00.675896 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz I0512 09:40:05.065545 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:05.066077 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:05.956027 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:05.956049 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:17.571002 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 09:40:38.542710 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 09:40:42.570835 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 09:40:50.538462 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 09:41:00.553374 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 09:41:18.443641 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=87 W0512 09:41:29.019756 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:41:29.445243 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 09:41:40.069284 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 09:41:40.069348 3795 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ddtl8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ddtl8: no pod IPs found I0512 09:42:14.533113 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 09:42:24.532994 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 09:43:45.565072 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 09:43:54.445764 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0512 09:44:02.548208 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 09:44:06.445229 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=128 I0512 09:44:11.560131 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 09:45:56.911052 3795 namespace.go:98] [tsf] adding namespace I0512 09:45:56.912029 3795 namespace.go:102] [tsf] adding namespace took 936.602µs I0512 09:45:56.929735 3795 namespace.go:142] [tsf] updating namespace I0512 09:45:56.943053 3795 namespace.go:142] [tsf] updating namespace I0512 09:46:01.085541 3795 namespace.go:98] [tsf-keycloak] adding namespace I0512 09:46:01.085611 3795 namespace.go:98] [tsf-tpa] adding namespace I0512 09:46:01.085750 3795 namespace.go:98] [rhtpa-operator] adding namespace I0512 09:46:01.086443 3795 namespace.go:102] [tsf-keycloak] adding namespace took 879.749µs I0512 09:46:01.087101 3795 namespace.go:102] [tsf-tpa] adding namespace took 1.477292ms I0512 09:46:01.087520 3795 namespace.go:98] [konflux-ui] adding namespace I0512 09:46:01.087802 3795 namespace.go:102] [rhtpa-operator] adding namespace took 2.03595ms I0512 09:46:01.088322 3795 namespace.go:102] [konflux-ui] adding namespace took 789.2µs I0512 09:46:01.088728 3795 namespace.go:98] [tsf-tas] adding namespace I0512 09:46:01.089277 3795 namespace.go:102] [tsf-tas] adding namespace took 536.104µs I0512 09:46:01.093196 3795 namespace.go:98] [rhbk-operator] adding namespace I0512 09:46:01.093271 3795 namespace.go:98] [cert-manager-operator] adding namespace I0512 09:46:01.093759 3795 namespace.go:98] [konflux-operator] adding namespace I0512 09:46:01.093840 3795 namespace.go:102] [rhbk-operator] adding namespace took 630.422µs I0512 09:46:01.094487 3795 namespace.go:102] [cert-manager-operator] adding namespace took 1.202661ms I0512 09:46:01.094966 3795 namespace.go:102] [konflux-operator] adding namespace took 1.17363ms I0512 09:46:01.104321 3795 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:01.119184 3795 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:01.132998 3795 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:01.140845 3795 namespace.go:142] [konflux-ui] updating namespace I0512 09:46:01.140919 3795 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:46:01.142901 3795 namespace.go:142] [tsf-tas] updating namespace I0512 09:46:01.147624 3795 namespace.go:142] [rhbk-operator] updating namespace I0512 09:46:01.153008 3795 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:46:01.153024 3795 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:01.154426 3795 namespace.go:142] [konflux-operator] updating namespace I0512 09:46:01.161606 3795 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:01.172837 3795 namespace.go:142] [konflux-ui] updating namespace I0512 09:46:01.183971 3795 namespace.go:142] [konflux-ui] updating namespace I0512 09:46:01.194591 3795 namespace.go:142] [tsf-tas] updating namespace I0512 09:46:01.205205 3795 namespace.go:142] [tsf-tas] updating namespace I0512 09:46:01.215271 3795 namespace.go:142] [rhbk-operator] updating namespace I0512 09:46:01.233550 3795 namespace.go:142] [rhbk-operator] updating namespace I0512 09:46:01.244375 3795 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:46:01.256137 3795 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:46:01.264156 3795 namespace.go:142] [konflux-operator] updating namespace I0512 09:46:01.277801 3795 namespace.go:142] [konflux-operator] updating namespace I0512 09:46:01.286927 3795 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:46:01.301226 3795 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:46:01.311600 3795 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:02.380609 3795 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:02.390680 3795 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:02.559854 3795 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-202.ec2.internal I0512 09:46:02.559986 3795 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0512 09:46:02.594559 3795 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 34.615847ms I0512 09:46:02.594588 3795 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 34.650454ms I0512 09:46:02.595797 3795 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 35.958198ms, libovsdb time 875.203µs I0512 09:46:02.924218 3795 cni.go:452] [tsf/test-tsf-subscriptions 6c3a5d8aa8741be25b23c7f6cc150498f6f4aae87ff32f81b837f90a0f8331cd network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 6c3a5d8aa8741be25b23c7f6cc150498f6f4aae87ff32f81b837f90a0f8331cd network default NAD default NAD key ] I0512 09:46:02.933413 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 6c3a5d8aa8741be, network: default, NAD default, SandboxID: "6c3a5d8aa8741be25b23c7f6cc150498f6f4aae87ff32f81b837f90a0f8331cd", PCI device ID: , UID: "b6322e66-446f-437b-81f9-30f16b8156de", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0512 09:46:02.984234 3795 cni.go:473] [tsf/test-tsf-subscriptions 6c3a5d8aa8741be25b23c7f6cc150498f6f4aae87ff32f81b837f90a0f8331cd network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 6c3a5d8aa8741be25b23c7f6cc150498f6f4aae87ff32f81b837f90a0f8331cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:89:ac:96:b1:2f\",\"name\":\"6c3a5d8aa8741be\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01d1af96-1472-4ee1-8398-7815f7be802b\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:46:08.442451 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.443038 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.443065 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.443076 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:08.443091 3795 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.443098 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:09.467336 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.467916 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.467940 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.467965 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:09.467982 3795 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.467988 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:09.468505 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:09.468546 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:09.468557 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:09.468566 3795 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.507426 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.507452 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.507473 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.507485 3795 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:12.533396 3795 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.534061 3795 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.534091 3795 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.534101 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:12.534121 3795 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.534131 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:13.550171 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.550653 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.550687 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.550697 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:13.550709 3795 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.550715 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:13.570463 3795 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:13.570486 3795 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:13.570505 3795 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:13.570519 3795 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.612598 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.612644 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.612656 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.612675 3795 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:15.528301 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.528760 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.528784 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.528793 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:15.528809 3795 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.528815 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:15.562164 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.562666 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.562695 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.562703 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:15.562712 3795 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.562716 3795 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:16.582682 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.582706 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.582722 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.582733 3795 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.616365 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.616394 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.616411 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.616425 3795 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 09:46:20.427869 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 09:46:25.806410 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 09:46:25.812160 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 09:46:27.325530 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 09:46:32.382251 3795 namespace.go:142] [openshift-operators] updating namespace I0512 09:46:32.397238 3795 namespace.go:142] [openshift-operators] updating namespace I0512 09:46:35.183295 3795 namespace.go:98] [cert-manager] adding namespace I0512 09:46:35.184363 3795 namespace.go:102] [cert-manager] adding namespace took 1.037692ms I0512 09:46:35.201923 3795 namespace.go:142] [cert-manager] updating namespace I0512 09:46:35.217219 3795 namespace.go:142] [cert-manager] updating namespace W0512 09:46:36.137039 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:36.158288 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:36.158432 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:36.177328 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 09:46:40.466432 3795 namespace.go:142] [openshift-operators] updating namespace W0512 09:46:47.817761 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 09:46:47.817780 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 09:46:49.450293 3795 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 09:46:49.647157 3795 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 09:46:49.648047 3795 namespace.go:102] [trusted-artifact-signer] adding namespace took 868.147µs I0512 09:46:49.821814 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:46:49.866269 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:46:51.451753 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0512 09:46:55.046540 3795 cni.go:452] [tsf/test-tsf-subscriptions 6c3a5d8aa8741be25b23c7f6cc150498f6f4aae87ff32f81b837f90a0f8331cd network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 6c3a5d8aa8741be25b23c7f6cc150498f6f4aae87ff32f81b837f90a0f8331cd network default NAD default NAD key ] I0512 09:46:55.118030 3795 cni.go:473] [tsf/test-tsf-subscriptions 6c3a5d8aa8741be25b23c7f6cc150498f6f4aae87ff32f81b837f90a0f8331cd network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 6c3a5d8aa8741be25b23c7f6cc150498f6f4aae87ff32f81b837f90a0f8331cd network default NAD default NAD key default], result "{}", err I0512 09:46:55.196742 3795 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:55.196782 3795 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0512 09:46:55.198054 3795 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.26 I0512 09:46:55.198081 3795 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:55.258935 3795 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:55.258983 3795 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:55.266648 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 09:46:55.266675 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 09:46:56.627596 3795 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-5kf4r] creating logical port cert-manager_cert-manager-59c77684cc-5kf4r for pod on switch ip-10-0-1-202.ec2.internal I0512 09:46:56.627688 3795 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-5kf4r I0512 09:46:56.670463 3795 pod.go:62] [cert-manager/cert-manager-59c77684cc-5kf4r] pod update took 42.798236ms I0512 09:46:56.670487 3795 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-5kf4r] addLogicalPort annotation time took 42.827828ms I0512 09:46:56.671677 3795 pods.go:271] [cert-manager/cert-manager-59c77684cc-5kf4r] addLogicalPort took 44.101163ms, libovsdb time 848.634µs I0512 09:46:57.000873 3795 cni.go:452] [cert-manager/cert-manager-59c77684cc-5kf4r 46e3aa90c14e61df72914d7a1675da7f256aa0133f59f7a163cb032d22e1686b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-5kf4r 46e3aa90c14e61df72914d7a1675da7f256aa0133f59f7a163cb032d22e1686b network default NAD default NAD key ] I0512 09:46:57.010940 3795 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-5kf4r, hostIfaceName: 46e3aa90c14e61d, network: default, NAD default, SandboxID: "46e3aa90c14e61df72914d7a1675da7f256aa0133f59f7a163cb032d22e1686b", PCI device ID: , UID: "fe0e9429-bcd5-4e0d-82b7-e064084e35c6", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0512 09:46:57.065670 3795 cni.go:473] [cert-manager/cert-manager-59c77684cc-5kf4r 46e3aa90c14e61df72914d7a1675da7f256aa0133f59f7a163cb032d22e1686b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-5kf4r 46e3aa90c14e61df72914d7a1675da7f256aa0133f59f7a163cb032d22e1686b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:a0:2a:9a:c8:2a\",\"name\":\"46e3aa90c14e61d\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c333d29d-fd38-491c-8f03-a632c55509b6\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:46:57.577199 3795 namespace.go:98] [openshift-pipelines] adding namespace I0512 09:46:57.578086 3795 namespace.go:102] [openshift-pipelines] adding namespace took 864.307µs I0512 09:46:57.582853 3795 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-202.ec2.internal I0512 09:46:57.582974 3795 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0512 09:46:57.625038 3795 namespace.go:142] [openshift-pipelines] updating namespace I0512 09:46:57.629178 3795 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 46.248459ms I0512 09:46:57.629199 3795 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 46.276488ms I0512 09:46:57.630500 3795 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 47.668892ms, libovsdb time 965.658µs I0512 09:46:58.244200 3795 cni.go:452] [tsf/test-tsf-infrastructure c80d401b73d7bb39bb0c5c623207a4b68e7ee9484aa94692fe745947c166c74b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure c80d401b73d7bb39bb0c5c623207a4b68e7ee9484aa94692fe745947c166c74b network default NAD default NAD key ] I0512 09:46:58.255080 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: c80d401b73d7bb3, network: default, NAD default, SandboxID: "c80d401b73d7bb39bb0c5c623207a4b68e7ee9484aa94692fe745947c166c74b", PCI device ID: , UID: "9aae10ac-e3f3-47c5-87c6-e5427e6d9cca", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0512 09:46:58.314627 3795 cni.go:473] [tsf/test-tsf-infrastructure c80d401b73d7bb39bb0c5c623207a4b68e7ee9484aa94692fe745947c166c74b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure c80d401b73d7bb39bb0c5c623207a4b68e7ee9484aa94692fe745947c166c74b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:a0:36:78:4c:d7\",\"name\":\"c80d401b73d7bb3\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7b3abd3-8f2b-408b-a73c-8e3b03cdb9bb\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:46:59.724268 3795 namespace.go:142] [cert-manager] updating namespace I0512 09:47:00.010664 3795 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:47:00.415194 3795 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2wv9n] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-2wv9n for pod on switch ip-10-0-1-202.ec2.internal I0512 09:47:00.415294 3795 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2wv9n I0512 09:47:00.443853 3795 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2wv9n] pod update took 28.587385ms I0512 09:47:00.443881 3795 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2wv9n] addLogicalPort annotation time took 28.618007ms I0512 09:47:00.445155 3795 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2wv9n] addLogicalPort took 29.976135ms, libovsdb time 857.027µs I0512 09:47:00.611875 3795 namespace.go:142] [konflux-operator] updating namespace I0512 09:47:00.805590 3795 namespace.go:142] [konflux-ui] updating namespace I0512 09:47:01.157406 3795 namespace.go:142] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] updating namespace I0512 09:47:02.091419 3795 namespace.go:142] [rhbk-operator] updating namespace I0512 09:47:02.651584 3795 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:47:02.848246 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:47:03.072577 3795 namespace.go:142] [tsf] updating namespace I0512 09:47:03.273482 3795 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:47:03.473472 3795 namespace.go:142] [tsf-tas] updating namespace I0512 09:47:03.668609 3795 namespace.go:142] [tsf-tpa] updating namespace I0512 09:47:03.805985 3795 namespace.go:142] [cert-manager] updating namespace I0512 09:47:03.814812 3795 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:47:03.823325 3795 namespace.go:142] [default] updating namespace I0512 09:47:03.834679 3795 namespace.go:142] [konflux-operator] updating namespace I0512 09:47:03.849225 3795 namespace.go:142] [konflux-ui] updating namespace I0512 09:47:03.860101 3795 namespace.go:142] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] updating namespace I0512 09:47:03.867508 3795 namespace.go:142] [openshift] updating namespace I0512 09:47:03.880332 3795 namespace.go:142] [rhbk-operator] updating namespace I0512 09:47:03.891411 3795 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:47:03.900164 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:47:03.910128 3795 namespace.go:142] [tsf] updating namespace I0512 09:47:03.924671 3795 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:47:03.937223 3795 namespace.go:142] [tsf-tas] updating namespace I0512 09:47:03.952523 3795 namespace.go:142] [tsf-tpa] updating namespace I0512 09:47:04.064645 3795 namespace.go:142] [cert-manager] updating namespace I0512 09:47:04.153075 3795 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:47:04.251970 3795 namespace.go:142] [default] updating namespace I0512 09:47:04.351818 3795 namespace.go:142] [konflux-operator] updating namespace I0512 09:47:04.452627 3795 namespace.go:142] [konflux-ui] updating namespace I0512 09:47:04.552006 3795 namespace.go:142] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] updating namespace I0512 09:47:04.655444 3795 namespace.go:142] [openshift] updating namespace I0512 09:47:04.754308 3795 namespace.go:142] [rhbk-operator] updating namespace I0512 09:47:04.876991 3795 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:47:04.969414 3795 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:47:05.056810 3795 namespace.go:142] [tsf] updating namespace I0512 09:47:05.153521 3795 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:47:05.253841 3795 namespace.go:142] [tsf-tas] updating namespace I0512 09:47:05.351347 3795 namespace.go:142] [tsf-tpa] updating namespace I0512 09:47:05.777331 3795 namespace.go:142] [openshift-pipelines] updating namespace I0512 09:47:06.051126 3795 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2wv9n 3e5b5b4b1b6a1f97f622698d6eec1d63db22394fbf2fa9e7e8f8ba10ec030e97 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2wv9n 3e5b5b4b1b6a1f97f622698d6eec1d63db22394fbf2fa9e7e8f8ba10ec030e97 network default NAD default NAD key ] I0512 09:47:06.060415 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-2wv9n, hostIfaceName: 3e5b5b4b1b6a1f9, network: default, NAD default, SandboxID: "3e5b5b4b1b6a1f97f622698d6eec1d63db22394fbf2fa9e7e8f8ba10ec030e97", PCI device ID: , UID: "fa332c33-85f2-468e-9d8e-929c4d71e811", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0512 09:47:06.113679 3795 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2wv9n 3e5b5b4b1b6a1f97f622698d6eec1d63db22394fbf2fa9e7e8f8ba10ec030e97 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-2wv9n 3e5b5b4b1b6a1f97f622698d6eec1d63db22394fbf2fa9e7e8f8ba10ec030e97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:da:ba:30:bc:a4\",\"name\":\"3e5b5b4b1b6a1f9\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a02864be-171e-479e-8056-f1282ce22b1f\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:47:07.427351 3795 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 09:47:13.566538 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-ms2fg] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-ms2fg for pod on switch ip-10-0-1-202.ec2.internal I0512 09:47:13.566631 3795 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-ms2fg I0512 09:47:13.586512 3795 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-ms2fg] pod update took 19.905829ms I0512 09:47:13.586539 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-ms2fg] addLogicalPort annotation time took 19.937765ms I0512 09:47:13.587915 3795 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-ms2fg] addLogicalPort took 21.393249ms, libovsdb time 903.949µs I0512 09:47:13.928488 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-ms2fg a6f38959dbcc0ae2114b7d96815fc48aeaab69a7a4e0603a6d172a1633c7bcf6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-ms2fg a6f38959dbcc0ae2114b7d96815fc48aeaab69a7a4e0603a6d172a1633c7bcf6 network default NAD default NAD key ] I0512 09:47:13.938302 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-ms2fg, hostIfaceName: a6f38959dbcc0ae, network: default, NAD default, SandboxID: "a6f38959dbcc0ae2114b7d96815fc48aeaab69a7a4e0603a6d172a1633c7bcf6", PCI device ID: , UID: "3797127c-bc33-4ae7-b623-0d9a06fc9768", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0512 09:47:13.990667 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-ms2fg a6f38959dbcc0ae2114b7d96815fc48aeaab69a7a4e0603a6d172a1633c7bcf6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-ms2fg a6f38959dbcc0ae2114b7d96815fc48aeaab69a7a4e0603a6d172a1633c7bcf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a6:d0:41:65:96\",\"name\":\"a6f38959dbcc0ae\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dd95f50-c2e1-4cad-b37f-59f8fbf47ba3\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:47:14.574935 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0512 09:47:14.688928 3795 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 09:47:18.169569 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:18.169587 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:18.169592 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:20.559936 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.559977 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.559983 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.559989 3795 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.607786 3795 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:20.607802 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:20.607808 3795 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:28.118726 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0512 09:47:29.175714 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:29.175740 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:29.175746 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0512 09:47:38.274366 3795 cni.go:452] [tsf/test-tsf-infrastructure c80d401b73d7bb39bb0c5c623207a4b68e7ee9484aa94692fe745947c166c74b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure c80d401b73d7bb39bb0c5c623207a4b68e7ee9484aa94692fe745947c166c74b network default NAD default NAD key ] I0512 09:47:38.367117 3795 cni.go:473] [tsf/test-tsf-infrastructure c80d401b73d7bb39bb0c5c623207a4b68e7ee9484aa94692fe745947c166c74b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure c80d401b73d7bb39bb0c5c623207a4b68e7ee9484aa94692fe745947c166c74b network default NAD default NAD key default], result "{}", err I0512 09:47:38.418893 3795 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:47:38.418930 3795 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0512 09:47:38.420193 3795 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.28 I0512 09:47:38.420221 3795 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:47:38.439884 3795 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:47:38.439913 3795 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:47:38.446526 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 09:47:38.446551 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 09:47:38.600578 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-pb28t] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-pb28t for pod on switch ip-10-0-1-202.ec2.internal I0512 09:47:38.600708 3795 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-pb28t I0512 09:47:38.625541 3795 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-pb28t] pod update took 24.858497ms I0512 09:47:38.625571 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-pb28t] addLogicalPort annotation time took 24.896489ms I0512 09:47:38.626841 3795 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-pb28t] addLogicalPort took 26.282907ms, libovsdb time 840.727µs I0512 09:47:38.697993 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-k86ht] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-k86ht for pod on switch ip-10-0-1-202.ec2.internal I0512 09:47:38.698121 3795 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-k86ht I0512 09:47:38.716337 3795 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-k86ht] pod update took 18.242166ms I0512 09:47:38.716362 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-k86ht] addLogicalPort annotation time took 18.274155ms I0512 09:47:38.717573 3795 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-k86ht] addLogicalPort took 19.620494ms, libovsdb time 872.162µs I0512 09:47:38.828381 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dvgp5] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-dvgp5 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:47:38.828487 3795 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dvgp5 I0512 09:47:38.846439 3795 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dvgp5] pod update took 17.973407ms I0512 09:47:38.846465 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dvgp5] addLogicalPort annotation time took 18.003459ms I0512 09:47:38.847677 3795 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dvgp5] addLogicalPort took 19.318507ms, libovsdb time 863.019µs I0512 09:47:38.959893 3795 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-pb28t a473060099445102867d0525578b3fb2e4abc6fe12685d29031bd342cfe88e14 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-pb28t a473060099445102867d0525578b3fb2e4abc6fe12685d29031bd342cfe88e14 network default NAD default NAD key ] I0512 09:47:38.969471 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-pb28t, hostIfaceName: a47306009944510, network: default, NAD default, SandboxID: "a473060099445102867d0525578b3fb2e4abc6fe12685d29031bd342cfe88e14", PCI device ID: , UID: "24b74260-9bcd-4067-a85e-2448823f2034", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0512 09:47:39.022428 3795 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-pb28t a473060099445102867d0525578b3fb2e4abc6fe12685d29031bd342cfe88e14 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-pb28t a473060099445102867d0525578b3fb2e4abc6fe12685d29031bd342cfe88e14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:48:9b:a9:54:7a\",\"name\":\"a47306009944510\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eae17240-1a2d-492b-911f-4161bdb5361a\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:47:39.061691 3795 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-k86ht 26c36ffdbc12e3c0d9721952f16c61291d53abae5317b5f20213ac80ddd257ed network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-k86ht 26c36ffdbc12e3c0d9721952f16c61291d53abae5317b5f20213ac80ddd257ed network default NAD default NAD key ] I0512 09:47:39.072189 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-k86ht, hostIfaceName: 26c36ffdbc12e3c, network: default, NAD default, SandboxID: "26c36ffdbc12e3c0d9721952f16c61291d53abae5317b5f20213ac80ddd257ed", PCI device ID: , UID: "9aa61cef-9ece-4b24-a5a7-9ea5b644b755", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0512 09:47:39.123021 3795 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-k86ht 26c36ffdbc12e3c0d9721952f16c61291d53abae5317b5f20213ac80ddd257ed network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-k86ht 26c36ffdbc12e3c0d9721952f16c61291d53abae5317b5f20213ac80ddd257ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:1b:0c:ac:62:b6\",\"name\":\"26c36ffdbc12e3c\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79697903-6e0f-448e-a610-770dcd4b51ea\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:47:39.190726 3795 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dvgp5 2ef2852e9ac104a5c0312570b08e38115aefd103d3f1f63daee15a73b63e4dd0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dvgp5 2ef2852e9ac104a5c0312570b08e38115aefd103d3f1f63daee15a73b63e4dd0 network default NAD default NAD key ] I0512 09:47:39.201455 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-dvgp5, hostIfaceName: 2ef2852e9ac104a, network: default, NAD default, SandboxID: "2ef2852e9ac104a5c0312570b08e38115aefd103d3f1f63daee15a73b63e4dd0", PCI device ID: , UID: "ddc1c117-5061-4916-a200-04dbd06cb8d5", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0512 09:47:39.255386 3795 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dvgp5 2ef2852e9ac104a5c0312570b08e38115aefd103d3f1f63daee15a73b63e4dd0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-dvgp5 2ef2852e9ac104a5c0312570b08e38115aefd103d3f1f63daee15a73b63e4dd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:5b:5d:0e:39:c7\",\"name\":\"2ef2852e9ac104a\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b08a8474-5f9d-4edd-99f1-05ff448230ba\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:47:39.745497 3795 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-202.ec2.internal I0512 09:47:39.745644 3795 kube.go:256] Updating pod tsf/test-tsf-iam I0512 09:47:39.761374 3795 pod.go:62] [tsf/test-tsf-iam] pod update took 15.765776ms I0512 09:47:39.761396 3795 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.793525ms I0512 09:47:39.762736 3795 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.258879ms, libovsdb time 945.903µs I0512 09:47:40.107071 3795 cni.go:452] [tsf/test-tsf-iam d54d38268f88cb03e5cb5ef49eb5e7a53578ce3e18c195ac474e5c52678472c1 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam d54d38268f88cb03e5cb5ef49eb5e7a53578ce3e18c195ac474e5c52678472c1 network default NAD default NAD key ] I0512 09:47:40.116789 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: d54d38268f88cb0, network: default, NAD default, SandboxID: "d54d38268f88cb03e5cb5ef49eb5e7a53578ce3e18c195ac474e5c52678472c1", PCI device ID: , UID: "0ecf709e-5057-4889-8334-75d2d9cbe828", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0512 09:47:40.167060 3795 cni.go:473] [tsf/test-tsf-iam d54d38268f88cb03e5cb5ef49eb5e7a53578ce3e18c195ac474e5c52678472c1 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam d54d38268f88cb03e5cb5ef49eb5e7a53578ce3e18c195ac474e5c52678472c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:9e:e2:06:76:c3\",\"name\":\"d54d38268f88cb0\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a56fdc2-c166-4bc4-ab68-b02b316b138f\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:47:40.581280 3795 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 09:47:40.581996 3795 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 09:47:40.582026 3795 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 09:47:40.584610 3795 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0512 09:47:45.327868 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0512 09:47:48.652628 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 09:47:48.652646 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0512 09:47:48.652650 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 09:47:48.652667 3795 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0512 09:47:53.448560 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=41 I0512 09:47:55.575441 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0512 09:47:56.336044 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 09:48:08.851999 3795 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 09:48:17.422637 3795 namespace.go:142] [openshift-pipelines] updating namespace I0512 09:48:21.449374 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 09:48:26.623838 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-ksvds] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-ksvds for pod on switch ip-10-0-1-202.ec2.internal I0512 09:48:26.623927 3795 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-ksvds I0512 09:48:26.657739 3795 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-ksvds] pod update took 33.834487ms I0512 09:48:26.657763 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-ksvds] addLogicalPort annotation time took 33.864346ms I0512 09:48:26.659114 3795 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-ksvds] addLogicalPort took 35.294572ms, libovsdb time 968.75µs I0512 09:48:26.987146 3795 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-ksvds 8725eb8cc0005e758fbf7ff81f45400f9ed68474983828d8fa165498eedfbe8d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-ksvds 8725eb8cc0005e758fbf7ff81f45400f9ed68474983828d8fa165498eedfbe8d network default NAD default NAD key ] I0512 09:48:26.997102 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-ksvds, hostIfaceName: 8725eb8cc0005e7, network: default, NAD default, SandboxID: "8725eb8cc0005e758fbf7ff81f45400f9ed68474983828d8fa165498eedfbe8d", PCI device ID: , UID: "ec944003-990b-4838-b3e3-813e60ea26ae", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0512 09:48:27.050559 3795 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-ksvds 8725eb8cc0005e758fbf7ff81f45400f9ed68474983828d8fa165498eedfbe8d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-ksvds 8725eb8cc0005e758fbf7ff81f45400f9ed68474983828d8fa165498eedfbe8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:c7:b6:3e:a2:e1\",\"name\":\"8725eb8cc0005e7\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a9c706c-5748-48b0-a689-ae8c68685f58\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:48:31.554742 3795 cni.go:452] [tsf/test-tsf-iam d54d38268f88cb03e5cb5ef49eb5e7a53578ce3e18c195ac474e5c52678472c1 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam d54d38268f88cb03e5cb5ef49eb5e7a53578ce3e18c195ac474e5c52678472c1 network default NAD default NAD key ] I0512 09:48:31.643418 3795 cni.go:473] [tsf/test-tsf-iam d54d38268f88cb03e5cb5ef49eb5e7a53578ce3e18c195ac474e5c52678472c1 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam d54d38268f88cb03e5cb5ef49eb5e7a53578ce3e18c195ac474e5c52678472c1 network default NAD default NAD key default], result "{}", err I0512 09:48:31.695229 3795 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:31.695265 3795 pods.go:176] Deleting pod: tsf/test-tsf-iam I0512 09:48:31.696577 3795 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.34 I0512 09:48:31.696606 3795 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:31.740085 3795 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:31.740113 3795 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:31.747138 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 09:48:31.747182 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0512 09:48:32.085240 3795 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 09:48:32.085268 3795 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 09:48:32.085274 3795 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 09:48:32.654444 3795 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-202.ec2.internal I0512 09:48:32.654545 3795 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0512 09:48:32.670900 3795 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.387304ms I0512 09:48:32.670924 3795 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.417314ms I0512 09:48:32.672092 3795 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.663476ms, libovsdb time 775.048µs I0512 09:48:33.014378 3795 cni.go:452] [tsf-tas/test-tsf-tas 148ff9af37b47dec85f1c18adedce0ae2a7cd2eddb818ead330533b7d85ad526 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 148ff9af37b47dec85f1c18adedce0ae2a7cd2eddb818ead330533b7d85ad526 network default NAD default NAD key ] I0512 09:48:33.025284 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 148ff9af37b47de, network: default, NAD default, SandboxID: "148ff9af37b47dec85f1c18adedce0ae2a7cd2eddb818ead330533b7d85ad526", PCI device ID: , UID: "833c67c6-b565-49c2-ac81-a4e4fcf5ff79", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0512 09:48:33.076878 3795 cni.go:473] [tsf-tas/test-tsf-tas 148ff9af37b47dec85f1c18adedce0ae2a7cd2eddb818ead330533b7d85ad526 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 148ff9af37b47dec85f1c18adedce0ae2a7cd2eddb818ead330533b7d85ad526 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:78:fa:62:b0:af\",\"name\":\"148ff9af37b47de\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27e4f34d-456b-4979-883f-59accf11e85b\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:48:34.247344 3795 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6c9d489649-fkm88] creating logical port tsf-tas_fulcio-server-6c9d489649-fkm88 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:48:34.247447 3795 kube.go:256] Updating pod tsf-tas/fulcio-server-6c9d489649-fkm88 I0512 09:48:34.268225 3795 pod.go:62] [tsf-tas/fulcio-server-6c9d489649-fkm88] pod update took 20.807852ms I0512 09:48:34.268250 3795 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6c9d489649-fkm88] addLogicalPort annotation time took 20.838446ms I0512 09:48:34.269407 3795 pods.go:271] [tsf-tas/fulcio-server-6c9d489649-fkm88] addLogicalPort took 22.080102ms, libovsdb time 791.6µs I0512 09:48:34.381656 3795 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-mtrzt-8nvmg] creating logical port tsf-tas_ctlog-createtree-job-mtrzt-8nvmg for pod on switch ip-10-0-1-202.ec2.internal I0512 09:48:34.381744 3795 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-mtrzt-8nvmg I0512 09:48:34.407656 3795 pod.go:62] [tsf-tas/ctlog-createtree-job-mtrzt-8nvmg] pod update took 25.931665ms I0512 09:48:34.407677 3795 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-mtrzt-8nvmg] addLogicalPort annotation time took 25.959604ms I0512 09:48:34.408878 3795 pods.go:271] [tsf-tas/ctlog-createtree-job-mtrzt-8nvmg] addLogicalPort took 27.240804ms, libovsdb time 821.471µs I0512 09:48:34.607844 3795 cni.go:452] [tsf-tas/fulcio-server-6c9d489649-fkm88 3a159049449adeb1e3b482f2bac9897fa32b37b02a45d69362a5e6f9414e306a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6c9d489649-fkm88 3a159049449adeb1e3b482f2bac9897fa32b37b02a45d69362a5e6f9414e306a network default NAD default NAD key ] I0512 09:48:34.619825 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6c9d489649-fkm88, hostIfaceName: 3a159049449adeb, network: default, NAD default, SandboxID: "3a159049449adeb1e3b482f2bac9897fa32b37b02a45d69362a5e6f9414e306a", PCI device ID: , UID: "b7a745a4-6e66-4cc2-9f02-9bacf7738adf", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0512 09:48:34.672744 3795 cni.go:473] [tsf-tas/fulcio-server-6c9d489649-fkm88 3a159049449adeb1e3b482f2bac9897fa32b37b02a45d69362a5e6f9414e306a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6c9d489649-fkm88 3a159049449adeb1e3b482f2bac9897fa32b37b02a45d69362a5e6f9414e306a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:81:5c:11:c2:9e\",\"name\":\"3a159049449adeb\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23576f97-7540-4c51-a844-8661d9b592b0\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:48:34.724277 3795 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-fvh7q-q2dtb] creating logical port tsf-tas_rekor-createtree-job-fvh7q-q2dtb for pod on switch ip-10-0-1-202.ec2.internal I0512 09:48:34.724409 3795 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-fvh7q-q2dtb I0512 09:48:34.744793 3795 cni.go:452] [tsf-tas/ctlog-createtree-job-mtrzt-8nvmg 859df1d2c8f5e4a1b707230dc63c06a55f0f43609f99aea54fa94e05d2a03923 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-mtrzt-8nvmg 859df1d2c8f5e4a1b707230dc63c06a55f0f43609f99aea54fa94e05d2a03923 network default NAD default NAD key ] I0512 09:48:34.746480 3795 pod.go:62] [tsf-tas/rekor-createtree-job-fvh7q-q2dtb] pod update took 22.127088ms I0512 09:48:34.746560 3795 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-fvh7q-q2dtb] addLogicalPort annotation time took 22.208775ms I0512 09:48:34.748314 3795 pods.go:271] [tsf-tas/rekor-createtree-job-fvh7q-q2dtb] addLogicalPort took 24.058441ms, libovsdb time 1.188269ms I0512 09:48:34.757231 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-mtrzt-8nvmg, hostIfaceName: 859df1d2c8f5e4a, network: default, NAD default, SandboxID: "859df1d2c8f5e4a1b707230dc63c06a55f0f43609f99aea54fa94e05d2a03923", PCI device ID: , UID: "1db6fd98-b48c-49f7-aadd-bee6460b753d", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0512 09:48:34.788747 3795 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6d796d9886-lxvpj] creating logical port tsf-tas_trillian-logsigner-6d796d9886-lxvpj for pod on switch ip-10-0-1-202.ec2.internal I0512 09:48:34.788860 3795 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6d796d9886-lxvpj I0512 09:48:34.819220 3795 pod.go:62] [tsf-tas/trillian-logsigner-6d796d9886-lxvpj] pod update took 30.391216ms I0512 09:48:34.819249 3795 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6d796d9886-lxvpj] addLogicalPort annotation time took 30.428942ms I0512 09:48:34.820853 3795 pods.go:271] [tsf-tas/trillian-logsigner-6d796d9886-lxvpj] addLogicalPort took 32.125606ms, libovsdb time 1.104234ms I0512 09:48:34.824221 3795 cni.go:473] [tsf-tas/ctlog-createtree-job-mtrzt-8nvmg 859df1d2c8f5e4a1b707230dc63c06a55f0f43609f99aea54fa94e05d2a03923 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-mtrzt-8nvmg 859df1d2c8f5e4a1b707230dc63c06a55f0f43609f99aea54fa94e05d2a03923 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:76:9f:98:6c:ec\",\"name\":\"859df1d2c8f5e4a\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88574eb8-a397-4f0e-aa81-07a75c91f499\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:48:35.087309 3795 cni.go:452] [tsf-tas/rekor-createtree-job-fvh7q-q2dtb 966a483f6d521e4d88ceeef6f0afca46cfbd6595d6e58426a74860eb173fd365 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-fvh7q-q2dtb 966a483f6d521e4d88ceeef6f0afca46cfbd6595d6e58426a74860eb173fd365 network default NAD default NAD key ] I0512 09:48:35.097506 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-fvh7q-q2dtb, hostIfaceName: 966a483f6d521e4, network: default, NAD default, SandboxID: "966a483f6d521e4d88ceeef6f0afca46cfbd6595d6e58426a74860eb173fd365", PCI device ID: , UID: "b837c577-228f-41cf-8bb9-7ba4c968e2ee", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0512 09:48:35.151394 3795 cni.go:473] [tsf-tas/rekor-createtree-job-fvh7q-q2dtb 966a483f6d521e4d88ceeef6f0afca46cfbd6595d6e58426a74860eb173fd365 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-fvh7q-q2dtb 966a483f6d521e4d88ceeef6f0afca46cfbd6595d6e58426a74860eb173fd365 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:84:5e:a9:28:f4\",\"name\":\"966a483f6d521e4\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98d029c4-e954-44df-9a96-3dd8ff769de8\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:48:35.155693 3795 cni.go:452] [tsf-tas/trillian-logsigner-6d796d9886-lxvpj b5598723e076b56efdd05cba5b13dd1f5b968f2682295eac3c50684e4e493050 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6d796d9886-lxvpj b5598723e076b56efdd05cba5b13dd1f5b968f2682295eac3c50684e4e493050 network default NAD default NAD key ] I0512 09:48:35.166050 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6d796d9886-lxvpj, hostIfaceName: b5598723e076b56, network: default, NAD default, SandboxID: "b5598723e076b56efdd05cba5b13dd1f5b968f2682295eac3c50684e4e493050", PCI device ID: , UID: "3154a433-3eee-4ea5-b9f0-7c3c730dbeaa", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0512 09:48:35.221357 3795 cni.go:473] [tsf-tas/trillian-logsigner-6d796d9886-lxvpj b5598723e076b56efdd05cba5b13dd1f5b968f2682295eac3c50684e4e493050 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6d796d9886-lxvpj b5598723e076b56efdd05cba5b13dd1f5b968f2682295eac3c50684e4e493050 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ba:0c:54:b0:bc\",\"name\":\"b5598723e076b56\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06a97263-ac74-4fd8-87fa-9f3fb4651ba4\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:48:36.593410 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 09:48:36.593505 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0512 09:48:37.614894 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0512 09:48:37.614920 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0512 09:48:40.155031 3795 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4ps8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:40.155630 3795 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4ps8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:41.006652 3795 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4ps8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:41.006673 3795 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4ps8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 09:48:42.630239 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 09:48:48.203833 3795 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 09:48:51.206418 3795 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 09:48:51.338395 3795 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:51.338974 3795 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:51.536605 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 09:48:52.228619 3795 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:52.228645 3795 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:56.874203 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dhp42] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-dhp42 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:48:56.874344 3795 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dhp42 I0512 09:48:56.890212 3795 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dhp42] pod update took 15.891577ms I0512 09:48:56.890234 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dhp42] addLogicalPort annotation time took 15.917081ms I0512 09:48:56.891482 3795 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dhp42] addLogicalPort took 17.294623ms, libovsdb time 850.877µs I0512 09:48:56.979126 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-ql6j7] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-ql6j7 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:48:56.979213 3795 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-ql6j7 I0512 09:48:56.993915 3795 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ql6j7] pod update took 14.720896ms I0512 09:48:56.993942 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-ql6j7] addLogicalPort annotation time took 14.755753ms I0512 09:48:56.995234 3795 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ql6j7] addLogicalPort took 16.124644ms, libovsdb time 857.394µs I0512 09:48:57.237541 3795 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dhp42 2052773a4fe478ab5e049a4d12fd26c4022f870a8015f906ea65cedea8295b73 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dhp42 2052773a4fe478ab5e049a4d12fd26c4022f870a8015f906ea65cedea8295b73 network default NAD default NAD key ] I0512 09:48:57.247266 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-dhp42, hostIfaceName: 2052773a4fe478a, network: default, NAD default, SandboxID: "2052773a4fe478ab5e049a4d12fd26c4022f870a8015f906ea65cedea8295b73", PCI device ID: , UID: "2ed54103-4481-42c7-b808-df5c62e36de2", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0512 09:48:57.302743 3795 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dhp42 2052773a4fe478ab5e049a4d12fd26c4022f870a8015f906ea65cedea8295b73 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dhp42 2052773a4fe478ab5e049a4d12fd26c4022f870a8015f906ea65cedea8295b73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:5e:92:51:5e:fe\",\"name\":\"2052773a4fe478a\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c384d808-b152-4779-8607-afdbbaf40ec0\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:48:57.340132 3795 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ql6j7 db6f5dcbfbbc7bd0ad3b001b307baf0f4b1234a420198be2584633f45614e673 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ql6j7 db6f5dcbfbbc7bd0ad3b001b307baf0f4b1234a420198be2584633f45614e673 network default NAD default NAD key ] I0512 09:48:57.350496 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-ql6j7, hostIfaceName: db6f5dcbfbbc7bd, network: default, NAD default, SandboxID: "db6f5dcbfbbc7bd0ad3b001b307baf0f4b1234a420198be2584633f45614e673", PCI device ID: , UID: "a8dc5f33-2eb3-414e-af1f-901b4e91d2b0", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0512 09:48:57.405440 3795 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ql6j7 db6f5dcbfbbc7bd0ad3b001b307baf0f4b1234a420198be2584633f45614e673 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ql6j7 db6f5dcbfbbc7bd0ad3b001b307baf0f4b1234a420198be2584633f45614e673 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:0c:9b:8e:26:11\",\"name\":\"db6f5dcbfbbc7bd\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9179daf-0c13-4af7-aed4-187f983dcf8e\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:48:59.253643 3795 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 09:48:59.253669 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 09:49:01.737419 3795 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 09:49:12.743932 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0512 09:49:13.551776 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0512 09:49:20.800051 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 09:49:22.863149 3795 cni.go:452] [tsf-tas/test-tsf-tas 148ff9af37b47dec85f1c18adedce0ae2a7cd2eddb818ead330533b7d85ad526 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 148ff9af37b47dec85f1c18adedce0ae2a7cd2eddb818ead330533b7d85ad526 network default NAD default NAD key ] I0512 09:49:22.953446 3795 cni.go:473] [tsf-tas/test-tsf-tas 148ff9af37b47dec85f1c18adedce0ae2a7cd2eddb818ead330533b7d85ad526 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 148ff9af37b47dec85f1c18adedce0ae2a7cd2eddb818ead330533b7d85ad526 network default NAD default NAD key default], result "{}", err I0512 09:49:23.006214 3795 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:23.006245 3795 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0512 09:49:23.007608 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.36 I0512 09:49:23.007635 3795 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:23.030452 3795 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:23.030475 3795 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:23.033721 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 09:49:23.033748 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 09:49:23.542264 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 09:49:25.455664 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=421 I0512 09:49:29.906693 3795 cni.go:452] [tsf-tas/rekor-createtree-job-fvh7q-q2dtb 966a483f6d521e4d88ceeef6f0afca46cfbd6595d6e58426a74860eb173fd365 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-fvh7q-q2dtb 966a483f6d521e4d88ceeef6f0afca46cfbd6595d6e58426a74860eb173fd365 network default NAD default NAD key ] I0512 09:49:30.004144 3795 cni.go:473] [tsf-tas/rekor-createtree-job-fvh7q-q2dtb 966a483f6d521e4d88ceeef6f0afca46cfbd6595d6e58426a74860eb173fd365 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-fvh7q-q2dtb 966a483f6d521e4d88ceeef6f0afca46cfbd6595d6e58426a74860eb173fd365 network default NAD default NAD key default], result "{}", err I0512 09:49:30.056119 3795 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:30.056184 3795 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-fvh7q-q2dtb I0512 09:49:30.057540 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-fvh7q-q2dtb, ips: 10.128.0.39 I0512 09:49:30.057573 3795 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:30.913006 3795 cni.go:452] [tsf-tas/ctlog-createtree-job-mtrzt-8nvmg 859df1d2c8f5e4a1b707230dc63c06a55f0f43609f99aea54fa94e05d2a03923 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-mtrzt-8nvmg 859df1d2c8f5e4a1b707230dc63c06a55f0f43609f99aea54fa94e05d2a03923 network default NAD default NAD key ] I0512 09:49:30.920339 3795 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:30.920362 3795 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:31.004233 3795 cni.go:473] [tsf-tas/ctlog-createtree-job-mtrzt-8nvmg 859df1d2c8f5e4a1b707230dc63c06a55f0f43609f99aea54fa94e05d2a03923 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-mtrzt-8nvmg 859df1d2c8f5e4a1b707230dc63c06a55f0f43609f99aea54fa94e05d2a03923 network default NAD default NAD key default], result "{}", err I0512 09:49:31.059047 3795 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.059087 3795 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-mtrzt-8nvmg I0512 09:49:31.060480 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-mtrzt-8nvmg, ips: 10.128.0.38 I0512 09:49:31.060515 3795 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.359915 3795 obj_retry.go:498] Detected object tsf/patch-tekton-config-xfhx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.360463 3795 obj_retry.go:498] Detected object tsf/patch-tekton-config-xfhx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.934193 3795 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:31.934219 3795 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:32.383236 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:32.383260 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:32.493110 3795 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-8xttf] creating logical port tsf_tsf-tekton-configuration-8xttf for pod on switch ip-10-0-1-202.ec2.internal I0512 09:49:32.493201 3795 kube.go:256] Updating pod tsf/tsf-tekton-configuration-8xttf I0512 09:49:32.506635 3795 pod.go:62] [tsf/tsf-tekton-configuration-8xttf] pod update took 13.454155ms I0512 09:49:32.506667 3795 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-8xttf] addLogicalPort annotation time took 13.492952ms I0512 09:49:32.508340 3795 pods.go:271] [tsf/tsf-tekton-configuration-8xttf] addLogicalPort took 15.244448ms, libovsdb time 1.064585ms I0512 09:49:32.859874 3795 cni.go:452] [tsf/tsf-tekton-configuration-8xttf 17f42802332f96182eb73b493d145ccd37273ba8af0fbc7052bf46203cce6a5e network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-8xttf 17f42802332f96182eb73b493d145ccd37273ba8af0fbc7052bf46203cce6a5e network default NAD default NAD key ] I0512 09:49:32.870606 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-8xttf, hostIfaceName: 17f42802332f961, network: default, NAD default, SandboxID: "17f42802332f96182eb73b493d145ccd37273ba8af0fbc7052bf46203cce6a5e", PCI device ID: , UID: "8a8e0735-150b-416c-b345-a19ac2e7b3cf", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0512 09:49:32.925796 3795 cni.go:473] [tsf/tsf-tekton-configuration-8xttf 17f42802332f96182eb73b493d145ccd37273ba8af0fbc7052bf46203cce6a5e network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-8xttf 17f42802332f96182eb73b493d145ccd37273ba8af0fbc7052bf46203cce6a5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:8c:66:9c:db:9c\",\"name\":\"17f42802332f961\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85d0b0d7-80ed-4d8a-891d-55daf41600cc\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:49:35.557386 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 09:49:36.213148 3795 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-74f7cffb77-qgpzs] creating logical port tsf-tas_rekor-search-ui-74f7cffb77-qgpzs for pod on switch ip-10-0-1-202.ec2.internal I0512 09:49:36.213231 3795 kube.go:256] Updating pod tsf-tas/rekor-search-ui-74f7cffb77-qgpzs I0512 09:49:36.227777 3795 pod.go:62] [tsf-tas/rekor-search-ui-74f7cffb77-qgpzs] pod update took 14.565626ms I0512 09:49:36.227811 3795 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-74f7cffb77-qgpzs] addLogicalPort annotation time took 14.602587ms I0512 09:49:36.229253 3795 pods.go:271] [tsf-tas/rekor-search-ui-74f7cffb77-qgpzs] addLogicalPort took 16.119375ms, libovsdb time 870.677µs I0512 09:49:36.575121 3795 cni.go:452] [tsf-tas/rekor-search-ui-74f7cffb77-qgpzs 428b86dda27e43529ae92a2313ce2f1858c9935a81e13cc9f46916e13197eb8e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-74f7cffb77-qgpzs 428b86dda27e43529ae92a2313ce2f1858c9935a81e13cc9f46916e13197eb8e network default NAD default NAD key ] I0512 09:49:36.585557 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-74f7cffb77-qgpzs, hostIfaceName: 428b86dda27e435, network: default, NAD default, SandboxID: "428b86dda27e43529ae92a2313ce2f1858c9935a81e13cc9f46916e13197eb8e", PCI device ID: , UID: "9f5048ac-5247-4c40-9fc1-f486ad098b45", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0512 09:49:36.647443 3795 cni.go:473] [tsf-tas/rekor-search-ui-74f7cffb77-qgpzs 428b86dda27e43529ae92a2313ce2f1858c9935a81e13cc9f46916e13197eb8e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-74f7cffb77-qgpzs 428b86dda27e43529ae92a2313ce2f1858c9935a81e13cc9f46916e13197eb8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f2:d4:36:40:4f\",\"name\":\"428b86dda27e435\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80e00dce-c9fd-4bc9-bdc3-19189bab9530\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:49:37.248462 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 09:49:37.969806 3795 cni.go:452] [tsf/tsf-tekton-configuration-8xttf 17f42802332f96182eb73b493d145ccd37273ba8af0fbc7052bf46203cce6a5e network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-8xttf 17f42802332f96182eb73b493d145ccd37273ba8af0fbc7052bf46203cce6a5e network default NAD default NAD key ] I0512 09:49:38.041754 3795 cni.go:473] [tsf/tsf-tekton-configuration-8xttf 17f42802332f96182eb73b493d145ccd37273ba8af0fbc7052bf46203cce6a5e network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-8xttf 17f42802332f96182eb73b493d145ccd37273ba8af0fbc7052bf46203cce6a5e network default NAD default NAD key default], result "{}", err I0512 09:49:38.093235 3795 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8xttf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:38.093312 3795 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-8xttf I0512 09:49:38.094870 3795 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-8xttf, ips: 10.128.0.43 I0512 09:49:38.094905 3795 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8xttf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:39.115128 3795 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8xttf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.115165 3795 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8xttf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.153115 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.153141 3795 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.158848 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xfhx9 I0512 09:49:39.158878 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xfhx9 W0512 09:49:39.486028 3795 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0512 09:49:39.894473 3795 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-202.ec2.internal I0512 09:49:39.894599 3795 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0512 09:49:39.908553 3795 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.977642ms I0512 09:49:39.908579 3795 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.006601ms I0512 09:49:39.910161 3795 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.702672ms, libovsdb time 1.045282ms W0512 09:49:39.974470 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 09:49:40.255827 3795 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 78d7daabf9eb7c011ba7cd4b74dba7f0a3f00af24f587037109e71a492564b9f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 78d7daabf9eb7c011ba7cd4b74dba7f0a3f00af24f587037109e71a492564b9f network default NAD default NAD key ] I0512 09:49:40.265276 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 78d7daabf9eb7c0, network: default, NAD default, SandboxID: "78d7daabf9eb7c011ba7cd4b74dba7f0a3f00af24f587037109e71a492564b9f", PCI device ID: , UID: "035ca873-3d55-4644-8724-0adf858247d6", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0512 09:49:40.321342 3795 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 78d7daabf9eb7c011ba7cd4b74dba7f0a3f00af24f587037109e71a492564b9f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 78d7daabf9eb7c011ba7cd4b74dba7f0a3f00af24f587037109e71a492564b9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:16:06:70:06:a0\",\"name\":\"78d7daabf9eb7c0\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2b75693-9f50-4382-b173-bacc3ab7902d\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:49:45.301429 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0512 09:49:52.011798 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 09:50:01.100924 3795 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 78d7daabf9eb7c011ba7cd4b74dba7f0a3f00af24f587037109e71a492564b9f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 78d7daabf9eb7c011ba7cd4b74dba7f0a3f00af24f587037109e71a492564b9f network default NAD default NAD key ] I0512 09:50:01.180707 3795 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 78d7daabf9eb7c011ba7cd4b74dba7f0a3f00af24f587037109e71a492564b9f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 78d7daabf9eb7c011ba7cd4b74dba7f0a3f00af24f587037109e71a492564b9f network default NAD default NAD key default], result "{}", err I0512 09:50:01.240072 3795 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:01.240107 3795 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0512 09:50:01.241493 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.45 I0512 09:50:01.241530 3795 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:01.262928 3795 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:01.262971 3795 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:01.273296 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 09:50:01.273323 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 09:50:01.518899 3795 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:01.519025 3795 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0512 09:50:01.540693 3795 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 21.701295ms I0512 09:50:01.540713 3795 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 21.72817ms I0512 09:50:01.542092 3795 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 23.212483ms, libovsdb time 984.712µs I0512 09:50:01.879425 3795 cni.go:452] [tsf-tpa/test-tsf-tpa 12488a1b63623b9081ce1e8cd6db1e7b853dedc8ad0b19b1d5eec0152e515d3f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 12488a1b63623b9081ce1e8cd6db1e7b853dedc8ad0b19b1d5eec0152e515d3f network default NAD default NAD key ] I0512 09:50:01.889195 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 12488a1b63623b9, network: default, NAD default, SandboxID: "12488a1b63623b9081ce1e8cd6db1e7b853dedc8ad0b19b1d5eec0152e515d3f", PCI device ID: , UID: "3a41a894-9360-4390-9565-ce07961a71be", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0512 09:50:01.944031 3795 cni.go:473] [tsf-tpa/test-tsf-tpa 12488a1b63623b9081ce1e8cd6db1e7b853dedc8ad0b19b1d5eec0152e515d3f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 12488a1b63623b9081ce1e8cd6db1e7b853dedc8ad0b19b1d5eec0152e515d3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:e8:5d:70:c0:68\",\"name\":\"12488a1b63623b9\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e34d8d3-cd1a-48b5-936b-a23e6c21e9e6\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:50:02.492970 3795 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-j2zf4-dtj77] creating logical port tsf-tas_tuf-repository-init-j2zf4-dtj77 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:02.493092 3795 kube.go:256] Updating pod tsf-tas/tuf-repository-init-j2zf4-dtj77 I0512 09:50:02.507688 3795 pod.go:62] [tsf-tas/tuf-repository-init-j2zf4-dtj77] pod update took 14.620753ms I0512 09:50:02.507712 3795 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-j2zf4-dtj77] addLogicalPort annotation time took 14.64989ms I0512 09:50:02.509052 3795 pods.go:271] [tsf-tas/tuf-repository-init-j2zf4-dtj77] addLogicalPort took 16.112427ms, libovsdb time 888.277µs I0512 09:50:02.689747 3795 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-hsbgt] creating logical port tsf-tpa_create-db-hsbgt for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:02.689853 3795 kube.go:256] Updating pod tsf-tpa/create-db-hsbgt I0512 09:50:02.704105 3795 pod.go:62] [tsf-tpa/create-db-hsbgt] pod update took 14.274599ms I0512 09:50:02.704131 3795 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-hsbgt] addLogicalPort annotation time took 14.307149ms I0512 09:50:02.705620 3795 pods.go:271] [tsf-tpa/create-db-hsbgt] addLogicalPort took 15.8975ms, libovsdb time 949.341µs I0512 09:50:03.060479 3795 cni.go:452] [tsf-tpa/create-db-hsbgt 7f911e5ef4fd389893066ac784d0b12598a90218b6b162d4cd95995d56e60022 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-hsbgt 7f911e5ef4fd389893066ac784d0b12598a90218b6b162d4cd95995d56e60022 network default NAD default NAD key ] I0512 09:50:03.070214 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-hsbgt, hostIfaceName: 7f911e5ef4fd389, network: default, NAD default, SandboxID: "7f911e5ef4fd389893066ac784d0b12598a90218b6b162d4cd95995d56e60022", PCI device ID: , UID: "5764440c-a385-4f98-a03c-5dbec8d114a3", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0512 09:50:03.125898 3795 cni.go:473] [tsf-tpa/create-db-hsbgt 7f911e5ef4fd389893066ac784d0b12598a90218b6b162d4cd95995d56e60022 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-hsbgt 7f911e5ef4fd389893066ac784d0b12598a90218b6b162d4cd95995d56e60022 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:cd:40:8d:dc:ad\",\"name\":\"7f911e5ef4fd389\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f1470e2-6847-4a7b-9585-10f8157dc1b0\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:50:03.763579 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:03.764151 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:04.640233 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:04.640258 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:07.142383 3795 cni.go:452] [tsf-tpa/create-db-hsbgt 7f911e5ef4fd389893066ac784d0b12598a90218b6b162d4cd95995d56e60022 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-hsbgt 7f911e5ef4fd389893066ac784d0b12598a90218b6b162d4cd95995d56e60022 network default NAD default NAD key ] I0512 09:50:07.228361 3795 cni.go:473] [tsf-tpa/create-db-hsbgt 7f911e5ef4fd389893066ac784d0b12598a90218b6b162d4cd95995d56e60022 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-hsbgt 7f911e5ef4fd389893066ac784d0b12598a90218b6b162d4cd95995d56e60022 network default NAD default NAD key default], result "{}", err I0512 09:50:07.280924 3795 obj_retry.go:498] Detected object tsf-tpa/create-db-hsbgt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:07.280980 3795 pods.go:176] Deleting pod: tsf-tpa/create-db-hsbgt I0512 09:50:07.282447 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-hsbgt, ips: 10.128.0.48 I0512 09:50:07.282472 3795 obj_retry.go:498] Detected object tsf-tpa/create-db-hsbgt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:08.304554 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:08.304597 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:08.413048 3795 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-nkbt2] creating logical port tsf-tpa_migrate-db-nkbt2 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:08.413140 3795 kube.go:256] Updating pod tsf-tpa/migrate-db-nkbt2 I0512 09:50:08.426105 3795 pod.go:62] [tsf-tpa/migrate-db-nkbt2] pod update took 12.980773ms I0512 09:50:08.426129 3795 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-nkbt2] addLogicalPort annotation time took 13.014603ms I0512 09:50:08.427389 3795 pods.go:271] [tsf-tpa/migrate-db-nkbt2] addLogicalPort took 14.362101ms, libovsdb time 858.01µs I0512 09:50:08.558224 3795 cni.go:452] [tsf-tas/tuf-repository-init-j2zf4-dtj77 2a8e048ea5f1d423511ad56504d38d56d04539c9db997b5a2fac24026f4848cb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-j2zf4-dtj77 2a8e048ea5f1d423511ad56504d38d56d04539c9db997b5a2fac24026f4848cb network default NAD default NAD key ] I0512 09:50:08.568325 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-j2zf4-dtj77, hostIfaceName: 2a8e048ea5f1d42, network: default, NAD default, SandboxID: "2a8e048ea5f1d423511ad56504d38d56d04539c9db997b5a2fac24026f4848cb", PCI device ID: , UID: "b812fc65-818d-4a56-8d6d-f4e4c13ba5a8", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0512 09:50:08.620639 3795 cni.go:473] [tsf-tas/tuf-repository-init-j2zf4-dtj77 2a8e048ea5f1d423511ad56504d38d56d04539c9db997b5a2fac24026f4848cb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-j2zf4-dtj77 2a8e048ea5f1d423511ad56504d38d56d04539c9db997b5a2fac24026f4848cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:13:59:86:7f:c9\",\"name\":\"2a8e048ea5f1d42\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9204a48a-dcbc-43e9-be69-715c44a83faf\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:50:08.782703 3795 cni.go:452] [tsf-tpa/migrate-db-nkbt2 d944bef4eafc45bad22a1162cdcdd114e240345ecf93bd7db3b46666e90e9bdd network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-nkbt2 d944bef4eafc45bad22a1162cdcdd114e240345ecf93bd7db3b46666e90e9bdd network default NAD default NAD key ] I0512 09:50:08.792860 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-nkbt2, hostIfaceName: d944bef4eafc45b, network: default, NAD default, SandboxID: "d944bef4eafc45bad22a1162cdcdd114e240345ecf93bd7db3b46666e90e9bdd", PCI device ID: , UID: "d0739f1b-bac1-470d-ae91-52ba889956bc", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0512 09:50:08.846767 3795 cni.go:473] [tsf-tpa/migrate-db-nkbt2 d944bef4eafc45bad22a1162cdcdd114e240345ecf93bd7db3b46666e90e9bdd network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-nkbt2 d944bef4eafc45bad22a1162cdcdd114e240345ecf93bd7db3b46666e90e9bdd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d2:f6:55:7c:43\",\"name\":\"d944bef4eafc45b\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7914ac54-8d59-41e0-8fb0-f13d504be1c9\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:50:11.170872 3795 cni.go:452] [tsf-tpa/migrate-db-nkbt2 d944bef4eafc45bad22a1162cdcdd114e240345ecf93bd7db3b46666e90e9bdd network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-nkbt2 d944bef4eafc45bad22a1162cdcdd114e240345ecf93bd7db3b46666e90e9bdd network default NAD default NAD key ] I0512 09:50:11.260442 3795 cni.go:473] [tsf-tpa/migrate-db-nkbt2 d944bef4eafc45bad22a1162cdcdd114e240345ecf93bd7db3b46666e90e9bdd network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-nkbt2 d944bef4eafc45bad22a1162cdcdd114e240345ecf93bd7db3b46666e90e9bdd network default NAD default NAD key default], result "{}", err I0512 09:50:12.490713 3795 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nkbt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:12.490747 3795 pods.go:176] Deleting pod: tsf-tpa/migrate-db-nkbt2 I0512 09:50:12.492161 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-nkbt2, ips: 10.128.0.49 I0512 09:50:12.492194 3795 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nkbt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:13.513058 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:13.513082 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:13.745750 3795 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-whq5j] creating logical port tsf-tpa_create-importers-whq5j for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:13.745833 3795 kube.go:256] Updating pod tsf-tpa/create-importers-whq5j I0512 09:50:13.758821 3795 pod.go:62] [tsf-tpa/create-importers-whq5j] pod update took 13.007514ms I0512 09:50:13.758844 3795 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-whq5j] addLogicalPort annotation time took 13.03521ms I0512 09:50:13.760161 3795 pods.go:271] [tsf-tpa/create-importers-whq5j] addLogicalPort took 14.423949ms, libovsdb time 876.228µs I0512 09:50:14.108682 3795 cni.go:452] [tsf-tpa/create-importers-whq5j 1f486165b3a5a41d16e00d8311784ecf0df4b1be890a187fdf2a88bd8544cffb network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-whq5j 1f486165b3a5a41d16e00d8311784ecf0df4b1be890a187fdf2a88bd8544cffb network default NAD default NAD key ] I0512 09:50:14.119521 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-whq5j, hostIfaceName: 1f486165b3a5a41, network: default, NAD default, SandboxID: "1f486165b3a5a41d16e00d8311784ecf0df4b1be890a187fdf2a88bd8544cffb", PCI device ID: , UID: "41abb4b4-24f6-4fb6-8236-535b49399752", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0512 09:50:14.173254 3795 cni.go:473] [tsf-tpa/create-importers-whq5j 1f486165b3a5a41d16e00d8311784ecf0df4b1be890a187fdf2a88bd8544cffb network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-whq5j 1f486165b3a5a41d16e00d8311784ecf0df4b1be890a187fdf2a88bd8544cffb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:83:e3:6a:59:43\",\"name\":\"1f486165b3a5a41\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fa92d64-709f-4eb1-8701-ad6d9cc1a702\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:50:15.201874 3795 cni.go:452] [tsf-tas/tuf-repository-init-j2zf4-dtj77 2a8e048ea5f1d423511ad56504d38d56d04539c9db997b5a2fac24026f4848cb network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-j2zf4-dtj77 2a8e048ea5f1d423511ad56504d38d56d04539c9db997b5a2fac24026f4848cb network default NAD default NAD key ] I0512 09:50:15.291656 3795 cni.go:473] [tsf-tas/tuf-repository-init-j2zf4-dtj77 2a8e048ea5f1d423511ad56504d38d56d04539c9db997b5a2fac24026f4848cb network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-j2zf4-dtj77 2a8e048ea5f1d423511ad56504d38d56d04539c9db997b5a2fac24026f4848cb network default NAD default NAD key default], result "{}", err I0512 09:50:15.344161 3795 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:15.344198 3795 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-j2zf4-dtj77 I0512 09:50:15.345548 3795 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-j2zf4-dtj77, ips: 10.128.0.47 I0512 09:50:15.345574 3795 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:16.209196 3795 cni.go:452] [tsf-tpa/create-importers-whq5j 1f486165b3a5a41d16e00d8311784ecf0df4b1be890a187fdf2a88bd8544cffb network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-whq5j 1f486165b3a5a41d16e00d8311784ecf0df4b1be890a187fdf2a88bd8544cffb network default NAD default NAD key ] I0512 09:50:16.214081 3795 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:16.214105 3795 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:16.302681 3795 cni.go:473] [tsf-tpa/create-importers-whq5j 1f486165b3a5a41d16e00d8311784ecf0df4b1be890a187fdf2a88bd8544cffb network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-whq5j 1f486165b3a5a41d16e00d8311784ecf0df4b1be890a187fdf2a88bd8544cffb network default NAD default NAD key default], result "{}", err I0512 09:50:16.352513 3795 obj_retry.go:498] Detected object tsf-tpa/create-importers-whq5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:16.352554 3795 pods.go:176] Deleting pod: tsf-tpa/create-importers-whq5j I0512 09:50:16.354227 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-whq5j, ips: 10.128.0.50 I0512 09:50:16.354255 3795 obj_retry.go:498] Detected object tsf-tpa/create-importers-whq5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:17.376572 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:17.376600 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:19.648427 3795 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-lqdkw] creating logical port tsf-tas_tuf-97fc8ff76-lqdkw for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:19.648552 3795 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-lqdkw I0512 09:50:19.663634 3795 pod.go:62] [tsf-tas/tuf-97fc8ff76-lqdkw] pod update took 15.102242ms I0512 09:50:19.663672 3795 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-lqdkw] addLogicalPort annotation time took 15.136238ms I0512 09:50:19.665116 3795 pods.go:271] [tsf-tas/tuf-97fc8ff76-lqdkw] addLogicalPort took 16.710245ms, libovsdb time 964.2µs W0512 09:50:26.778477 3795 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 09:50:29.314320 3795 cni.go:452] [tsf-tas/tuf-97fc8ff76-lqdkw 8fcca92895724b4dbc3b5b1a362aaad33c93c5af6cfa1397905ca535f21fb5df network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-lqdkw 8fcca92895724b4dbc3b5b1a362aaad33c93c5af6cfa1397905ca535f21fb5df network default NAD default NAD key ] I0512 09:50:29.324571 3795 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-lqdkw, hostIfaceName: 8fcca92895724b4, network: default, NAD default, SandboxID: "8fcca92895724b4dbc3b5b1a362aaad33c93c5af6cfa1397905ca535f21fb5df", PCI device ID: , UID: "d7b0c5f2-f82a-499f-b368-001e481ed0d0", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0512 09:50:29.380590 3795 cni.go:473] [tsf-tas/tuf-97fc8ff76-lqdkw 8fcca92895724b4dbc3b5b1a362aaad33c93c5af6cfa1397905ca535f21fb5df network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-lqdkw 8fcca92895724b4dbc3b5b1a362aaad33c93c5af6cfa1397905ca535f21fb5df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:b3:97:d7:7e:bc\",\"name\":\"8fcca92895724b4\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9514a0b-125c-4788-94fd-8526c7267b55\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:50:29.546223 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0512 09:50:34.310619 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0512 09:50:45.322869 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0512 09:50:54.433762 3795 cni.go:452] [tsf-tpa/test-tsf-tpa 12488a1b63623b9081ce1e8cd6db1e7b853dedc8ad0b19b1d5eec0152e515d3f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 12488a1b63623b9081ce1e8cd6db1e7b853dedc8ad0b19b1d5eec0152e515d3f network default NAD default NAD key ] I0512 09:50:54.525847 3795 cni.go:473] [tsf-tpa/test-tsf-tpa 12488a1b63623b9081ce1e8cd6db1e7b853dedc8ad0b19b1d5eec0152e515d3f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 12488a1b63623b9081ce1e8cd6db1e7b853dedc8ad0b19b1d5eec0152e515d3f network default NAD default NAD key default], result "{}", err I0512 09:50:54.581731 3795 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:54.581771 3795 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0512 09:50:54.583099 3795 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.46 I0512 09:50:54.583150 3795 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:54.626228 3795 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:54.626252 3795 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:54.633926 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 09:50:54.633965 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 09:50:55.457946 3795 namespace.go:98] [build-service] adding namespace I0512 09:50:55.458820 3795 namespace.go:102] [build-service] adding namespace took 831.131µs I0512 09:50:55.459265 3795 namespace.go:98] [image-controller] adding namespace I0512 09:50:55.459920 3795 namespace.go:102] [image-controller] adding namespace took 643.024µs I0512 09:50:55.464088 3795 namespace.go:98] [default-tenant] adding namespace I0512 09:50:55.464133 3795 namespace.go:98] [integration-service] adding namespace I0512 09:50:55.464796 3795 namespace.go:102] [default-tenant] adding namespace took 689.457µs I0512 09:50:55.465357 3795 namespace.go:102] [integration-service] adding namespace took 1.210358ms I0512 09:50:55.493797 3795 namespace.go:142] [build-service] updating namespace I0512 09:50:55.516358 3795 namespace.go:142] [build-service] updating namespace I0512 09:50:55.533452 3795 namespace.go:142] [image-controller] updating namespace I0512 09:50:55.553911 3795 namespace.go:142] [image-controller] updating namespace I0512 09:50:55.559565 3795 namespace.go:142] [default-tenant] updating namespace I0512 09:50:55.586694 3795 namespace.go:142] [default-tenant] updating namespace I0512 09:50:55.594070 3795 namespace.go:142] [integration-service] updating namespace I0512 09:50:55.615796 3795 namespace.go:142] [integration-service] updating namespace I0512 09:50:55.668306 3795 namespace.go:142] [build-service] updating namespace I0512 09:50:55.698283 3795 namespace.go:142] [integration-service] updating namespace I0512 09:50:55.722731 3795 namespace.go:98] [release-service] adding namespace I0512 09:50:55.723519 3795 namespace.go:102] [release-service] adding namespace took 767.699µs I0512 09:50:55.747433 3795 namespace.go:142] [release-service] updating namespace I0512 09:50:55.770830 3795 namespace.go:142] [release-service] updating namespace I0512 09:50:55.784030 3795 namespace.go:142] [konflux-ui] updating namespace I0512 09:50:55.886450 3795 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:55.886548 3795 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0512 09:50:55.918200 3795 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 31.67185ms I0512 09:50:55.918226 3795 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 31.704555ms I0512 09:50:55.919631 3795 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 33.197795ms, libovsdb time 989.703µs I0512 09:50:55.957862 3795 namespace.go:98] [konflux-info] adding namespace I0512 09:50:55.957903 3795 namespace.go:98] [namespace-lister] adding namespace I0512 09:50:55.958828 3795 namespace.go:102] [konflux-info] adding namespace took 944.825µs I0512 09:50:55.959465 3795 namespace.go:102] [namespace-lister] adding namespace took 1.549834ms I0512 09:50:55.983465 3795 namespace.go:98] [enterprise-contract-service] adding namespace I0512 09:50:55.984194 3795 namespace.go:102] [enterprise-contract-service] adding namespace took 711.673µs I0512 09:50:56.017325 3795 namespace.go:142] [image-controller] updating namespace I0512 09:50:56.042576 3795 namespace.go:142] [konflux-info] updating namespace I0512 09:50:56.069162 3795 namespace.go:142] [konflux-info] updating namespace I0512 09:50:56.172519 3795 namespace.go:142] [namespace-lister] updating namespace I0512 09:50:56.196553 3795 namespace.go:142] [default-tenant] updating namespace I0512 09:50:56.231257 3795 namespace.go:142] [namespace-lister] updating namespace I0512 09:50:56.253905 3795 cni.go:452] [konflux-ui/test-tsf-konflux 38d6e91341488195825e5f8cc44034f9713f100a7fcb6abfc8c8dcafe3b3236d network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 38d6e91341488195825e5f8cc44034f9713f100a7fcb6abfc8c8dcafe3b3236d network default NAD default NAD key ] I0512 09:50:56.257300 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:50:56.257435 3795 namespace.go:98] [segment-bridge] adding namespace I0512 09:50:56.258268 3795 namespace.go:102] [segment-bridge] adding namespace took 822.379µs I0512 09:50:56.263585 3795 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 38d6e9134148819, network: default, NAD default, SandboxID: "38d6e91341488195825e5f8cc44034f9713f100a7fcb6abfc8c8dcafe3b3236d", PCI device ID: , UID: "1e17d0a0-5b9b-4f9d-ae89-ed5695792348", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0512 09:50:56.311755 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:50:56.321106 3795 cni.go:473] [konflux-ui/test-tsf-konflux 38d6e91341488195825e5f8cc44034f9713f100a7fcb6abfc8c8dcafe3b3236d network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 38d6e91341488195825e5f8cc44034f9713f100a7fcb6abfc8c8dcafe3b3236d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:9d:f4:d8:c9:c4\",\"name\":\"38d6e9134148819\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f28ee10-a25f-4c11-92b4-df3686cf4227\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:50:56.323697 3795 namespace.go:98] [konflux-cli] adding namespace I0512 09:50:56.324675 3795 namespace.go:102] [konflux-cli] adding namespace took 954.448µs I0512 09:50:56.335498 3795 namespace.go:142] [segment-bridge] updating namespace I0512 09:50:56.407634 3795 namespace.go:142] [segment-bridge] updating namespace I0512 09:50:56.442197 3795 namespace.go:142] [konflux-cli] updating namespace I0512 09:50:56.490988 3795 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 09:50:56.491640 3795 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 09:50:56.491661 3795 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 09:50:56.494696 3795 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 09:50:56.508465 3795 namespace.go:142] [konflux-cli] updating namespace I0512 09:50:56.554518 3795 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 09:50:56.554545 3795 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 09:50:56.555464 3795 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 09:50:57.421484 3795 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-4j4t7] creating logical port namespace-lister_namespace-lister-696b855848-4j4t7 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:57.421592 3795 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-4j4t7 I0512 09:50:57.469805 3795 pod.go:62] [namespace-lister/namespace-lister-696b855848-4j4t7] pod update took 48.238762ms I0512 09:50:57.469836 3795 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-4j4t7] addLogicalPort annotation time took 48.276122ms I0512 09:50:57.471171 3795 pods.go:271] [namespace-lister/namespace-lister-696b855848-4j4t7] addLogicalPort took 49.707179ms, libovsdb time 851.778µs I0512 09:50:57.489729 3795 base_network_controller_pods.go:487] [default/konflux-ui/dex-7ccdcccbbc-gbdhx] creating logical port konflux-ui_dex-7ccdcccbbc-gbdhx for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:57.489859 3795 kube.go:256] Updating pod konflux-ui/dex-7ccdcccbbc-gbdhx I0512 09:50:57.489885 3795 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-txl45] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-txl45 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:57.489983 3795 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-txl45 I0512 09:50:57.502572 3795 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7bcc5b899d-sxdsn] creating logical port konflux-ui_proxy-7bcc5b899d-sxdsn for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:57.502703 3795 kube.go:256] Updating pod konflux-ui/proxy-7bcc5b899d-sxdsn I0512 09:50:57.574384 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0512 09:50:57.626278 3795 pod.go:62] [konflux-ui/dex-7ccdcccbbc-gbdhx] pod update took 136.448705ms I0512 09:50:57.626300 3795 base_network_controller_pods.go:951] [default/konflux-ui/dex-7ccdcccbbc-gbdhx] addLogicalPort annotation time took 136.477855ms I0512 09:50:57.627561 3795 pods.go:271] [konflux-ui/dex-7ccdcccbbc-gbdhx] addLogicalPort took 137.847521ms, libovsdb time 829.035µs I0512 09:50:57.680172 3795 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-txl45] pod update took 190.234313ms I0512 09:50:57.680194 3795 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-txl45] addLogicalPort annotation time took 190.259391ms I0512 09:50:57.681462 3795 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-txl45] addLogicalPort took 191.58385ms, libovsdb time 850.198µs I0512 09:50:57.720504 3795 pod.go:62] [konflux-ui/proxy-7bcc5b899d-sxdsn] pod update took 217.853379ms I0512 09:50:57.720524 3795 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7bcc5b899d-sxdsn] addLogicalPort annotation time took 217.88062ms I0512 09:50:57.721751 3795 pods.go:271] [konflux-ui/proxy-7bcc5b899d-sxdsn] addLogicalPort took 219.198313ms, libovsdb time 791.848µs I0512 09:50:57.991069 3795 namespace.go:142] [build-service] updating namespace I0512 09:50:57.991158 3795 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-lkls6] creating logical port build-service_build-service-controller-manager-7cbf488fcf-lkls6 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:57.991253 3795 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-lkls6 I0512 09:50:58.073143 3795 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-lkls6] pod update took 81.922046ms I0512 09:50:58.073172 3795 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-lkls6] addLogicalPort annotation time took 81.957393ms I0512 09:50:58.074709 3795 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-lkls6] addLogicalPort took 83.570769ms, libovsdb time 954.099µs I0512 09:50:58.429721 3795 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-lkls6 ee63745cdc24ad39c838a18a56be9b8f1d6a708c8ca0af0c54977eac47de99c5 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-lkls6 ee63745cdc24ad39c838a18a56be9b8f1d6a708c8ca0af0c54977eac47de99c5 network default NAD default NAD key ] I0512 09:50:58.440946 3795 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-lkls6, hostIfaceName: ee63745cdc24ad3, network: default, NAD default, SandboxID: "ee63745cdc24ad39c838a18a56be9b8f1d6a708c8ca0af0c54977eac47de99c5", PCI device ID: , UID: "a0c34f09-fa23-4899-95d8-a21403fc0507", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0512 09:50:58.450568 3795 namespace.go:142] [default-tenant] updating namespace I0512 09:50:58.501945 3795 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-lkls6 ee63745cdc24ad39c838a18a56be9b8f1d6a708c8ca0af0c54977eac47de99c5 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-lkls6 ee63745cdc24ad39c838a18a56be9b8f1d6a708c8ca0af0c54977eac47de99c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:e6:0d:b9:9f:6b\",\"name\":\"ee63745cdc24ad3\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3496fe3-8e62-48e3-8aab-e4e3d5dc4fd2\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:50:58.649357 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:50:58.877186 3795 namespace.go:142] [image-controller] updating namespace I0512 09:50:59.265711 3795 namespace.go:142] [integration-service] updating namespace I0512 09:50:59.272855 3795 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-sp9z9] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-sp9z9 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:59.273000 3795 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-sp9z9 I0512 09:50:59.275726 3795 cni.go:452] [namespace-lister/namespace-lister-696b855848-4j4t7 0b8bfb2b60f1f611b0c03b1b37a371b339cc8967020e34a36e4ba41579a97d4a network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-4j4t7 0b8bfb2b60f1f611b0c03b1b37a371b339cc8967020e34a36e4ba41579a97d4a network default NAD default NAD key ] I0512 09:50:59.285609 3795 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-4j4t7, hostIfaceName: 0b8bfb2b60f1f61, network: default, NAD default, SandboxID: "0b8bfb2b60f1f611b0c03b1b37a371b339cc8967020e34a36e4ba41579a97d4a", PCI device ID: , UID: "baafbe62-a762-423e-bfc8-7ab9668c88be", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0512 09:50:59.306989 3795 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-sp9z9] pod update took 34.047339ms I0512 09:50:59.307016 3795 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-sp9z9] addLogicalPort annotation time took 34.07811ms I0512 09:50:59.308423 3795 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-sp9z9] addLogicalPort took 35.589292ms, libovsdb time 823.741µs I0512 09:50:59.350749 3795 cni.go:473] [namespace-lister/namespace-lister-696b855848-4j4t7 0b8bfb2b60f1f611b0c03b1b37a371b339cc8967020e34a36e4ba41579a97d4a network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-4j4t7 0b8bfb2b60f1f611b0c03b1b37a371b339cc8967020e34a36e4ba41579a97d4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:b9:61:3e:47:f5\",\"name\":\"0b8bfb2b60f1f61\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bae32481-8497-41cd-9816-c64f0680c190\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:50:59.519472 3795 namespace.go:142] [konflux-cli] updating namespace I0512 09:50:59.708572 3795 namespace.go:142] [konflux-info] updating namespace I0512 09:50:59.809259 3795 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-c8b94bd88-g7zq6] creating logical port integration-service_integration-service-controller-manager-c8b94bd88-g7zq6 for pod on switch ip-10-0-1-202.ec2.internal I0512 09:50:59.809375 3795 kube.go:256] Updating pod integration-service/integration-service-controller-manager-c8b94bd88-g7zq6 I0512 09:50:59.841479 3795 pod.go:62] [integration-service/integration-service-controller-manager-c8b94bd88-g7zq6] pod update took 32.135526ms I0512 09:50:59.841511 3795 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-c8b94bd88-g7zq6] addLogicalPort annotation time took 32.170597ms I0512 09:50:59.843157 3795 pods.go:271] [integration-service/integration-service-controller-manager-c8b94bd88-g7zq6] addLogicalPort took 33.917826ms, libovsdb time 1.043788ms I0512 09:50:59.892403 3795 namespace.go:142] [namespace-lister] updating namespace I0512 09:51:00.079610 3795 namespace.go:142] [release-service] updating namespace I0512 09:51:00.292250 3795 namespace.go:142] [segment-bridge] updating namespace I0512 09:51:00.414417 3795 namespace.go:142] [build-service] updating namespace I0512 09:51:00.471717 3795 namespace.go:142] [default-tenant] updating namespace I0512 09:51:00.500681 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:51:00.509332 3795 namespace.go:142] [image-controller] updating namespace I0512 09:51:00.523262 3795 namespace.go:142] [integration-service] updating namespace I0512 09:51:00.550304 3795 namespace.go:142] [konflux-cli] updating namespace I0512 09:51:00.574416 3795 namespace.go:142] [konflux-info] updating namespace I0512 09:51:00.601343 3795 namespace.go:142] [namespace-lister] updating namespace I0512 09:51:00.616553 3795 namespace.go:142] [release-service] updating namespace I0512 09:51:00.633356 3795 namespace.go:142] [segment-bridge] updating namespace I0512 09:51:00.708346 3795 namespace.go:142] [build-service] updating namespace W0512 09:51:00.725085 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 09:51:00.785614 3795 namespace.go:142] [default-tenant] updating namespace I0512 09:51:00.866161 3795 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:51:00.923355 3795 namespace.go:142] [image-controller] updating namespace I0512 09:51:00.992594 3795 namespace.go:142] [integration-service] updating namespace I0512 09:51:01.063719 3795 namespace.go:142] [konflux-cli] updating namespace I0512 09:51:01.174410 3795 namespace.go:142] [konflux-info] updating namespace I0512 09:51:01.275289 3795 namespace.go:142] [namespace-lister] updating namespace I0512 09:51:01.354413 3795 namespace.go:142] [release-service] updating namespace I0512 09:51:01.467442 3795 namespace.go:142] [segment-bridge] updating namespace I0512 09:51:04.491475 3795 cni.go:452] [integration-service/integration-service-controller-manager-c8b94bd88-g7zq6 8e4def606447a4c9d16ba0113047a3ae4508e2bb107949e3041c93b53401dbfa network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-c8b94bd88-g7zq6 8e4def606447a4c9d16ba0113047a3ae4508e2bb107949e3041c93b53401dbfa network default NAD default NAD key ] I0512 09:51:04.501433 3795 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-c8b94bd88-g7zq6, hostIfaceName: 8e4def606447a4c, network: default, NAD default, SandboxID: "8e4def606447a4c9d16ba0113047a3ae4508e2bb107949e3041c93b53401dbfa", PCI device ID: , UID: "23c7fe5d-cb50-4f1c-90f2-74042a71b6ee", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0512 09:51:04.559235 3795 cni.go:473] [integration-service/integration-service-controller-manager-c8b94bd88-g7zq6 8e4def606447a4c9d16ba0113047a3ae4508e2bb107949e3041c93b53401dbfa network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-c8b94bd88-g7zq6 8e4def606447a4c9d16ba0113047a3ae4508e2bb107949e3041c93b53401dbfa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:c9:ad:c3:ed:4e\",\"name\":\"8e4def606447a4c\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d570306-c681-4dde-af63-5b1807925d37\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:51:05.388140 3795 cni.go:452] [konflux-ui/dex-7ccdcccbbc-gbdhx 497d809497819b33bb269a3a4f1506649fc2022ecb24aca0add58d86a84bf9f4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7ccdcccbbc-gbdhx 497d809497819b33bb269a3a4f1506649fc2022ecb24aca0add58d86a84bf9f4 network default NAD default NAD key ] I0512 09:51:05.399815 3795 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7ccdcccbbc-gbdhx, hostIfaceName: 497d809497819b3, network: default, NAD default, SandboxID: "497d809497819b33bb269a3a4f1506649fc2022ecb24aca0add58d86a84bf9f4", PCI device ID: , UID: "1dd055ad-17a1-4c02-aff5-bc8e88ac0ca1", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0512 09:51:05.405668 3795 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-txl45 86e2b15c969a94f0d1d3e487bb01dfdb711dfe61283d5db7533bcf5a6d5c7f66 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-txl45 86e2b15c969a94f0d1d3e487bb01dfdb711dfe61283d5db7533bcf5a6d5c7f66 network default NAD default NAD key ] I0512 09:51:05.425374 3795 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-txl45, hostIfaceName: 86e2b15c969a94f, network: default, NAD default, SandboxID: "86e2b15c969a94f0d1d3e487bb01dfdb711dfe61283d5db7533bcf5a6d5c7f66", PCI device ID: , UID: "342b57dc-a46a-451e-baeb-b81fbac0f607", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0512 09:51:05.444577 3795 cni.go:452] [konflux-ui/proxy-7bcc5b899d-sxdsn 116b8cfd46b033809f27a969986cce411cefe3383207c7f2713192409a678483 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7bcc5b899d-sxdsn 116b8cfd46b033809f27a969986cce411cefe3383207c7f2713192409a678483 network default NAD default NAD key ] I0512 09:51:05.457531 3795 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7bcc5b899d-sxdsn, hostIfaceName: 116b8cfd46b0338, network: default, NAD default, SandboxID: "116b8cfd46b033809f27a969986cce411cefe3383207c7f2713192409a678483", PCI device ID: , UID: "e65e25fd-7cca-48f2-b3e7-8a0d3c623779", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0512 09:51:05.470591 3795 cni.go:473] [konflux-ui/dex-7ccdcccbbc-gbdhx 497d809497819b33bb269a3a4f1506649fc2022ecb24aca0add58d86a84bf9f4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7ccdcccbbc-gbdhx 497d809497819b33bb269a3a4f1506649fc2022ecb24aca0add58d86a84bf9f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:cc:b7:fc:44:ff\",\"name\":\"497d809497819b3\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e74b85c-0ed7-49e0-ac1b-4408735c4516\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 09:51:05.504178 3795 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-txl45 86e2b15c969a94f0d1d3e487bb01dfdb711dfe61283d5db7533bcf5a6d5c7f66 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-txl45 86e2b15c969a94f0d1d3e487bb01dfdb711dfe61283d5db7533bcf5a6d5c7f66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:ee:9c:ef:1d:e9\",\"name\":\"86e2b15c969a94f\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5bf6a36-8c9e-4e6c-8762-1aaa8e7cba67\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:51:05.513101 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 09:51:05.540452 3795 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 09:51:05.546342 3795 cni.go:473] [konflux-ui/proxy-7bcc5b899d-sxdsn 116b8cfd46b033809f27a969986cce411cefe3383207c7f2713192409a678483 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7bcc5b899d-sxdsn 116b8cfd46b033809f27a969986cce411cefe3383207c7f2713192409a678483 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9c:07:cc:86:27\",\"name\":\"116b8cfd46b0338\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/980253a8-5c05-4281-b07f-05a0b212ab8d\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:51:05.568756 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0512 09:51:07.200433 3795 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-sp9z9 38e67300fbdffe22c7a1d63781d79c3f22b8efc623c1c5f3368b4eb78cfea017 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-sp9z9 38e67300fbdffe22c7a1d63781d79c3f22b8efc623c1c5f3368b4eb78cfea017 network default NAD default NAD key ] I0512 09:51:07.210546 3795 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-sp9z9, hostIfaceName: 38e67300fbdffe2, network: default, NAD default, SandboxID: "38e67300fbdffe22c7a1d63781d79c3f22b8efc623c1c5f3368b4eb78cfea017", PCI device ID: , UID: "80934271-e86c-4683-929b-8d4ca5f0a457", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0512 09:51:07.271124 3795 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-sp9z9 38e67300fbdffe22c7a1d63781d79c3f22b8efc623c1c5f3368b4eb78cfea017 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-sp9z9 38e67300fbdffe22c7a1d63781d79c3f22b8efc623c1c5f3368b4eb78cfea017 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:83:79:d8:d5:cd\",\"name\":\"38e67300fbdffe2\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbcac836-8fed-4b7b-9e83-76d165d5d389\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 09:51:07.548592 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 09:51:07.550156 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 09:51:07.577616 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 09:51:07.580251 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 09:51:08.556139 3795 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 09:51:11.764941 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:11.764982 3795 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:12.589361 3795 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 09:51:12.589378 3795 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 09:51:12.645813 3795 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:12.645830 3795 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0512 09:51:14.537285 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0512 09:51:16.535733 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 09:51:18.562833 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 09:51:18.565642 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0512 09:51:18.941230 3795 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-txl45 86e2b15c969a94f0d1d3e487bb01dfdb711dfe61283d5db7533bcf5a6d5c7f66 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-txl45 86e2b15c969a94f0d1d3e487bb01dfdb711dfe61283d5db7533bcf5a6d5c7f66 network default NAD default NAD key ] I0512 09:51:19.027386 3795 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-txl45 86e2b15c969a94f0d1d3e487bb01dfdb711dfe61283d5db7533bcf5a6d5c7f66 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-txl45 86e2b15c969a94f0d1d3e487bb01dfdb711dfe61283d5db7533bcf5a6d5c7f66 network default NAD default NAD key default], result "{}", err I0512 09:51:19.325723 3795 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:51:19.325766 3795 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-txl45 I0512 09:51:19.327098 3795 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-txl45, ips: 10.128.0.55 I0512 09:51:19.327122 3795 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:51:19.640252 3795 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:51:19.640311 3795 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:51:19.649664 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-txl45 I0512 09:51:19.649691 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-txl45 W0512 09:51:23.603881 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0512 09:51:23.625126 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 09:51:23.627787 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0512 09:51:52.683396 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:52.683415 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0512 09:52:20.564052 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 09:52:22.322214 3795 cni.go:452] [konflux-ui/proxy-7bcc5b899d-sxdsn 116b8cfd46b033809f27a969986cce411cefe3383207c7f2713192409a678483 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7bcc5b899d-sxdsn 116b8cfd46b033809f27a969986cce411cefe3383207c7f2713192409a678483 network default NAD default NAD key ] I0512 09:52:22.410622 3795 cni.go:473] [konflux-ui/proxy-7bcc5b899d-sxdsn 116b8cfd46b033809f27a969986cce411cefe3383207c7f2713192409a678483 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7bcc5b899d-sxdsn 116b8cfd46b033809f27a969986cce411cefe3383207c7f2713192409a678483 network default NAD default NAD key default], result "{}", err I0512 09:52:22.480065 3795 obj_retry.go:498] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:22.480102 3795 pods.go:176] Deleting pod: konflux-ui/proxy-7bcc5b899d-sxdsn I0512 09:52:22.481584 3795 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7bcc5b899d-sxdsn, ips: 10.128.0.56 I0512 09:52:22.481613 3795 obj_retry.go:498] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:23.028079 3795 obj_retry.go:492] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:23.028106 3795 obj_retry.go:492] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:23.036453 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7bcc5b899d-sxdsn I0512 09:52:23.036480 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7bcc5b899d-sxdsn I0512 09:52:27.051932 3795 cni.go:452] [konflux-ui/test-tsf-konflux 38d6e91341488195825e5f8cc44034f9713f100a7fcb6abfc8c8dcafe3b3236d network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 38d6e91341488195825e5f8cc44034f9713f100a7fcb6abfc8c8dcafe3b3236d network default NAD default NAD key ] I0512 09:52:27.142019 3795 cni.go:473] [konflux-ui/test-tsf-konflux 38d6e91341488195825e5f8cc44034f9713f100a7fcb6abfc8c8dcafe3b3236d network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 38d6e91341488195825e5f8cc44034f9713f100a7fcb6abfc8c8dcafe3b3236d network default NAD default NAD key default], result "{}", err I0512 09:52:27.198292 3795 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:27.198414 3795 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0512 09:52:27.199907 3795 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.52 I0512 09:52:27.199934 3795 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:27.217163 3795 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:27.217259 3795 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:27.224196 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 09:52:27.224218 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 09:52:36.578791 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0512 09:52:45.516514 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0512 09:52:54.087253 3795 namespace.go:98] [managed-tenant-qre7a] adding namespace I0512 09:52:54.088163 3795 namespace.go:102] [managed-tenant-qre7a] adding namespace took 886.384µs I0512 09:52:54.114421 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:54.132935 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:55.143288 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:55.292677 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:55.372120 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:55.579410 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0512 09:53:06.449339 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=157 I0512 09:53:30.452685 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46 I0512 09:53:50.450362 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=171 I0512 09:53:51.453554 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 09:53:55.540340 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 09:55:56.546501 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 09:56:54.460146 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=235 I0512 09:57:57.568588 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 09:58:22.556200 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0512 09:59:01.583599 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0512 09:59:06.855433 3795 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-8587fc7886-c4rd4 I0512 09:59:26.583369 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 09:59:27.541836 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 09:59:32.562860 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 W0512 09:59:41.855969 3795 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-8587fc7886-ckn7h I0512 09:59:42.616228 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 09:59:43.550728 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 09:59:45.457675 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0512 10:00:00.179070 3795 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29643000-9n8nb] creating logical port segment-bridge_segment-bridge-29643000-9n8nb for pod on switch ip-10-0-1-202.ec2.internal I0512 10:00:00.179182 3795 kube.go:256] Updating pod segment-bridge/segment-bridge-29643000-9n8nb I0512 10:00:00.207212 3795 pod.go:62] [segment-bridge/segment-bridge-29643000-9n8nb] pod update took 28.05288ms I0512 10:00:00.207317 3795 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29643000-9n8nb] addLogicalPort annotation time took 28.1601ms I0512 10:00:00.208820 3795 pods.go:271] [segment-bridge/segment-bridge-29643000-9n8nb] addLogicalPort took 29.766006ms, libovsdb time 1.093357ms I0512 10:00:00.542845 3795 cni.go:452] [segment-bridge/segment-bridge-29643000-9n8nb dcd96cd20d7168f025ab71c2d51e39a29c31d557a9704af29b9dacf0b5713c76 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29643000-9n8nb dcd96cd20d7168f025ab71c2d51e39a29c31d557a9704af29b9dacf0b5713c76 network default NAD default NAD key ] I0512 10:00:00.552684 3795 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29643000-9n8nb, hostIfaceName: dcd96cd20d7168f, network: default, NAD default, SandboxID: "dcd96cd20d7168f025ab71c2d51e39a29c31d557a9704af29b9dacf0b5713c76", PCI device ID: , UID: "e2f31f5d-b800-4a28-8201-1b9faccfc35a", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0512 10:00:00.609284 3795 cni.go:473] [segment-bridge/segment-bridge-29643000-9n8nb dcd96cd20d7168f025ab71c2d51e39a29c31d557a9704af29b9dacf0b5713c76 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29643000-9n8nb dcd96cd20d7168f025ab71c2d51e39a29c31d557a9704af29b9dacf0b5713c76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ae:b9:82:55:5f\",\"name\":\"dcd96cd20d7168f\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/add3fcdd-7d42-4027-83a5-20759389980d\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:00:04.544019 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 10:00:04.745199 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:00:04.745785 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:00:05.629032 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:05.629061 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:08.057326 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:08.057351 3795 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:08.061742 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hsbgt I0512 10:00:08.061768 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hsbgt I0512 10:00:13.036655 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:13.036702 3795 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:13.041800 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nkbt2 I0512 10:00:13.041825 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nkbt2 I0512 10:00:17.040469 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:17.040514 3795 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:17.047439 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-whq5j I0512 10:00:17.047467 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-whq5j I0512 10:00:37.455354 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 10:00:53.520365 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0512 10:01:29.456603 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0512 10:01:40.453847 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0512 10:01:59.550635 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 10:03:07.572458 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 10:04:24.464516 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=38 I0512 10:05:24.554327 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 10:05:48.546341 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 10:06:03.587758 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 10:06:07.587415 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 10:06:27.525301 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=23 I0512 10:06:51.562794 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-pull-request-n72qb-init-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:06:51.562946 3795 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod I0512 10:06:51.590181 3795 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod] pod update took 27.26187ms I0512 10:06:51.590206 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod] addLogicalPort annotation time took 27.291204ms I0512 10:06:51.591496 3795 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod] addLogicalPort took 28.718404ms, libovsdb time 880.227µs I0512 10:06:51.926486 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod 9694a96dd4e7eab9c39ef9b58a566fc9ba2fa2f6ef8f327ec08fca44d5d7bbc6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod 9694a96dd4e7eab9c39ef9b58a566fc9ba2fa2f6ef8f327ec08fca44d5d7bbc6 network default NAD default NAD key ] I0512 10:06:51.936355 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-pull-request-n72qb-init-pod, hostIfaceName: 9694a96dd4e7eab, network: default, NAD default, SandboxID: "9694a96dd4e7eab9c39ef9b58a566fc9ba2fa2f6ef8f327ec08fca44d5d7bbc6", PCI device ID: , UID: "59385b6b-cca9-46f3-af52-c97beb39b88b", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0512 10:06:51.992936 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod 9694a96dd4e7eab9c39ef9b58a566fc9ba2fa2f6ef8f327ec08fca44d5d7bbc6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod 9694a96dd4e7eab9c39ef9b58a566fc9ba2fa2f6ef8f327ec08fca44d5d7bbc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:cc:63:be:3d:f7\",\"name\":\"9694a96dd4e7eab\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b228eed6-83d6-4545-a2f6-0562351b16f1\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:07:02.620418 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 10:07:10.059615 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod 9694a96dd4e7eab9c39ef9b58a566fc9ba2fa2f6ef8f327ec08fca44d5d7bbc6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod 9694a96dd4e7eab9c39ef9b58a566fc9ba2fa2f6ef8f327ec08fca44d5d7bbc6 network default NAD default NAD key ] I0512 10:07:10.150298 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod 9694a96dd4e7eab9c39ef9b58a566fc9ba2fa2f6ef8f327ec08fca44d5d7bbc6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod 9694a96dd4e7eab9c39ef9b58a566fc9ba2fa2f6ef8f327ec08fca44d5d7bbc6 network default NAD default NAD key default], result "{}", err I0512 10:07:10.219408 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:10.219469 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod I0512 10:07:10.220888 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod, ips: 10.128.0.61 I0512 10:07:10.220918 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:10.461124 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 10:07:10.935760 3795 obj_retry.go:492] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:07:10.935809 3795 obj_retry.go:492] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:07:10.944931 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod I0512 10:07:10.944981 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod I0512 10:07:13.535605 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-6hv7q for pod on switch ip-10-0-1-202.ec2.internal I0512 10:07:13.535775 3795 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q I0512 10:07:13.553368 3795 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q] pod update took 17.639033ms I0512 10:07:13.553393 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q] addLogicalPort annotation time took 17.66865ms I0512 10:07:13.554761 3795 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q] addLogicalPort took 19.177857ms, libovsdb time 933.248µs I0512 10:07:13.905611 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q 176d7483ba9749751cc0242269ea018c17fe2cbe4bb60d141fc7fbf79782fdb5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q 176d7483ba9749751cc0242269ea018c17fe2cbe4bb60d141fc7fbf79782fdb5 network default NAD default NAD key ] I0512 10:07:13.915453 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-6hv7q, hostIfaceName: 176d7483ba97497, network: default, NAD default, SandboxID: "176d7483ba9749751cc0242269ea018c17fe2cbe4bb60d141fc7fbf79782fdb5", PCI device ID: , UID: "6a4dbc68-60c2-4c2d-9985-7d0112c1c329", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0512 10:07:13.974609 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q 176d7483ba9749751cc0242269ea018c17fe2cbe4bb60d141fc7fbf79782fdb5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q 176d7483ba9749751cc0242269ea018c17fe2cbe4bb60d141fc7fbf79782fdb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ef:d6:67:40:ca\",\"name\":\"176d7483ba97497\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccfe4476-77e5-4dbb-b687-91067b222bbb\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:07:14.367482 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-init-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:07:14.367698 3795 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod I0512 10:07:14.392032 3795 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod] pod update took 24.364173ms I0512 10:07:14.392055 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod] addLogicalPort annotation time took 24.392342ms I0512 10:07:14.393354 3795 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod] addLogicalPort took 25.891217ms, libovsdb time 858.182µs I0512 10:07:14.736153 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod 7ddb9dd125148b9994e320630964764b21410165d03617bc6e63882211596c49 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod 7ddb9dd125148b9994e320630964764b21410165d03617bc6e63882211596c49 network default NAD default NAD key ] I0512 10:07:14.746205 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-init-pod, hostIfaceName: 7ddb9dd125148b9, network: default, NAD default, SandboxID: "7ddb9dd125148b9994e320630964764b21410165d03617bc6e63882211596c49", PCI device ID: , UID: "a6c74937-36bd-4229-bd02-36427c0b34e1", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0512 10:07:14.802609 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod 7ddb9dd125148b9994e320630964764b21410165d03617bc6e63882211596c49 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod 7ddb9dd125148b9994e320630964764b21410165d03617bc6e63882211596c49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:e2:2a:95:1a:62\",\"name\":\"7ddb9dd125148b9\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9745f0a9-5b2f-4e03-9c54-0fef6e665f8f\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:07:19.008309 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod 7ddb9dd125148b9994e320630964764b21410165d03617bc6e63882211596c49 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod 7ddb9dd125148b9994e320630964764b21410165d03617bc6e63882211596c49 network default NAD default NAD key ] I0512 10:07:19.096401 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod 7ddb9dd125148b9994e320630964764b21410165d03617bc6e63882211596c49 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod 7ddb9dd125148b9994e320630964764b21410165d03617bc6e63882211596c49 network default NAD default NAD key default], result "{}", err I0512 10:07:19.187862 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:19.187898 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod I0512 10:07:19.189374 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod, ips: 10.128.0.63 I0512 10:07:19.189403 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:20.122364 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:07:20.122526 3795 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod I0512 10:07:20.155898 3795 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod] pod update took 33.41777ms I0512 10:07:20.155925 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod] addLogicalPort annotation time took 33.451253ms I0512 10:07:20.157159 3795 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod] addLogicalPort took 34.813419ms, libovsdb time 792.827µs I0512 10:07:20.486895 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod ce975d3ee787460c11eb4fc5b7fca8fbbb00d501bca6bd073394962e12105f8a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod ce975d3ee787460c11eb4fc5b7fca8fbbb00d501bca6bd073394962e12105f8a network default NAD default NAD key ] I0512 10:07:20.496780 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod, hostIfaceName: ce975d3ee787460, network: default, NAD default, SandboxID: "ce975d3ee787460c11eb4fc5b7fca8fbbb00d501bca6bd073394962e12105f8a", PCI device ID: , UID: "e811b6e0-7b4d-4e6a-ba59-c11783af65ad", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0512 10:07:20.552708 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod ce975d3ee787460c11eb4fc5b7fca8fbbb00d501bca6bd073394962e12105f8a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod ce975d3ee787460c11eb4fc5b7fca8fbbb00d501bca6bd073394962e12105f8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c5:ee:e8:27:48\",\"name\":\"ce975d3ee787460\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17db5843-3be3-4724-90a9-2257875f57de\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 10:07:26.999386 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:26.999412 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:26.999420 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:26.999427 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 10:07:27.554333 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 10:07:33.560006 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 10:07:35.130162 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod ce975d3ee787460c11eb4fc5b7fca8fbbb00d501bca6bd073394962e12105f8a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod ce975d3ee787460c11eb4fc5b7fca8fbbb00d501bca6bd073394962e12105f8a network default NAD default NAD key ] I0512 10:07:35.211536 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod ce975d3ee787460c11eb4fc5b7fca8fbbb00d501bca6bd073394962e12105f8a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod ce975d3ee787460c11eb4fc5b7fca8fbbb00d501bca6bd073394962e12105f8a network default NAD default NAD key default], result "{}", err I0512 10:07:35.418072 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:35.418109 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod I0512 10:07:35.419487 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod, ips: 10.128.0.64 I0512 10:07:35.419522 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:35.565733 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:07:35.565880 3795 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod I0512 10:07:35.588751 3795 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod] pod update took 22.908868ms I0512 10:07:35.588778 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod] addLogicalPort annotation time took 22.93749ms I0512 10:07:35.590225 3795 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod] addLogicalPort took 24.512396ms, libovsdb time 896.568µs I0512 10:07:36.010032 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod 87d459496acd5b26750a98d1bda2791c28fcfd886fcf9a8c0986022b18b9918e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod 87d459496acd5b26750a98d1bda2791c28fcfd886fcf9a8c0986022b18b9918e network default NAD default NAD key ] I0512 10:07:36.019912 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod, hostIfaceName: 87d459496acd5b2, network: default, NAD default, SandboxID: "87d459496acd5b26750a98d1bda2791c28fcfd886fcf9a8c0986022b18b9918e", PCI device ID: , UID: "e42b4ca6-5892-4405-9acb-af410f2db5fa", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0512 10:07:36.077895 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod 87d459496acd5b26750a98d1bda2791c28fcfd886fcf9a8c0986022b18b9918e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod 87d459496acd5b26750a98d1bda2791c28fcfd886fcf9a8c0986022b18b9918e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:39:93:9a:39:15\",\"name\":\"87d459496acd5b2\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/845855a9-f86a-481d-8303-4f3bfb988305\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:08:13.566736 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 10:08:45.600038 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod 87d459496acd5b26750a98d1bda2791c28fcfd886fcf9a8c0986022b18b9918e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod 87d459496acd5b26750a98d1bda2791c28fcfd886fcf9a8c0986022b18b9918e network default NAD default NAD key ] I0512 10:08:45.689629 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod 87d459496acd5b26750a98d1bda2791c28fcfd886fcf9a8c0986022b18b9918e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod 87d459496acd5b26750a98d1bda2791c28fcfd886fcf9a8c0986022b18b9918e network default NAD default NAD key default], result "{}", err I0512 10:08:45.772776 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:08:45.772811 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod I0512 10:08:45.774211 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod, ips: 10.128.0.65 I0512 10:08:45.774244 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:09:19.460563 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 10:09:37.548420 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 10:09:54.459013 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0512 10:10:04.013852 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:10:04.014472 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:10:04.888575 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.888606 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.918370 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.918421 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.923451 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 I0512 10:10:04.923482 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 I0512 10:10:27.458669 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0512 10:11:21.881035 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:11:21.881222 3795 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod I0512 10:11:21.909190 3795 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod] pod update took 28.014276ms I0512 10:11:21.909216 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod] addLogicalPort annotation time took 28.047624ms I0512 10:11:21.910598 3795 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod] addLogicalPort took 29.580557ms, libovsdb time 963.872µs I0512 10:11:22.248689 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod 107732eb69902d72b8522ff9e4e6c57e805106aa876e9cba691ef0317222d360 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod 107732eb69902d72b8522ff9e4e6c57e805106aa876e9cba691ef0317222d360 network default NAD default NAD key ] I0512 10:11:22.258935 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod, hostIfaceName: 107732eb69902d7, network: default, NAD default, SandboxID: "107732eb69902d72b8522ff9e4e6c57e805106aa876e9cba691ef0317222d360", PCI device ID: , UID: "b9dbba2e-d104-4e0b-a381-8aa7f7885486", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0512 10:11:22.316348 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod 107732eb69902d72b8522ff9e4e6c57e805106aa876e9cba691ef0317222d360 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod 107732eb69902d72b8522ff9e4e6c57e805106aa876e9cba691ef0317222d360 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:85:17:42:68:bb\",\"name\":\"107732eb69902d7\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6d06236-2a9d-4380-8ad6-2a1d3227a2b6\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:11:22.575231 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:11:22.575767 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:11:34.592168 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 10:11:45.576973 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 10:11:49.468573 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=109 I0512 10:11:54.786023 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod 107732eb69902d72b8522ff9e4e6c57e805106aa876e9cba691ef0317222d360 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod 107732eb69902d72b8522ff9e4e6c57e805106aa876e9cba691ef0317222d360 network default NAD default NAD key ] I0512 10:11:54.878047 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod 107732eb69902d72b8522ff9e4e6c57e805106aa876e9cba691ef0317222d360 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod 107732eb69902d72b8522ff9e4e6c57e805106aa876e9cba691ef0317222d360 network default NAD default NAD key default], result "{}", err I0512 10:11:54.954973 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:11:54.955019 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod I0512 10:11:54.956514 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod, ips: 10.128.0.66 I0512 10:11:54.956542 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:11:55.350028 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:11:55.350257 3795 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod I0512 10:11:55.377781 3795 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod] pod update took 27.577407ms I0512 10:11:55.377805 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod] addLogicalPort annotation time took 27.606597ms I0512 10:11:55.379105 3795 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod] addLogicalPort took 29.097497ms, libovsdb time 845.226µs I0512 10:11:55.389853 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:11:55.390073 3795 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod I0512 10:11:55.414077 3795 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod] pod update took 24.058164ms I0512 10:11:55.414101 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod] addLogicalPort annotation time took 24.086337ms I0512 10:11:55.415382 3795 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod] addLogicalPort took 25.575289ms, libovsdb time 887.06µs I0512 10:11:55.719024 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod fe2de90feea2852baa683c90438dde88b8a3f85a9fe78c2ea221efcfeeb32493 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod fe2de90feea2852baa683c90438dde88b8a3f85a9fe78c2ea221efcfeeb32493 network default NAD default NAD key ] I0512 10:11:55.729363 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod, hostIfaceName: fe2de90feea2852, network: default, NAD default, SandboxID: "fe2de90feea2852baa683c90438dde88b8a3f85a9fe78c2ea221efcfeeb32493", PCI device ID: , UID: "91da26a5-3d49-46c2-88da-cedbc6289747", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0512 10:11:55.758981 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod 02abcc5b8f9f2c010b86339ffda529426c2f02d8bf7aea6e4b1e53e9753e8bd6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod 02abcc5b8f9f2c010b86339ffda529426c2f02d8bf7aea6e4b1e53e9753e8bd6 network default NAD default NAD key ] I0512 10:11:55.771131 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod, hostIfaceName: 02abcc5b8f9f2c0, network: default, NAD default, SandboxID: "02abcc5b8f9f2c010b86339ffda529426c2f02d8bf7aea6e4b1e53e9753e8bd6", PCI device ID: , UID: "62d0a5d5-67d7-431e-811c-ba535325f0f2", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0512 10:11:55.772697 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:11:55.772836 3795 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod I0512 10:11:55.793390 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod fe2de90feea2852baa683c90438dde88b8a3f85a9fe78c2ea221efcfeeb32493 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod fe2de90feea2852baa683c90438dde88b8a3f85a9fe78c2ea221efcfeeb32493 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:c8:86:ef:d6:24\",\"name\":\"fe2de90feea2852\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04f6de86-40c9-42b9-ad58-d1a55d67a3ad\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:11:55.794144 3795 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod] pod update took 21.339404ms I0512 10:11:55.794164 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod] addLogicalPort annotation time took 21.363455ms I0512 10:11:55.795851 3795 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod] addLogicalPort took 23.172264ms, libovsdb time 1.099236ms I0512 10:11:55.836738 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod 02abcc5b8f9f2c010b86339ffda529426c2f02d8bf7aea6e4b1e53e9753e8bd6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod 02abcc5b8f9f2c010b86339ffda529426c2f02d8bf7aea6e4b1e53e9753e8bd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:a9:c6:eb:d0:36\",\"name\":\"02abcc5b8f9f2c0\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfe45287-18a7-41ca-9851-919e4a4c98c2\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:11:56.032865 3795 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod] creating logical port default-tenant_tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:11:56.033072 3795 kube.go:256] Updating pod default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod I0512 10:11:56.056212 3795 pod.go:62] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod] pod update took 23.1725ms I0512 10:11:56.056236 3795 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod] addLogicalPort annotation time took 23.204418ms I0512 10:11:56.057575 3795 pods.go:271] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod] addLogicalPort took 24.731022ms, libovsdb time 880.04µs I0512 10:11:56.144449 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod 4484b72637025481f78f4c9cead80516d759aa4a3f3cc80b05bfe61e1ec2e0ef network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod 4484b72637025481f78f4c9cead80516d759aa4a3f3cc80b05bfe61e1ec2e0ef network default NAD default NAD key ] I0512 10:11:56.154423 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod, hostIfaceName: 4484b7263702548, network: default, NAD default, SandboxID: "4484b72637025481f78f4c9cead80516d759aa4a3f3cc80b05bfe61e1ec2e0ef", PCI device ID: , UID: "6b7c814d-6401-4fc6-9045-0e331170a325", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0512 10:11:56.212612 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod 4484b72637025481f78f4c9cead80516d759aa4a3f3cc80b05bfe61e1ec2e0ef network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod 4484b72637025481f78f4c9cead80516d759aa4a3f3cc80b05bfe61e1ec2e0ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:5f:33:ef:bc:38\",\"name\":\"4484b7263702548\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3d040d8-ac39-456a-8220-3a4587485f1b\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:11:56.514552 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod 7834f5637ab9602028e98ede146163eaffef91cd297f6dab28aa7c87e575f8a6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod 7834f5637ab9602028e98ede146163eaffef91cd297f6dab28aa7c87e575f8a6 network default NAD default NAD key ] I0512 10:11:56.525746 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod, hostIfaceName: 7834f5637ab9602, network: default, NAD default, SandboxID: "7834f5637ab9602028e98ede146163eaffef91cd297f6dab28aa7c87e575f8a6", PCI device ID: , UID: "24cdc94b-e291-4d06-ae51-230f2110480d", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0512 10:11:56.585189 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod 7834f5637ab9602028e98ede146163eaffef91cd297f6dab28aa7c87e575f8a6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod 7834f5637ab9602028e98ede146163eaffef91cd297f6dab28aa7c87e575f8a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:7a:d2:f5:af:09\",\"name\":\"7834f5637ab9602\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99de6816-55d9-4e43-84f5-6b98becdb7cc\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:12:07.592021 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 10:12:52.079345 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:12:52.079965 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:12:53.529543 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0512 10:13:17.279205 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:17.279812 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:17.499309 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod 02abcc5b8f9f2c010b86339ffda529426c2f02d8bf7aea6e4b1e53e9753e8bd6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod 02abcc5b8f9f2c010b86339ffda529426c2f02d8bf7aea6e4b1e53e9753e8bd6 network default NAD default NAD key ] I0512 10:13:17.607527 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod 02abcc5b8f9f2c010b86339ffda529426c2f02d8bf7aea6e4b1e53e9753e8bd6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod 02abcc5b8f9f2c010b86339ffda529426c2f02d8bf7aea6e4b1e53e9753e8bd6 network default NAD default NAD key default], result "{}", err I0512 10:13:17.755353 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:17.755423 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod I0512 10:13:17.756986 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod, ips: 10.128.0.68 I0512 10:13:17.757025 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.577747 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod fe2de90feea2852baa683c90438dde88b8a3f85a9fe78c2ea221efcfeeb32493 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod fe2de90feea2852baa683c90438dde88b8a3f85a9fe78c2ea221efcfeeb32493 network default NAD default NAD key ] I0512 10:13:25.578140 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod 4484b72637025481f78f4c9cead80516d759aa4a3f3cc80b05bfe61e1ec2e0ef network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod 4484b72637025481f78f4c9cead80516d759aa4a3f3cc80b05bfe61e1ec2e0ef network default NAD default NAD key ] I0512 10:13:25.685041 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod 4484b72637025481f78f4c9cead80516d759aa4a3f3cc80b05bfe61e1ec2e0ef network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod 4484b72637025481f78f4c9cead80516d759aa4a3f3cc80b05bfe61e1ec2e0ef network default NAD default NAD key default], result "{}", err I0512 10:13:25.705622 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod fe2de90feea2852baa683c90438dde88b8a3f85a9fe78c2ea221efcfeeb32493 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod fe2de90feea2852baa683c90438dde88b8a3f85a9fe78c2ea221efcfeeb32493 network default NAD default NAD key default], result "{}", err I0512 10:13:25.798661 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.798702 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod I0512 10:13:25.800239 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod, ips: 10.128.0.69 I0512 10:13:25.800277 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.835307 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.835349 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod I0512 10:13:25.837128 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod, ips: 10.128.0.67 I0512 10:13:25.837162 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:29.391454 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:29.392259 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:30.349294 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:30.349327 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:30.353516 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 I0512 10:13:30.353546 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 I0512 10:13:36.671765 3795 cni.go:452] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod 7834f5637ab9602028e98ede146163eaffef91cd297f6dab28aa7c87e575f8a6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod 7834f5637ab9602028e98ede146163eaffef91cd297f6dab28aa7c87e575f8a6 network default NAD default NAD key ] I0512 10:13:36.770826 3795 cni.go:473] [default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod 7834f5637ab9602028e98ede146163eaffef91cd297f6dab28aa7c87e575f8a6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod 7834f5637ab9602028e98ede146163eaffef91cd297f6dab28aa7c87e575f8a6 network default NAD default NAD key default], result "{}", err I0512 10:13:36.871177 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:36.871215 3795 pods.go:176] Deleting pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod I0512 10:13:36.872936 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod, ips: 10.128.0.70 I0512 10:13:36.872981 3795 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:39.512800 3795 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-jxwc-x5rsd-collect-keyless-params-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:13:39.512926 3795 kube.go:256] Updating pod default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod I0512 10:13:39.536415 3795 pod.go:62] [default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod] pod update took 23.521144ms I0512 10:13:39.536446 3795 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod] addLogicalPort annotation time took 23.555182ms I0512 10:13:39.538171 3795 pods.go:271] [default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod] addLogicalPort took 25.390687ms, libovsdb time 1.127414ms I0512 10:13:39.948907 3795 cni.go:452] [default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod 0df786e710cbdc974ffd8c7eb6b4a71e3c07943d260a1055b1412b5a5ba1c74a network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod 0df786e710cbdc974ffd8c7eb6b4a71e3c07943d260a1055b1412b5a5ba1c74a network default NAD default NAD key ] I0512 10:13:39.958940 3795 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-jxwc-x5rsd-collect-keyless-params-pod, hostIfaceName: 0df786e710cbdc9, network: default, NAD default, SandboxID: "0df786e710cbdc974ffd8c7eb6b4a71e3c07943d260a1055b1412b5a5ba1c74a", PCI device ID: , UID: "d29ce69f-8c20-4717-80cd-b79794a7a58c", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23] I0512 10:13:40.018390 3795 cni.go:473] [default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod 0df786e710cbdc974ffd8c7eb6b4a71e3c07943d260a1055b1412b5a5ba1c74a network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod 0df786e710cbdc974ffd8c7eb6b4a71e3c07943d260a1055b1412b5a5ba1c74a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:75:32:26:8a:d7\",\"name\":\"0df786e710cbdc9\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f74acd13-e690-4372-8386-4a05b3f07eee\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:13:44.413514 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q 176d7483ba9749751cc0242269ea018c17fe2cbe4bb60d141fc7fbf79782fdb5 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q 176d7483ba9749751cc0242269ea018c17fe2cbe4bb60d141fc7fbf79782fdb5 network default NAD default NAD key ] I0512 10:13:44.512013 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q 176d7483ba9749751cc0242269ea018c17fe2cbe4bb60d141fc7fbf79782fdb5 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q 176d7483ba9749751cc0242269ea018c17fe2cbe4bb60d141fc7fbf79782fdb5 network default NAD default NAD key default], result "{}", err I0512 10:13:44.591421 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:44.591473 3795 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q I0512 10:13:44.593195 3795 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q, ips: 10.128.0.62 I0512 10:13:44.593229 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:45.330460 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:45.330485 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:45.335563 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q I0512 10:13:45.335595 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q I0512 10:13:58.843108 3795 cni.go:452] [default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod 0df786e710cbdc974ffd8c7eb6b4a71e3c07943d260a1055b1412b5a5ba1c74a network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod 0df786e710cbdc974ffd8c7eb6b4a71e3c07943d260a1055b1412b5a5ba1c74a network default NAD default NAD key ] I0512 10:13:58.928004 3795 cni.go:473] [default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod 0df786e710cbdc974ffd8c7eb6b4a71e3c07943d260a1055b1412b5a5ba1c74a network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod 0df786e710cbdc974ffd8c7eb6b4a71e3c07943d260a1055b1412b5a5ba1c74a network default NAD default NAD key default], result "{}", err I0512 10:13:59.070815 3795 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:59.070874 3795 pods.go:176] Deleting pod: default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod I0512 10:13:59.072369 3795 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod, ips: 10.128.0.71 I0512 10:13:59.072402 3795 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:24.720213 3795 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:24.720776 3795 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:26.550679 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 10:14:28.464704 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 10:14:39.417533 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod] creating logical port managed-tenant-qre7a_managed-72ltq-verify-access-to-resources-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:14:39.417735 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod I0512 10:14:39.439412 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod] pod update took 21.70702ms I0512 10:14:39.439439 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod] addLogicalPort annotation time took 21.741604ms I0512 10:14:39.440845 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod] addLogicalPort took 23.334166ms, libovsdb time 970.263µs I0512 10:14:39.558661 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 10:14:39.790481 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod 58b01cb61826675bb31f9ea52c125811f418a20ca0800c8360be239d4eda7d0d network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod 58b01cb61826675bb31f9ea52c125811f418a20ca0800c8360be239d4eda7d0d network default NAD default NAD key ] I0512 10:14:39.800285 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-verify-access-to-resources-pod, hostIfaceName: 58b01cb61826675, network: default, NAD default, SandboxID: "58b01cb61826675bb31f9ea52c125811f418a20ca0800c8360be239d4eda7d0d", PCI device ID: , UID: "14dacd9b-65b9-4c0d-a97d-2515c4230bc3", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23] I0512 10:14:39.859914 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod 58b01cb61826675bb31f9ea52c125811f418a20ca0800c8360be239d4eda7d0d network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod 58b01cb61826675bb31f9ea52c125811f418a20ca0800c8360be239d4eda7d0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:58:f5:d5:fc:01\",\"name\":\"58b01cb61826675\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83df0d05-2b28-417e-acec-e6f08506540f\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:14:42.237774 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/affinity-assistant-31910682ba-0] creating logical port managed-tenant-qre7a_affinity-assistant-31910682ba-0 for pod on switch ip-10-0-1-202.ec2.internal I0512 10:14:42.237891 3795 kube.go:256] Updating pod managed-tenant-qre7a/affinity-assistant-31910682ba-0 I0512 10:14:42.251390 3795 pod.go:62] [managed-tenant-qre7a/affinity-assistant-31910682ba-0] pod update took 13.521549ms I0512 10:14:42.251479 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/affinity-assistant-31910682ba-0] addLogicalPort annotation time took 13.616043ms I0512 10:14:42.253189 3795 pods.go:271] [managed-tenant-qre7a/affinity-assistant-31910682ba-0] addLogicalPort took 15.426984ms, libovsdb time 1.0784ms I0512 10:14:42.620412 3795 cni.go:452] [managed-tenant-qre7a/affinity-assistant-31910682ba-0 e7b2923a62545315ab53da4ec2c4bced688057a968e62d54a7825e598d6cd404 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/affinity-assistant-31910682ba-0 e7b2923a62545315ab53da4ec2c4bced688057a968e62d54a7825e598d6cd404 network default NAD default NAD key ] I0512 10:14:42.632735 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: affinity-assistant-31910682ba-0, hostIfaceName: e7b2923a6254531, network: default, NAD default, SandboxID: "e7b2923a62545315ab53da4ec2c4bced688057a968e62d54a7825e598d6cd404", PCI device ID: , UID: "30eb34ef-112f-4f61-86e3-5ecb5e0b6bd0", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23] I0512 10:14:42.695610 3795 cni.go:473] [managed-tenant-qre7a/affinity-assistant-31910682ba-0 e7b2923a62545315ab53da4ec2c4bced688057a968e62d54a7825e598d6cd404 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/affinity-assistant-31910682ba-0 e7b2923a62545315ab53da4ec2c4bced688057a968e62d54a7825e598d6cd404 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:57:16:7e:80:0d\",\"name\":\"e7b2923a6254531\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a91eb2ee-ecd1-48f3-91b9-133a172a7042\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:14:51.558835 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 10:14:58.282786 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod 58b01cb61826675bb31f9ea52c125811f418a20ca0800c8360be239d4eda7d0d network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod 58b01cb61826675bb31f9ea52c125811f418a20ca0800c8360be239d4eda7d0d network default NAD default NAD key ] I0512 10:14:58.373422 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod 58b01cb61826675bb31f9ea52c125811f418a20ca0800c8360be239d4eda7d0d network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod 58b01cb61826675bb31f9ea52c125811f418a20ca0800c8360be239d4eda7d0d network default NAD default NAD key default], result "{}", err I0512 10:14:58.441874 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:58.441915 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod I0512 10:14:58.443307 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod, ips: 10.128.0.72 I0512 10:14:58.443333 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:58.597888 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-collect-data-pod] creating logical port managed-tenant-qre7a_managed-72ltq-collect-data-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:14:58.598121 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-collect-data-pod I0512 10:14:58.621071 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-collect-data-pod] pod update took 22.988036ms I0512 10:14:58.621101 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-collect-data-pod] addLogicalPort annotation time took 23.02172ms I0512 10:14:58.622490 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-collect-data-pod] addLogicalPort took 24.624277ms, libovsdb time 927.306µs I0512 10:14:58.971996 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-collect-data-pod 6ff3daf7f72cc9905896a76f89bb88de2a8896d0266695a6ac31038d811e455f network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-collect-data-pod 6ff3daf7f72cc9905896a76f89bb88de2a8896d0266695a6ac31038d811e455f network default NAD default NAD key ] I0512 10:14:58.982349 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-collect-data-pod, hostIfaceName: 6ff3daf7f72cc99, network: default, NAD default, SandboxID: "6ff3daf7f72cc9905896a76f89bb88de2a8896d0266695a6ac31038d811e455f", PCI device ID: , UID: "9e77fc67-c82f-4a08-bfad-89e165566a68", MAC: 0a:58:0a:80:00:4a, IPs: [10.128.0.74/23] I0512 10:14:59.044603 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-collect-data-pod 6ff3daf7f72cc9905896a76f89bb88de2a8896d0266695a6ac31038d811e455f network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-collect-data-pod 6ff3daf7f72cc9905896a76f89bb88de2a8896d0266695a6ac31038d811e455f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:de:2d:5a:c7:27\",\"name\":\"6ff3daf7f72cc99\"},{\"mac\":\"0a:58:0a:80:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d76c6994-bde0-413f-b844-e38b7b1364ef\"}],\"ips\":[{\"address\":\"10.128.0.74/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:15:04.552907 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 10:15:04.624253 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 10:15:07.196439 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod] creating logical port managed-tenant-qre7a_managed-72ltq-collect-signing-params-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:15:07.196556 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod I0512 10:15:07.216372 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod] pod update took 19.84626ms I0512 10:15:07.216404 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod] addLogicalPort annotation time took 19.883312ms I0512 10:15:07.217881 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod] addLogicalPort took 21.461974ms, libovsdb time 832.327µs I0512 10:15:07.374680 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-collect-data-pod 6ff3daf7f72cc9905896a76f89bb88de2a8896d0266695a6ac31038d811e455f network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-collect-data-pod 6ff3daf7f72cc9905896a76f89bb88de2a8896d0266695a6ac31038d811e455f network default NAD default NAD key ] I0512 10:15:07.458505 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-collect-data-pod 6ff3daf7f72cc9905896a76f89bb88de2a8896d0266695a6ac31038d811e455f network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-collect-data-pod 6ff3daf7f72cc9905896a76f89bb88de2a8896d0266695a6ac31038d811e455f network default NAD default NAD key default], result "{}", err I0512 10:15:07.554984 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:07.555027 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-collect-data-pod I0512 10:15:07.556620 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-collect-data-pod, ips: 10.128.0.74 I0512 10:15:07.556649 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:07.613870 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod cba3e85dbb783598a60435c0d5230a548dc32f6fe150b34e34c3f43f785d4f08 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod cba3e85dbb783598a60435c0d5230a548dc32f6fe150b34e34c3f43f785d4f08 network default NAD default NAD key ] I0512 10:15:07.623865 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-collect-signing-params-pod, hostIfaceName: cba3e85dbb78359, network: default, NAD default, SandboxID: "cba3e85dbb783598a60435c0d5230a548dc32f6fe150b34e34c3f43f785d4f08", PCI device ID: , UID: "a7e1d56f-7573-4323-867d-9acfceb4250c", MAC: 0a:58:0a:80:00:4b, IPs: [10.128.0.75/23] I0512 10:15:07.701343 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod cba3e85dbb783598a60435c0d5230a548dc32f6fe150b34e34c3f43f785d4f08 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod cba3e85dbb783598a60435c0d5230a548dc32f6fe150b34e34c3f43f785d4f08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d7:2f:9a:73:76\",\"name\":\"cba3e85dbb78359\"},{\"mac\":\"0a:58:0a:80:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf6a377c-e824-46eb-b6fb-c1f61a70ef25\"}],\"ips\":[{\"address\":\"10.128.0.75/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:15:09.536658 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-check-data-keys-pod] creating logical port managed-tenant-qre7a_managed-72ltq-check-data-keys-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:15:09.536826 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-check-data-keys-pod I0512 10:15:09.557232 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-check-data-keys-pod] pod update took 20.440117ms I0512 10:15:09.557261 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-check-data-keys-pod] addLogicalPort annotation time took 20.466811ms I0512 10:15:09.558810 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-check-data-keys-pod] addLogicalPort took 22.178842ms, libovsdb time 1.05939ms I0512 10:15:09.967831 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-check-data-keys-pod 23437ca4a4c1773a403968164312b00fc306a39e338efaeefdb17c88ee216ff1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-check-data-keys-pod 23437ca4a4c1773a403968164312b00fc306a39e338efaeefdb17c88ee216ff1 network default NAD default NAD key ] I0512 10:15:09.977927 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-check-data-keys-pod, hostIfaceName: 23437ca4a4c1773, network: default, NAD default, SandboxID: "23437ca4a4c1773a403968164312b00fc306a39e338efaeefdb17c88ee216ff1", PCI device ID: , UID: "fb37dcf3-584f-466b-a3b3-7c444b62eee8", MAC: 0a:58:0a:80:00:4c, IPs: [10.128.0.76/23] I0512 10:15:10.037111 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-check-data-keys-pod 23437ca4a4c1773a403968164312b00fc306a39e338efaeefdb17c88ee216ff1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-check-data-keys-pod 23437ca4a4c1773a403968164312b00fc306a39e338efaeefdb17c88ee216ff1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f0:fb:f6:7d:d3\",\"name\":\"23437ca4a4c1773\"},{\"mac\":\"0a:58:0a:80:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/268e5916-0883-4a51-985c-86b7812645a1\"}],\"ips\":[{\"address\":\"10.128.0.76/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:15:10.062165 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod] creating logical port managed-tenant-qre7a_managed-72ltq-reduce-snapshot-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:15:10.062376 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod I0512 10:15:10.095267 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod] pod update took 32.925948ms I0512 10:15:10.095292 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod] addLogicalPort annotation time took 32.957845ms I0512 10:15:10.096722 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod] addLogicalPort took 34.579423ms, libovsdb time 916.123µs I0512 10:15:10.464689 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod 4bcea93b02fc740f385ce5e3d8641d1881746b9df03db5dacc738fac8b6bd727 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod 4bcea93b02fc740f385ce5e3d8641d1881746b9df03db5dacc738fac8b6bd727 network default NAD default NAD key ] I0512 10:15:10.474843 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-reduce-snapshot-pod, hostIfaceName: 4bcea93b02fc740, network: default, NAD default, SandboxID: "4bcea93b02fc740f385ce5e3d8641d1881746b9df03db5dacc738fac8b6bd727", PCI device ID: , UID: "ec296040-7fe5-4b08-8587-c92e5e2de523", MAC: 0a:58:0a:80:00:4d, IPs: [10.128.0.77/23] I0512 10:15:10.536734 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod 4bcea93b02fc740f385ce5e3d8641d1881746b9df03db5dacc738fac8b6bd727 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod 4bcea93b02fc740f385ce5e3d8641d1881746b9df03db5dacc738fac8b6bd727 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:95:bc:9b:b6:dd\",\"name\":\"4bcea93b02fc740\"},{\"mac\":\"0a:58:0a:80:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81d2798a-e684-42ed-baa4-db983db9ead7\"}],\"ips\":[{\"address\":\"10.128.0.77/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:15:18.508478 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-check-data-keys-pod 23437ca4a4c1773a403968164312b00fc306a39e338efaeefdb17c88ee216ff1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-check-data-keys-pod 23437ca4a4c1773a403968164312b00fc306a39e338efaeefdb17c88ee216ff1 network default NAD default NAD key ] I0512 10:15:18.610547 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-check-data-keys-pod 23437ca4a4c1773a403968164312b00fc306a39e338efaeefdb17c88ee216ff1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-check-data-keys-pod 23437ca4a4c1773a403968164312b00fc306a39e338efaeefdb17c88ee216ff1 network default NAD default NAD key default], result "{}", err I0512 10:15:18.689597 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:18.689637 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-check-data-keys-pod I0512 10:15:18.691256 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-check-data-keys-pod, ips: 10.128.0.76 I0512 10:15:18.691296 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:19.515411 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod cba3e85dbb783598a60435c0d5230a548dc32f6fe150b34e34c3f43f785d4f08 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod cba3e85dbb783598a60435c0d5230a548dc32f6fe150b34e34c3f43f785d4f08 network default NAD default NAD key ] I0512 10:15:19.617323 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod cba3e85dbb783598a60435c0d5230a548dc32f6fe150b34e34c3f43f785d4f08 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod cba3e85dbb783598a60435c0d5230a548dc32f6fe150b34e34c3f43f785d4f08 network default NAD default NAD key default], result "{}", err I0512 10:15:19.688253 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:19.688288 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod I0512 10:15:19.689682 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod, ips: 10.128.0.75 I0512 10:15:19.689713 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:26.173970 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:26.174540 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:27.160574 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:27.161206 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:29.447351 3795 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7fk8g for pod on switch ip-10-0-1-202.ec2.internal I0512 10:15:29.447475 3795 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g I0512 10:15:29.463471 3795 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g] pod update took 16.020792ms I0512 10:15:29.463495 3795 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g] addLogicalPort annotation time took 16.049204ms I0512 10:15:29.464838 3795 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g] addLogicalPort took 17.507017ms, libovsdb time 911.483µs I0512 10:15:29.614524 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod 4bcea93b02fc740f385ce5e3d8641d1881746b9df03db5dacc738fac8b6bd727 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod 4bcea93b02fc740f385ce5e3d8641d1881746b9df03db5dacc738fac8b6bd727 network default NAD default NAD key ] I0512 10:15:29.696689 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod 4bcea93b02fc740f385ce5e3d8641d1881746b9df03db5dacc738fac8b6bd727 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod 4bcea93b02fc740f385ce5e3d8641d1881746b9df03db5dacc738fac8b6bd727 network default NAD default NAD key default], result "{}", err I0512 10:15:29.779159 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:29.779197 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod I0512 10:15:29.781087 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod, ips: 10.128.0.77 I0512 10:15:29.781126 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:29.816022 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g b15aa1d4c59d1f410a040e41711294f169b7ee108a31ce13b7352c960397098c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g b15aa1d4c59d1f410a040e41711294f169b7ee108a31ce13b7352c960397098c network default NAD default NAD key ] I0512 10:15:29.826026 3795 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7fk8g, hostIfaceName: b15aa1d4c59d1f4, network: default, NAD default, SandboxID: "b15aa1d4c59d1f410a040e41711294f169b7ee108a31ce13b7352c960397098c", PCI device ID: , UID: "98d5ee14-2f56-44f4-bd84-56792754df74", MAC: 0a:58:0a:80:00:4e, IPs: [10.128.0.78/23] I0512 10:15:29.888574 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g b15aa1d4c59d1f410a040e41711294f169b7ee108a31ce13b7352c960397098c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g b15aa1d4c59d1f410a040e41711294f169b7ee108a31ce13b7352c960397098c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:5a:d1:d2:ba:0a\",\"name\":\"b15aa1d4c59d1f4\"},{\"mac\":\"0a:58:0a:80:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8aab89b7-f9bc-48d3-9bc4-0233961f41da\"}],\"ips\":[{\"address\":\"10.128.0.78/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:15:31.871901 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-apply-mapping-pod] creating logical port managed-tenant-qre7a_managed-72ltq-apply-mapping-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:15:31.872057 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-apply-mapping-pod I0512 10:15:31.898108 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-apply-mapping-pod] pod update took 26.089509ms I0512 10:15:31.898136 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-apply-mapping-pod] addLogicalPort annotation time took 26.119924ms I0512 10:15:31.899508 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-apply-mapping-pod] addLogicalPort took 27.622946ms, libovsdb time 867.642µs I0512 10:15:32.245797 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-apply-mapping-pod dacd70af7d8f9fd4865e2469b72b7bb7690463ef6c7b9091619f6fe46bf74c25 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-apply-mapping-pod dacd70af7d8f9fd4865e2469b72b7bb7690463ef6c7b9091619f6fe46bf74c25 network default NAD default NAD key ] I0512 10:15:32.256635 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-apply-mapping-pod, hostIfaceName: dacd70af7d8f9fd, network: default, NAD default, SandboxID: "dacd70af7d8f9fd4865e2469b72b7bb7690463ef6c7b9091619f6fe46bf74c25", PCI device ID: , UID: "0e969f3b-3183-42ca-af5d-e89f224744f8", MAC: 0a:58:0a:80:00:4f, IPs: [10.128.0.79/23] I0512 10:15:32.312978 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-apply-mapping-pod dacd70af7d8f9fd4865e2469b72b7bb7690463ef6c7b9091619f6fe46bf74c25 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-apply-mapping-pod dacd70af7d8f9fd4865e2469b72b7bb7690463ef6c7b9091619f6fe46bf74c25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a4:7d:db:49:d7\",\"name\":\"dacd70af7d8f9fd\"},{\"mac\":\"0a:58:0a:80:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faca0aa7-42f1-4f41-8220-9461b9c81bcb\"}],\"ips\":[{\"address\":\"10.128.0.79/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 10:15:41.646643 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:15:41.646668 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:15:41.646677 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:15:41.646686 3795 util.go:959] Failed to build node endpoints for node ip-10-0-1-202.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 10:15:41.740281 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-apply-mapping-pod dacd70af7d8f9fd4865e2469b72b7bb7690463ef6c7b9091619f6fe46bf74c25 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-apply-mapping-pod dacd70af7d8f9fd4865e2469b72b7bb7690463ef6c7b9091619f6fe46bf74c25 network default NAD default NAD key ] I0512 10:15:41.844392 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-apply-mapping-pod dacd70af7d8f9fd4865e2469b72b7bb7690463ef6c7b9091619f6fe46bf74c25 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-apply-mapping-pod dacd70af7d8f9fd4865e2469b72b7bb7690463ef6c7b9091619f6fe46bf74c25 network default NAD default NAD key default], result "{}", err I0512 10:15:41.932656 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:41.932697 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-apply-mapping-pod I0512 10:15:41.934439 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-apply-mapping-pod, ips: 10.128.0.79 I0512 10:15:41.934471 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:43.756352 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod] creating logical port managed-tenant-qre7a_managed-72ltq-filter-already-released-images-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:15:43.756504 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod I0512 10:15:43.783517 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod] pod update took 27.046404ms I0512 10:15:43.783540 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod] addLogicalPort annotation time took 27.075524ms I0512 10:15:43.784907 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod] addLogicalPort took 28.568954ms, libovsdb time 961.836µs I0512 10:15:44.130338 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod a11590a37f15ba52ff28a5ae9b4f9a612d153bd151191017e1f64652cef28fe0 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod a11590a37f15ba52ff28a5ae9b4f9a612d153bd151191017e1f64652cef28fe0 network default NAD default NAD key ] I0512 10:15:44.140219 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-filter-already-released-images-pod, hostIfaceName: a11590a37f15ba5, network: default, NAD default, SandboxID: "a11590a37f15ba52ff28a5ae9b4f9a612d153bd151191017e1f64652cef28fe0", PCI device ID: , UID: "7d21de25-cf60-4ee9-ba15-4110c933f883", MAC: 0a:58:0a:80:00:50, IPs: [10.128.0.80/23] I0512 10:15:44.197340 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod a11590a37f15ba52ff28a5ae9b4f9a612d153bd151191017e1f64652cef28fe0 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod a11590a37f15ba52ff28a5ae9b4f9a612d153bd151191017e1f64652cef28fe0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:5b:a6:16:f4:55\",\"name\":\"a11590a37f15ba5\"},{\"mac\":\"0a:58:0a:80:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98326f9c-75e3-4f36-bf11-3070bf9516ed\"}],\"ips\":[{\"address\":\"10.128.0.80/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:15:50.462332 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0512 10:15:53.867707 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod a11590a37f15ba52ff28a5ae9b4f9a612d153bd151191017e1f64652cef28fe0 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod a11590a37f15ba52ff28a5ae9b4f9a612d153bd151191017e1f64652cef28fe0 network default NAD default NAD key ] I0512 10:15:53.958498 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod a11590a37f15ba52ff28a5ae9b4f9a612d153bd151191017e1f64652cef28fe0 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod a11590a37f15ba52ff28a5ae9b4f9a612d153bd151191017e1f64652cef28fe0 network default NAD default NAD key default], result "{}", err I0512 10:15:54.042445 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:54.042486 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod I0512 10:15:54.044070 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod, ips: 10.128.0.80 I0512 10:15:54.044098 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:54.465818 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod] creating logical port managed-tenant-qre7a_managed-72ltq-collect-tpa-params-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:15:54.466008 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod I0512 10:15:54.489299 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod] pod update took 23.342703ms I0512 10:15:54.489330 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod] addLogicalPort annotation time took 23.377542ms I0512 10:15:54.490802 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod] addLogicalPort took 25.008495ms, libovsdb time 916.357µs I0512 10:15:54.835372 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod f6b25c05672edfa0726e3ed1f476a26ac46ecd7dacb44a18b1a22fa2269917ac network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod f6b25c05672edfa0726e3ed1f476a26ac46ecd7dacb44a18b1a22fa2269917ac network default NAD default NAD key ] I0512 10:15:54.845974 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-collect-tpa-params-pod, hostIfaceName: f6b25c05672edfa, network: default, NAD default, SandboxID: "f6b25c05672edfa0726e3ed1f476a26ac46ecd7dacb44a18b1a22fa2269917ac", PCI device ID: , UID: "e0748606-2877-46f4-aff8-7464a28e3aa0", MAC: 0a:58:0a:80:00:51, IPs: [10.128.0.81/23] I0512 10:15:54.904886 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod f6b25c05672edfa0726e3ed1f476a26ac46ecd7dacb44a18b1a22fa2269917ac network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod f6b25c05672edfa0726e3ed1f476a26ac46ecd7dacb44a18b1a22fa2269917ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:38:1a:16:3e:b3\",\"name\":\"f6b25c05672edfa\"},{\"mac\":\"0a:58:0a:80:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/416ec466-5233-434f-880e-9c79e552fab8\"}],\"ips\":[{\"address\":\"10.128.0.81/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:15:55.872254 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-verify-conforma-pod] creating logical port managed-tenant-qre7a_managed-72ltq-verify-conforma-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:15:55.872530 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-verify-conforma-pod I0512 10:15:55.920916 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-verify-conforma-pod] pod update took 48.44409ms I0512 10:15:55.920942 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-verify-conforma-pod] addLogicalPort annotation time took 48.475079ms I0512 10:15:55.922904 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-verify-conforma-pod] addLogicalPort took 50.670954ms, libovsdb time 1.384175ms I0512 10:15:56.264207 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-verify-conforma-pod d8113328a90f806b6c7592567cc6e5e95b6095f56a0349448fca589be62d2f45 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-verify-conforma-pod d8113328a90f806b6c7592567cc6e5e95b6095f56a0349448fca589be62d2f45 network default NAD default NAD key ] I0512 10:15:56.274649 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-verify-conforma-pod, hostIfaceName: d8113328a90f806, network: default, NAD default, SandboxID: "d8113328a90f806b6c7592567cc6e5e95b6095f56a0349448fca589be62d2f45", PCI device ID: , UID: "ecb3764f-1a72-481f-bffb-709d71893cb3", MAC: 0a:58:0a:80:00:52, IPs: [10.128.0.82/23] I0512 10:15:56.333142 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-verify-conforma-pod d8113328a90f806b6c7592567cc6e5e95b6095f56a0349448fca589be62d2f45 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-verify-conforma-pod d8113328a90f806b6c7592567cc6e5e95b6095f56a0349448fca589be62d2f45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:e8:fe:be:94:21\",\"name\":\"d8113328a90f806\"},{\"mac\":\"0a:58:0a:80:00:52\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3118793a-a0c6-477c-ad46-c3f2d0f15b0d\"}],\"ips\":[{\"address\":\"10.128.0.82/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:16:01.961915 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod f6b25c05672edfa0726e3ed1f476a26ac46ecd7dacb44a18b1a22fa2269917ac network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod f6b25c05672edfa0726e3ed1f476a26ac46ecd7dacb44a18b1a22fa2269917ac network default NAD default NAD key ] I0512 10:16:02.052166 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod f6b25c05672edfa0726e3ed1f476a26ac46ecd7dacb44a18b1a22fa2269917ac network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod f6b25c05672edfa0726e3ed1f476a26ac46ecd7dacb44a18b1a22fa2269917ac network default NAD default NAD key default], result "{}", err I0512 10:16:02.127348 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:02.127482 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod I0512 10:16:02.129330 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod, ips: 10.128.0.81 I0512 10:16:02.129360 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:06.564304 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 10:16:29.248140 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-verify-conforma-pod d8113328a90f806b6c7592567cc6e5e95b6095f56a0349448fca589be62d2f45 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-verify-conforma-pod d8113328a90f806b6c7592567cc6e5e95b6095f56a0349448fca589be62d2f45 network default NAD default NAD key ] I0512 10:16:29.358782 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-verify-conforma-pod d8113328a90f806b6c7592567cc6e5e95b6095f56a0349448fca589be62d2f45 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-verify-conforma-pod d8113328a90f806b6c7592567cc6e5e95b6095f56a0349448fca589be62d2f45 network default NAD default NAD key default], result "{}", err I0512 10:16:29.508194 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:29.508364 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-verify-conforma-pod I0512 10:16:29.511081 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-verify-conforma-pod, ips: 10.128.0.82 I0512 10:16:29.511195 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:30.336594 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-push-snapshot-pod] creating logical port managed-tenant-qre7a_managed-72ltq-push-snapshot-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:16:30.336817 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-push-snapshot-pod I0512 10:16:30.367702 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-push-snapshot-pod] pod update took 30.932044ms I0512 10:16:30.367728 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-push-snapshot-pod] addLogicalPort annotation time took 30.964796ms I0512 10:16:30.369047 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-push-snapshot-pod] addLogicalPort took 32.471363ms, libovsdb time 890.955µs I0512 10:16:30.708738 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-push-snapshot-pod 6c112c665b535000c37247d954f99d62bbecb316ac3c49d927dd85f16bfb02e1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-push-snapshot-pod 6c112c665b535000c37247d954f99d62bbecb316ac3c49d927dd85f16bfb02e1 network default NAD default NAD key ] I0512 10:16:30.718653 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-push-snapshot-pod, hostIfaceName: 6c112c665b53500, network: default, NAD default, SandboxID: "6c112c665b535000c37247d954f99d62bbecb316ac3c49d927dd85f16bfb02e1", PCI device ID: , UID: "3b674dd8-6bbe-4188-99c6-4ea959cf61c3", MAC: 0a:58:0a:80:00:53, IPs: [10.128.0.83/23] I0512 10:16:30.777057 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-push-snapshot-pod 6c112c665b535000c37247d954f99d62bbecb316ac3c49d927dd85f16bfb02e1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-push-snapshot-pod 6c112c665b535000c37247d954f99d62bbecb316ac3c49d927dd85f16bfb02e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b1:c3:6c:b1:50\",\"name\":\"6c112c665b53500\"},{\"mac\":\"0a:58:0a:80:00:53\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c441443c-36ff-4475-a669-8b8af286ef25\"}],\"ips\":[{\"address\":\"10.128.0.83/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:16:31.570453 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 10:17:00.557647 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-push-snapshot-pod 6c112c665b535000c37247d954f99d62bbecb316ac3c49d927dd85f16bfb02e1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-push-snapshot-pod 6c112c665b535000c37247d954f99d62bbecb316ac3c49d927dd85f16bfb02e1 network default NAD default NAD key ] I0512 10:17:00.665880 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-push-snapshot-pod 6c112c665b535000c37247d954f99d62bbecb316ac3c49d927dd85f16bfb02e1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-push-snapshot-pod 6c112c665b535000c37247d954f99d62bbecb316ac3c49d927dd85f16bfb02e1 network default NAD default NAD key default], result "{}", err I0512 10:17:00.747559 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:17:00.747598 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-push-snapshot-pod I0512 10:17:00.749401 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-push-snapshot-pod, ips: 10.128.0.83 I0512 10:17:00.749434 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:17:44.464486 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0512 10:17:59.179691 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:17:59.180345 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:00.660405 3795 base_network_controller_pods.go:487] [default/managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod] creating logical port managed-tenant-qre7a_managed-72ltq-process-component-sbom-pod for pod on switch ip-10-0-1-202.ec2.internal I0512 10:18:00.660546 3795 kube.go:256] Updating pod managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod I0512 10:18:00.682741 3795 pod.go:62] [managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod] pod update took 22.224476ms I0512 10:18:00.682765 3795 base_network_controller_pods.go:951] [default/managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod] addLogicalPort annotation time took 22.255259ms I0512 10:18:00.684192 3795 pods.go:271] [managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod] addLogicalPort took 23.805962ms, libovsdb time 913.885µs I0512 10:18:01.031915 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod 60ee959c7ada7e5dde9bb429b53fde4c29e0a915e20f6c2d9eb7388fcf3b039a network default NAD default NAD key ] ADD starting CNI request [managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod 60ee959c7ada7e5dde9bb429b53fde4c29e0a915e20f6c2d9eb7388fcf3b039a network default NAD default NAD key ] I0512 10:18:01.042440 3795 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-qre7a, podName: managed-72ltq-process-component-sbom-pod, hostIfaceName: 60ee959c7ada7e5, network: default, NAD default, SandboxID: "60ee959c7ada7e5dde9bb429b53fde4c29e0a915e20f6c2d9eb7388fcf3b039a", PCI device ID: , UID: "85880444-42ec-457a-b3a3-db3b1509d168", MAC: 0a:58:0a:80:00:54, IPs: [10.128.0.84/23] I0512 10:18:01.102984 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod 60ee959c7ada7e5dde9bb429b53fde4c29e0a915e20f6c2d9eb7388fcf3b039a network default NAD default NAD key default] ADD finished CNI request [managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod 60ee959c7ada7e5dde9bb429b53fde4c29e0a915e20f6c2d9eb7388fcf3b039a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:91:d5:98:23:29\",\"name\":\"60ee959c7ada7e5\"},{\"mac\":\"0a:58:0a:80:00:54\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f516d8f8-2422-4eb7-9c59-23f2b7e25339\"}],\"ips\":[{\"address\":\"10.128.0.84/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 10:18:24.580902 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 10:18:30.410238 3795 cni.go:452] [managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod 60ee959c7ada7e5dde9bb429b53fde4c29e0a915e20f6c2d9eb7388fcf3b039a network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod 60ee959c7ada7e5dde9bb429b53fde4c29e0a915e20f6c2d9eb7388fcf3b039a network default NAD default NAD key ] I0512 10:18:30.527051 3795 cni.go:473] [managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod 60ee959c7ada7e5dde9bb429b53fde4c29e0a915e20f6c2d9eb7388fcf3b039a network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod 60ee959c7ada7e5dde9bb429b53fde4c29e0a915e20f6c2d9eb7388fcf3b039a network default NAD default NAD key default], result "{}", err I0512 10:18:30.607281 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:30.607316 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod I0512 10:18:30.608731 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod, ips: 10.128.0.84 I0512 10:18:30.608759 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:36.559428 3795 cni.go:452] [managed-tenant-qre7a/affinity-assistant-31910682ba-0 e7b2923a62545315ab53da4ec2c4bced688057a968e62d54a7825e598d6cd404 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-qre7a/affinity-assistant-31910682ba-0 e7b2923a62545315ab53da4ec2c4bced688057a968e62d54a7825e598d6cd404 network default NAD default NAD key ] I0512 10:18:36.649448 3795 cni.go:473] [managed-tenant-qre7a/affinity-assistant-31910682ba-0 e7b2923a62545315ab53da4ec2c4bced688057a968e62d54a7825e598d6cd404 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-qre7a/affinity-assistant-31910682ba-0 e7b2923a62545315ab53da4ec2c4bced688057a968e62d54a7825e598d6cd404 network default NAD default NAD key default], result "{}", err I0512 10:18:36.706928 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:36.706979 3795 pods.go:176] Deleting pod: managed-tenant-qre7a/affinity-assistant-31910682ba-0 I0512 10:18:36.708537 3795 pods.go:236] Attempting to release IPs for pod: managed-tenant-qre7a/affinity-assistant-31910682ba-0, ips: 10.128.0.73 I0512 10:18:36.708566 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:37.414338 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:37.414939 3795 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:37.472454 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:37.472479 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:37.480422 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/affinity-assistant-31910682ba-0 I0512 10:18:37.480450 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/affinity-assistant-31910682ba-0 I0512 10:18:46.906883 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:18:51.472238 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=324 I0512 10:18:51.951510 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.951537 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.961142 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-apply-mapping-pod I0512 10:18:51.961172 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-apply-mapping-pod I0512 10:18:51.973426 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.973472 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.986367 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-check-data-keys-pod I0512 10:18:51.986398 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-check-data-keys-pod I0512 10:18:51.996485 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.996531 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.005077 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-data-pod I0512 10:18:52.005103 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-data-pod I0512 10:18:52.016141 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.016161 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.020293 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod I0512 10:18:52.020319 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod I0512 10:18:52.029292 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.029309 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.037314 3795 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.037367 3795 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.040061 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod I0512 10:18:52.040089 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod I0512 10:18:52.043813 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod I0512 10:18:52.043832 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod I0512 10:18:52.048874 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.048897 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.057407 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-task-params-pod I0512 10:18:52.057432 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-task-params-pod I0512 10:18:52.067764 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.067788 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.075020 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod I0512 10:18:52.075047 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod I0512 10:18:52.084631 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.084696 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.093432 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod I0512 10:18:52.093465 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod I0512 10:18:52.102031 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.102056 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.109746 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod I0512 10:18:52.109776 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod I0512 10:18:52.119715 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.119736 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.128158 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-push-snapshot-pod I0512 10:18:52.128256 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-push-snapshot-pod I0512 10:18:52.137546 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.137634 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.146635 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod I0512 10:18:52.146664 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod I0512 10:18:52.156042 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.156066 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.160625 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod I0512 10:18:52.160648 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod I0512 10:18:52.171426 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.171445 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.182679 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-update-cr-status-pod I0512 10:18:52.182698 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-update-cr-status-pod I0512 10:18:52.192421 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.192445 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.199982 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod I0512 10:18:52.200006 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod I0512 10:18:52.213759 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.213782 3795 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.222787 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-verify-conforma-pod I0512 10:18:52.222814 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-verify-conforma-pod I0512 10:18:52.645147 3795 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.645168 3795 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.649237 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-jxwc-x5rsd-verify-pod I0512 10:18:52.649258 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-jxwc-x5rsd-verify-pod I0512 10:18:58.241009 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:05.372348 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:12.210301 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:19.061191 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:21.596400 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 10:19:25.628374 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:35.468738 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0512 10:19:41.822067 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:44.462850 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0512 10:20:04.002074 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:20:04.002661 3795 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:20:04.875052 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.875075 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.914763 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.914786 3795 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.922864 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 I0512 10:20:04.922897 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 I0512 10:20:30.566083 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0512 10:20:32.627883 3795 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 10:20:45.278665 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:21:00.595686 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0512 10:21:10.975555 3795 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:21:10.995181 3795 namespace.go:317] [managed-tenant-qre7a] deleting namespace I0512 10:21:15.568836 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 10:21:22.554691 3795 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 10:21:45.174932 3795 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g b15aa1d4c59d1f410a040e41711294f169b7ee108a31ce13b7352c960397098c network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g b15aa1d4c59d1f410a040e41711294f169b7ee108a31ce13b7352c960397098c network default NAD default NAD key ] I0512 10:21:45.269196 3795 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g b15aa1d4c59d1f410a040e41711294f169b7ee108a31ce13b7352c960397098c network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g b15aa1d4c59d1f410a040e41711294f169b7ee108a31ce13b7352c960397098c network default NAD default NAD key default], result "{}", err I0512 10:21:45.331724 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:21:45.331795 3795 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g I0512 10:21:45.333407 3795 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g, ips: 10.128.0.78 I0512 10:21:45.333439 3795 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:21:46.142383 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:21:46.142428 3795 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:21:46.148895 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g I0512 10:21:46.148918 3795 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g I0512 10:22:13.533347 3795 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0512 10:23:06.562994 3795 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9