+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-92.ec2.internal ++ [[ -n ip-10-0-2-92.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-92.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 18:23:56.107166163 - disable conntrack on geneve port' I0513 18:23:56.107166163 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0513 18:23:56.174416298 - starting ovnkube-node + echo 'I0513 18:23:56.174416298 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-92.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-92.ec2.internal --init-node ip-10-0-2-92.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-92.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0513 18:23:56.225126 3901 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0513 18:23:56.225181 3901 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-63c6468c0d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0513 18:23:56.226671 3901 kube.go:431] Waiting for certificate I0513 18:23:56.226723 3901 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0513 18:23:56.226765 3901 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0513 18:23:56.227543 3901 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 18:23:56.256918 3901 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:23:56.256935 3901 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:23:56.260031 3901 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:23:56.260127 3901 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-c6hd4" I0513 18:23:56.271767 3901 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-c6hd4" I0513 18:23:56.272279 3901 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:23:57.227537 3901 kube.go:438] Certificate found I0513 18:23:57.228149 3901 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 18:23:57.229033 3901 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0513 18:23:57.280479 3901 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-14 18:18:56 +0000 UTC" deadline="2026-05-14 12:07:39.426007162 +0000 UTC" I0513 18:23:57.280520 3901 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h43m42.145497064s" I0513 18:23:57.293719 3901 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 18:23:57.310183 3901 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0513 18:23:57.310268 3901 factory.go:561] Starting watch factory I0513 18:23:57.310370 3901 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.310389 3901 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.310528 3901 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.310604 3901 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.310820 3901 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.310840 3901 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.311334 3901 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.311367 3901 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.311520 3901 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.311590 3901 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.311757 3901 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.311817 3901 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.313954 3901 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0513 18:23:57.314062 3901 server.go:101] MetricServer registers OVS metrics I0513 18:23:57.314487 3901 controller_manager.go:370] Starting the ovnkube controller I0513 18:23:57.314519 3901 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-92.ec2.internal I0513 18:23:57.314574 3901 controller_manager.go:395] NBDB zone sync took: 46.332µs I0513 18:23:57.314585 3901 factory.go:561] Starting watch factory I0513 18:23:57.314790 3901 server.go:105] MetricServer registers OVN DB metrics I0513 18:23:57.319515 3901 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0513 18:23:57.319542 3901 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0513 18:23:57.333878 3901 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0513 18:23:57.333902 3901 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0513 18:23:57.334276 3901 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.334335 3901 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.334541 3901 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.334601 3901 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.335095 3901 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.339881 3901 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0513 18:23:57.339911 3901 server.go:109] MetricServer registers OVN Controller metrics I0513 18:23:57.340112 3901 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:23:57.345279 3901 server.go:113] MetricServer registers OVN Northd metrics I0513 18:23:57.349419 3901 metrics.go:519] OVN Metrics Server starts to run ... I0513 18:23:57.416261 3901 factory.go:1977] *v1.Service informer cache synced successfully I0513 18:23:57.416287 3901 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 18:23:57.416291 3901 factory.go:1977] *v1.Pod informer cache synced successfully I0513 18:23:57.416294 3901 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 18:23:57.416297 3901 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 18:23:57.416300 3901 factory.go:1977] *v1.Node informer cache synced successfully I0513 18:23:57.416403 3901 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:57.416428 3901 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:57.416494 3901 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:57.416535 3901 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:57.419779 3901 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:57.419812 3901 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:23:57.419863 3901 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 18:23:57.419879 3901 factory.go:1977] *v1.Pod informer cache synced successfully I0513 18:23:57.419885 3901 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 18:23:57.419890 3901 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 18:23:57.419895 3901 factory.go:1977] *v1.Node informer cache synced successfully I0513 18:23:57.419902 3901 factory.go:1977] *v1.Service informer cache synced successfully I0513 18:23:57.421604 3901 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 18:23:57.421616 3901 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 18:23:57.421676 3901 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.421691 3901 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.425836 3901 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 18:23:57.425852 3901 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 18:23:57.436388 3901 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.527198 3901 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 18:23:57.527328 3901 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.527382 3901 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.530555 3901 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.531419 3901 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 18:23:57.532570 3901 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 18:23:57.532649 3901 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.532662 3901 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.535224 3901 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.537217 3901 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 18:23:57.538350 3901 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 18:23:57.538425 3901 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.538439 3901 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.541129 3901 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.543119 3901 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 18:23:57.543638 3901 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 18:23:57.543701 3901 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.543715 3901 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.546489 3901 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.548436 3901 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 18:23:57.548731 3901 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 18:23:57.548887 3901 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 18:23:57.548901 3901 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 18:23:57.551445 3901 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 18:23:57.553491 3901 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 18:23:57.554603 3901 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 18:23:57.554735 3901 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.554757 3901 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.555110 3901 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.555135 3901 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.557559 3901 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.557687 3901 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:23:57.558633 3901 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 18:23:57.559792 3901 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 18:23:57.559807 3901 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 18:23:57.559817 3901 factory.go:680] Watch Factory start up complete, took: 249.551637ms I0513 18:23:57.559903 3901 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0513 18:23:57.563711 3901 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 18:23:57.563726 3901 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 18:23:57.563736 3901 factory.go:680] Watch Factory start up complete, took: 249.147862ms I0513 18:23:57.563746 3901 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-92.ec2.internal" zone I0513 18:23:57.611865 3901 default_node_network_controller.go:710] Initializing the default node network controller I0513 18:23:57.697736 3901 udn_isolation.go:101] Starting UDN host isolation manager I0513 18:23:57.703956 3901 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0513 18:23:57.763615 3901 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0513 18:23:57.763718 3901 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0513 18:23:57.763738 3901 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0513 18:23:57.797308 3901 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0513 18:23:57.797376 3901 default_node_network_controller.go:809] Node ip-10-0-2-92.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0513 18:23:57.802999 3901 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.92"] k8s.ovn.org/zone-name:ip-10-0-2-92.ec2.internal] on node ip-10-0-2-92.ec2.internal I0513 18:23:57.824104 3901 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0513 18:23:57.830264 3901 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0513 18:23:57.830414 3901 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0513 18:23:57.830576 3901 gateway_init.go:263] Preparing Gateway I0513 18:23:57.830591 3901 gateway_shared_intf.go:1687] Creating new gateway I0513 18:23:57.941233 3901 iptables.go:108] Creating table: filter chain: FORWARD I0513 18:23:57.949163 3901 iptables.go:108] Creating table: filter chain: OUTPUT I0513 18:23:57.956828 3901 gateway_shared_intf.go:1816] Gateway Creation Complete I0513 18:23:57.956851 3901 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-92.ec2.internal","mac-address":"0e:e0:89:33:17:f7","ip-addresses":["10.0.2.92/24"],"ip-address":"10.0.2.92/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f51809c5-5848-4d28-9aa8-1ea67820bc8a k8s.ovn.org/node-encap-ips:["10.0.2.92"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.92/24"} k8s.ovn.org/zone-name:ip-10-0-2-92.ec2.internal] on node ip-10-0-2-92.ec2.internal I0513 18:23:57.975966 3901 default_node_network_controller.go:519] Node connection status = connected I0513 18:23:58.064670 3901 controller_manager.go:429] Waiting for node in zone sync took: 500.908804ms I0513 18:23:58.073369 3901 controller_manager.go:611] Switching to transit router for layer2 networks I0513 18:23:58.073387 3901 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-92.ec2.internal I0513 18:23:58.090901 3901 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 18:23:58.097981 3901 controller_manager.go:290] SCTP support detected in OVN I0513 18:23:58.098597 3901 services_controller.go:69] Creating services controller for network=default I0513 18:23:58.098691 3901 udn_enabled_svc.go:80] Waiting for service informer to sync I0513 18:23:58.098724 3901 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0513 18:23:58.098756 3901 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0513 18:23:58.098770 3901 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0513 18:23:58.098778 3901 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 18:23:58.098929 3901 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0513 18:23:58.098964 3901 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0513 18:23:58.099021 3901 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.719µs I0513 18:23:58.099043 3901 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 73.373µs I0513 18:23:58.099050 3901 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 84.356µs I0513 18:23:58.099056 3901 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0513 18:23:58.099062 3901 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0513 18:23:58.099073 3901 default_network_controller.go:325] Starting the default network controller I0513 18:23:58.099163 3901 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.625µs I0513 18:23:58.099233 3901 udn_enabled_svc.go:95] Performing full resync I0513 18:23:58.099544 3901 udn_enabled_svc.go:99] Waiting for handler to sync I0513 18:23:58.099556 3901 udn_enabled_svc.go:104] Starting worker I0513 18:23:58.108805 3901 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0513 18:23:58.108905 3901 repair.go:33] Syncing exgw routes took 80.738µs I0513 18:23:58.108942 3901 default_network_controller.go:414] Starting all the Watchers... I0513 18:23:58.109205 3901 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0513 18:23:58.109210 3901 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0513 18:23:58.109217 3901 namespace.go:98] [openshift-config-operator] adding namespace I0513 18:23:58.109208 3901 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0513 18:23:58.109209 3901 namespace.go:98] [dedicated-admin] adding namespace I0513 18:23:58.109223 3901 namespace.go:98] [openshift-insights] adding namespace I0513 18:23:58.109222 3901 namespace.go:98] [openshift-kube-scheduler] adding namespace I0513 18:23:58.109238 3901 namespace.go:98] [openshift-monitoring] adding namespace I0513 18:23:58.109240 3901 namespace.go:98] [openshift] adding namespace I0513 18:23:58.109237 3901 namespace.go:98] [openshift-cluster-version] adding namespace I0513 18:23:58.109244 3901 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0513 18:23:58.109239 3901 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0513 18:23:58.109250 3901 namespace.go:98] [openshift-package-operator] adding namespace I0513 18:23:58.109277 3901 namespace.go:98] [openshift-logging] adding namespace I0513 18:23:58.109313 3901 namespace.go:98] [openshift-kube-apiserver] adding namespace I0513 18:23:58.110148 3901 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 930.55µs I0513 18:23:58.110164 3901 namespace.go:98] [kube-system] adding namespace W0513 18:23:58.110211 3901 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-sdldx: pod kube-system/global-pull-secret-syncer-sdldx: no pod IPs found I0513 18:23:58.110719 3901 namespace.go:102] [kube-system] adding namespace took 549.411µs I0513 18:23:58.110734 3901 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0513 18:23:58.111095 3901 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 1.87455ms I0513 18:23:58.111106 3901 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0513 18:23:58.111463 3901 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 2.233869ms I0513 18:23:58.111474 3901 namespace.go:98] [openshift-backplane-cee] adding namespace I0513 18:23:58.111851 3901 namespace.go:102] [openshift-config-operator] adding namespace took 2.625931ms I0513 18:23:58.111863 3901 namespace.go:98] [kube-public] adding namespace I0513 18:23:58.112203 3901 namespace.go:102] [openshift-insights] adding namespace took 2.967429ms I0513 18:23:58.112214 3901 namespace.go:98] [openshift-marketplace] adding namespace I0513 18:23:58.112518 3901 namespace.go:102] [dedicated-admin] adding namespace took 3.286116ms I0513 18:23:58.112533 3901 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0513 18:23:58.113082 3901 namespace.go:102] [openshift-kube-scheduler] adding namespace took 3.841514ms I0513 18:23:58.113096 3901 namespace.go:98] [openshift-route-controller-manager] adding namespace I0513 18:23:58.113671 3901 namespace.go:102] [openshift-monitoring] adding namespace took 4.426667ms I0513 18:23:58.113680 3901 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0513 18:23:58.114156 3901 namespace.go:102] [openshift] adding namespace took 4.911533ms I0513 18:23:58.114164 3901 namespace.go:98] [openshift-authentication] adding namespace I0513 18:23:58.114633 3901 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.365667ms I0513 18:23:58.114648 3901 namespace.go:98] [openshift-ingress-operator] adding namespace I0513 18:23:58.115054 3901 namespace.go:102] [openshift-cluster-version] adding namespace took 5.803805ms I0513 18:23:58.115063 3901 namespace.go:98] [openshift-node] adding namespace I0513 18:23:58.115422 3901 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.167676ms I0513 18:23:58.115431 3901 namespace.go:98] [openshift-console] adding namespace I0513 18:23:58.115907 3901 namespace.go:102] [openshift-package-operator] adding namespace took 6.645893ms I0513 18:23:58.115923 3901 namespace.go:98] [openshift-backplane-cse] adding namespace I0513 18:23:58.116319 3901 namespace.go:102] [openshift-logging] adding namespace took 7.027235ms I0513 18:23:58.116329 3901 namespace.go:98] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] adding namespace I0513 18:23:58.116721 3901 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.396853ms I0513 18:23:58.116733 3901 namespace.go:98] [openshift-backplane-srep] adding namespace I0513 18:23:58.117123 3901 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.382411ms I0513 18:23:58.117137 3901 namespace.go:98] [openshift-machine-api] adding namespace I0513 18:23:58.117703 3901 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.590457ms I0513 18:23:58.117719 3901 namespace.go:98] [openshift-customer-monitoring] adding namespace I0513 18:23:58.118077 3901 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.598674ms I0513 18:23:58.118102 3901 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0513 18:23:58.118445 3901 namespace.go:102] [kube-public] adding namespace took 6.57798ms I0513 18:23:58.118457 3901 namespace.go:98] [openshift-host-network] adding namespace I0513 18:23:58.118892 3901 namespace.go:102] [openshift-marketplace] adding namespace took 6.674282ms I0513 18:23:58.118903 3901 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0513 18:23:58.119274 3901 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.73556ms I0513 18:23:58.119288 3901 namespace.go:98] [openshift-network-node-identity] adding namespace I0513 18:23:58.119692 3901 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.591882ms I0513 18:23:58.119703 3901 namespace.go:98] [openshift-config-managed] adding namespace I0513 18:23:58.120135 3901 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.450799ms I0513 18:23:58.120145 3901 namespace.go:98] [openshift-backplane] adding namespace I0513 18:23:58.120486 3901 namespace.go:102] [openshift-authentication] adding namespace took 6.316345ms I0513 18:23:58.120515 3901 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0513 18:23:58.120953 3901 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.299235ms I0513 18:23:58.120965 3901 namespace.go:98] [openshift-multus] adding namespace I0513 18:23:58.121308 3901 namespace.go:102] [openshift-node] adding namespace took 6.241594ms I0513 18:23:58.121319 3901 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0513 18:23:58.121746 3901 namespace.go:102] [openshift-console] adding namespace took 6.311131ms I0513 18:23:58.121757 3901 namespace.go:98] [openshift-backplane-tam] adding namespace I0513 18:23:58.122155 3901 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.226645ms I0513 18:23:58.122167 3901 namespace.go:98] [openshift-etcd] adding namespace I0513 18:23:58.122541 3901 namespace.go:102] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] adding namespace took 6.206825ms I0513 18:23:58.122555 3901 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0513 18:23:58.122990 3901 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.251772ms I0513 18:23:58.123002 3901 namespace.go:98] [openshift-console-operator] adding namespace I0513 18:23:58.123359 3901 namespace.go:102] [openshift-machine-api] adding namespace took 6.217103ms I0513 18:23:58.123371 3901 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0513 18:23:58.123709 3901 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.984415ms I0513 18:23:58.123717 3901 namespace.go:98] [openshift-backplane-mobb] adding namespace I0513 18:23:58.124136 3901 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.029664ms I0513 18:23:58.124146 3901 namespace.go:98] [openshift-console-user-settings] adding namespace I0513 18:23:58.124494 3901 namespace.go:102] [openshift-host-network] adding namespace took 6.032333ms I0513 18:23:58.124514 3901 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0513 18:23:58.125331 3901 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.422473ms I0513 18:23:58.125344 3901 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0513 18:23:58.125743 3901 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.449803ms I0513 18:23:58.125754 3901 namespace.go:98] [openshift-operators-redhat] adding namespace I0513 18:23:58.126132 3901 namespace.go:102] [openshift-config-managed] adding namespace took 6.42506ms I0513 18:23:58.126140 3901 namespace.go:98] [openshift-service-ca-operator] adding namespace I0513 18:23:58.126580 3901 namespace.go:102] [openshift-backplane] adding namespace took 6.430665ms I0513 18:23:58.126590 3901 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace W0513 18:23:58.126922 3901 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nm75v: pod openshift-multus/network-metrics-daemon-nm75v: no pod IPs found I0513 18:23:58.126967 3901 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.448349ms I0513 18:23:58.126976 3901 namespace.go:98] [openshift-apiserver] adding namespace I0513 18:23:58.127467 3901 namespace.go:102] [openshift-multus] adding namespace took 6.496575ms I0513 18:23:58.127481 3901 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0513 18:23:58.127853 3901 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.527314ms I0513 18:23:58.127866 3901 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0513 18:23:58.128234 3901 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.471752ms I0513 18:23:58.128248 3901 namespace.go:98] [kube-node-lease] adding namespace I0513 18:23:58.128606 3901 namespace.go:102] [openshift-etcd] adding namespace took 6.434208ms I0513 18:23:58.128617 3901 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0513 18:23:58.128990 3901 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.430568ms I0513 18:23:58.129002 3901 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0513 18:23:58.129354 3901 namespace.go:102] [openshift-console-operator] adding namespace took 6.34759ms I0513 18:23:58.129365 3901 namespace.go:98] [openshift-authentication-operator] adding namespace I0513 18:23:58.129732 3901 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.35672ms I0513 18:23:58.130123 3901 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.401198ms I0513 18:23:58.130137 3901 namespace.go:98] [openshift-dns-operator] adding namespace I0513 18:23:58.130479 3901 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.329159ms I0513 18:23:58.130492 3901 namespace.go:98] [openshift-network-operator] adding namespace I0513 18:23:58.130880 3901 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.361889ms I0513 18:23:58.130892 3901 namespace.go:98] [openshift-must-gather-operator] adding namespace I0513 18:23:58.131305 3901 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.95546ms I0513 18:23:58.131317 3901 namespace.go:98] [openshift-machine-config-operator] adding namespace I0513 18:23:58.131773 3901 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.014379ms I0513 18:23:58.131786 3901 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0513 18:23:58.132201 3901 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.054809ms I0513 18:23:58.132216 3901 namespace.go:98] [openshift-image-registry] adding namespace I0513 18:23:58.132599 3901 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.004745ms I0513 18:23:58.132612 3901 namespace.go:98] [default] adding namespace I0513 18:23:58.132990 3901 namespace.go:102] [openshift-apiserver] adding namespace took 6.01054ms I0513 18:23:58.133002 3901 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0513 18:23:58.133367 3901 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.881754ms I0513 18:23:58.133378 3901 namespace.go:98] [openshift-backplane-csm] adding namespace I0513 18:23:58.133777 3901 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.905857ms I0513 18:23:58.133788 3901 namespace.go:98] [openshift-apiserver-operator] adding namespace I0513 18:23:58.134164 3901 namespace.go:102] [kube-node-lease] adding namespace took 5.911136ms I0513 18:23:58.134178 3901 namespace.go:98] [openshift-dns] adding namespace I0513 18:23:58.134523 3901 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.9015ms I0513 18:23:58.134533 3901 namespace.go:98] [openshift-network-diagnostics] adding namespace I0513 18:23:58.135038 3901 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.030161ms I0513 18:23:58.135055 3901 namespace.go:98] [openshift-config] adding namespace I0513 18:23:58.135363 3901 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.994157ms I0513 18:23:58.135376 3901 namespace.go:98] [openshift-ingress] adding namespace I0513 18:23:58.135811 3901 namespace.go:102] [openshift-dns-operator] adding namespace took 5.668923ms I0513 18:23:58.135824 3901 namespace.go:98] [openshift-operators] adding namespace I0513 18:23:58.136188 3901 namespace.go:102] [openshift-network-operator] adding namespace took 5.692056ms I0513 18:23:58.136579 3901 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.683255ms I0513 18:23:58.136951 3901 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.628427ms I0513 18:23:58.137271 3901 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.480641ms I0513 18:23:58.137285 3901 namespace.go:98] [openshift-network-console] adding namespace I0513 18:23:58.137788 3901 namespace.go:102] [openshift-image-registry] adding namespace took 5.567774ms I0513 18:23:58.137802 3901 namespace.go:98] [openshift-ingress-canary] adding namespace I0513 18:23:58.138190 3901 namespace.go:102] [default] adding namespace took 5.573249ms I0513 18:23:58.138568 3901 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.561569ms I0513 18:23:58.138580 3901 namespace.go:98] [openshift-controller-manager] adding namespace I0513 18:23:58.138935 3901 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.552546ms I0513 18:23:58.139314 3901 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.521354ms W0513 18:23:58.139714 3901 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5xzln: pod openshift-network-diagnostics/network-check-target-5xzln: no pod IPs found I0513 18:23:58.139757 3901 namespace.go:102] [openshift-dns] adding namespace took 5.573254ms I0513 18:23:58.140186 3901 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.648924ms I0513 18:23:58.140574 3901 namespace.go:102] [openshift-config] adding namespace took 5.512739ms I0513 18:23:58.140587 3901 namespace.go:98] [openshift-infra] adding namespace I0513 18:23:58.140925 3901 namespace.go:102] [openshift-ingress] adding namespace took 5.544091ms I0513 18:23:58.141289 3901 namespace.go:102] [openshift-operators] adding namespace took 5.460273ms I0513 18:23:58.141685 3901 namespace.go:102] [openshift-network-console] adding namespace took 4.394695ms I0513 18:23:58.142076 3901 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.268305ms I0513 18:23:58.142447 3901 namespace.go:102] [openshift-controller-manager] adding namespace took 3.862614ms I0513 18:23:58.142780 3901 namespace.go:102] [openshift-infra] adding namespace took 2.188524ms I0513 18:23:58.142930 3901 master.go:548] Adding or Updating local node "ip-10-0-2-92.ec2.internal" for network "default" I0513 18:23:58.143850 3901 zone_ic_handler.go:195] Time taken to create transit switch: 381.223µs I0513 18:23:58.143864 3901 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-112.ec2.internal for the network default I0513 18:23:58.144625 3901 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-112.ec2.internal" on network "default" took: 1.170973ms W0513 18:23:58.150518 3901 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-sdldx: pod kube-system/global-pull-secret-syncer-sdldx: no pod IPs found W0513 18:23:58.150536 3901 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nm75v: pod openshift-multus/network-metrics-daemon-nm75v: no pod IPs found W0513 18:23:58.150548 3901 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5xzln: pod openshift-network-diagnostics/network-check-target-5xzln: no pod IPs found I0513 18:23:58.151478 3901 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-92.ec2.internal for the network default I0513 18:23:58.151674 3901 zone_ic_handler.go:195] Time taken to create transit switch: 182.59µs I0513 18:23:58.152352 3901 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0513 18:23:58.152375 3901 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0513 18:23:58.152388 3901 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0513 18:23:58.152398 3901 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-112.ec2.internal in network "default" I0513 18:23:58.152449 3901 node_tracker.go:169] Node ip-10-0-1-112.ec2.internal switch + router changed, syncing services in network "default" I0513 18:23:58.152467 3901 services_controller.go:574] Full service sync requested for network=default I0513 18:23:58.152475 3901 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-92.ec2.internal in network "default" I0513 18:23:58.152516 3901 node_tracker.go:169] Node ip-10-0-2-92.ec2.internal switch + router changed, syncing services in network "default" I0513 18:23:58.152525 3901 services_controller.go:574] Full service sync requested for network=default I0513 18:23:58.253458 3901 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0513 18:23:58.253479 3901 services_controller.go:208] Setting up event handlers for services for network=default I0513 18:23:58.253559 3901 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0513 18:23:58.253604 3901 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0513 18:23:58.253621 3901 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0513 18:23:58.354006 3901 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0513 18:23:58.354027 3901 repair.go:60] Starting repairing loop for services I0513 18:23:58.354111 3901 repair.go:131] Deleted 0 stale service LBs I0513 18:23:58.354134 3901 repair.go:137] Deleted 0 stale Chassis Template Vars I0513 18:23:58.354150 3901 repair.go:62] Finished repairing loop for services: 124.889µs I0513 18:23:58.354171 3901 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0513 18:23:58.354182 3901 services_controller.go:254] Starting workers for network=default I0513 18:23:58.354802 3901 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-sdldx] creating logical port kube-system_global-pull-secret-syncer-sdldx for pod on switch ip-10-0-2-92.ec2.internal I0513 18:23:58.354872 3901 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5xzln] creating logical port openshift-network-diagnostics_network-check-target-5xzln for pod on switch ip-10-0-2-92.ec2.internal I0513 18:23:58.354908 3901 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-sdldx I0513 18:23:58.354952 3901 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5xzln I0513 18:23:58.354980 3901 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nm75v] creating logical port openshift-multus_network-metrics-daemon-nm75v for pod on switch ip-10-0-2-92.ec2.internal I0513 18:23:58.355222 3901 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nm75v I0513 18:23:58.381938 3901 pod.go:62] [openshift-multus/network-metrics-daemon-nm75v] pod update took 26.738107ms I0513 18:23:58.381956 3901 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-nm75v] addLogicalPort annotation time took 26.756722ms I0513 18:23:58.382771 3901 pods.go:271] [openshift-multus/network-metrics-daemon-nm75v] addLogicalPort took 27.795782ms, libovsdb time 636.739µs I0513 18:23:58.386811 3901 pod.go:62] [kube-system/global-pull-secret-syncer-sdldx] pod update took 31.943956ms I0513 18:23:58.386818 3901 pod.go:62] [openshift-network-diagnostics/network-check-target-5xzln] pod update took 31.888523ms I0513 18:23:58.386827 3901 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-sdldx] addLogicalPort annotation time took 31.964384ms I0513 18:23:58.386831 3901 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5xzln] addLogicalPort annotation time took 31.90283ms I0513 18:23:58.387733 3901 pods.go:271] [openshift-network-diagnostics/network-check-target-5xzln] addLogicalPort took 32.865704ms, libovsdb time 714.814µs I0513 18:23:58.388062 3901 pods.go:271] [kube-system/global-pull-secret-syncer-sdldx] addLogicalPort took 33.267351ms, libovsdb time 1.022189ms I0513 18:23:58.388691 3901 admin_network_policy_controller.go:227] Starting controller default-network-controller I0513 18:23:58.388715 3901 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0513 18:23:58.388727 3901 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0513 18:23:58.388731 3901 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0513 18:23:58.388907 3901 repair.go:29] Repairing admin network policies took 170.635µs I0513 18:23:58.389004 3901 repair.go:92] Repairing baseline admin network policies took 89.109µs I0513 18:23:58.389515 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0513 18:23:58.390426 3901 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0513 18:23:58.390445 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 18:23:58.392194 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0513 18:23:58.392216 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0513 18:23:58.392224 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0513 18:23:58.393544 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0513 18:23:58.393564 3901 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0513 18:23:58.393572 3901 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0513 18:23:58.395343 3901 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0513 18:23:58.395364 3901 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0513 18:23:58.395373 3901 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0513 18:23:58.397083 3901 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0513 18:23:58.397101 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0513 18:23:58.397110 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0513 18:23:58.397656 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0513 18:23:58.397676 3901 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0513 18:23:58.397685 3901 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0513 18:23:58.399666 3901 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0513 18:23:58.399687 3901 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0513 18:23:58.399696 3901 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0513 18:23:58.400627 3901 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0513 18:23:58.400642 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0513 18:23:58.400649 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0513 18:23:58.401134 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0513 18:23:58.401152 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0513 18:23:58.401161 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0513 18:23:58.401414 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0513 18:23:58.401429 3901 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0513 18:23:58.401438 3901 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0513 18:23:58.402449 3901 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0513 18:23:58.402473 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0513 18:23:58.402484 3901 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0513 18:23:58.404141 3901 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0513 18:23:58.404158 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0513 18:23:58.404166 3901 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0513 18:23:58.404707 3901 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0513 18:23:58.404721 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0513 18:23:58.404744 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 18:23:58.406567 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0513 18:23:58.406594 3901 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0513 18:23:58.406602 3901 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0513 18:23:58.407227 3901 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0513 18:23:58.407243 3901 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0513 18:23:58.407254 3901 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0513 18:23:58.409597 3901 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0513 18:23:58.409615 3901 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0513 18:23:58.409632 3901 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0513 18:23:58.410737 3901 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0513 18:23:58.410755 3901 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0513 18:23:58.410780 3901 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0513 18:23:58.411999 3901 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0513 18:23:58.412016 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0513 18:23:58.412022 3901 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0513 18:23:58.412348 3901 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0513 18:23:58.412366 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0513 18:23:58.412373 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0513 18:23:58.412992 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0513 18:23:58.413011 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0513 18:23:58.413019 3901 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0513 18:23:58.413583 3901 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0513 18:23:58.413601 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0513 18:23:58.413609 3901 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0513 18:23:58.414123 3901 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0513 18:23:58.414140 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0513 18:23:58.414153 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0513 18:23:58.414798 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0513 18:23:58.414815 3901 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0513 18:23:58.414825 3901 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0513 18:23:58.415824 3901 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0513 18:23:58.415843 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0513 18:23:58.415851 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0513 18:23:58.416317 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0513 18:23:58.416334 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0513 18:23:58.416341 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0513 18:23:58.416814 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0513 18:23:58.416830 3901 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0513 18:23:58.416837 3901 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0513 18:23:58.417304 3901 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0513 18:23:58.417324 3901 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0513 18:23:58.417336 3901 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0513 18:23:58.418624 3901 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0513 18:23:58.418639 3901 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0513 18:23:58.418645 3901 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0513 18:23:58.419008 3901 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0513 18:23:58.419026 3901 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0513 18:23:58.419038 3901 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0513 18:23:58.419641 3901 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0513 18:23:58.425339 3901 egressfirewall.go:374] Starting EgressFirewall controller I0513 18:23:58.425371 3901 controller.go:133] Adding controller egress-firewall-controller event handlers I0513 18:23:58.425385 3901 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0513 18:23:58.425396 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0513 18:23:58.425406 3901 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0513 18:23:58.425418 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0513 18:23:58.425431 3901 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0513 18:23:58.425726 3901 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0513 18:23:58.425742 3901 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0513 18:23:58.425750 3901 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0513 18:23:58.425759 3901 egressqos.go:193] Setting up event handlers for EgressQoS I0513 18:23:58.425833 3901 egressfirewall.go:723] Syncing node "ip-10-0-1-112.ec2.internal" for egress firewall I0513 18:23:58.425847 3901 egressfirewall.go:723] Syncing node "ip-10-0-2-92.ec2.internal" for egress firewall I0513 18:23:58.425909 3901 egressqos.go:245] Starting EgressQoS Controller I0513 18:23:58.425924 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0513 18:23:58.425930 3901 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0513 18:23:58.425935 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0513 18:23:58.425940 3901 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0513 18:23:58.425944 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0513 18:23:58.425948 3901 shared_informer.go:356] "Caches are synced" controller="egressqos" I0513 18:23:58.425952 3901 egressqos.go:259] Repairing EgressQoSes I0513 18:23:58.425956 3901 egressqos.go:399] Starting repairing loop for egressqos I0513 18:23:58.426032 3901 egressqos.go:401] Finished repairing loop for egressqos: 74.966µs I0513 18:23:58.426052 3901 egressservice_zone.go:132] Setting up event handlers for Egress Services I0513 18:23:58.426131 3901 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-92.ec2.internal I0513 18:23:58.426175 3901 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-92.ec2.internal : 45.268µs I0513 18:23:58.426201 3901 egressservice_zone.go:210] Starting Egress Services Controller I0513 18:23:58.426215 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 18:23:58.426223 3901 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 18:23:58.426233 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 18:23:58.426242 3901 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 18:23:58.426250 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 18:23:58.426255 3901 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 18:23:58.426260 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0513 18:23:58.426264 3901 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0513 18:23:58.426268 3901 egressservice_zone.go:228] Repairing Egress Services I0513 18:23:58.426584 3901 master_controller.go:88] Starting Admin Policy Based Route Controller I0513 18:23:58.426595 3901 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 18:23:58.426599 3901 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-112.ec2.internal I0513 18:23:58.426611 3901 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-112.ec2.internal: 13.477µs I0513 18:23:58.426632 3901 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-92.ec2.internal I0513 18:23:58.426636 3901 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-92.ec2.internal: 4.603µs I0513 18:23:58.426711 3901 default_network_controller.go:585] Completing all the Watchers took 317.757086ms I0513 18:23:58.426734 3901 default_network_controller.go:589] Starting unidling controllers I0513 18:23:58.426750 3901 unidle.go:46] Registering OVN SB ControllerEvent handler I0513 18:23:58.426757 3901 unidle.go:63] Populating Initial ContollerEvent events I0513 18:23:58.426771 3901 unidle.go:79] Setting up event handlers for services I0513 18:23:58.426834 3901 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0513 18:23:58.477081 3901 default_node_network_controller.go:519] Node connection status = connected I0513 18:23:58.976198 3901 default_node_network_controller.go:519] Node connection status = connected I0513 18:23:59.476855 3901 default_node_network_controller.go:519] Node connection status = connected I0513 18:23:59.976848 3901 default_node_network_controller.go:519] Node connection status = connected I0513 18:23:59.995100 3901 bridgeconfig.go:537] Gateway is ready I0513 18:23:59.995117 3901 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0513 18:23:59.997318 3901 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0513 18:24:00.007575 3901 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.92. Updating OVN encap IP. I0513 18:24:00.013194 3901 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.92 - it is already configured I0513 18:24:00.013206 3901 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.92/24:{} 172.20.0.1/32:{}]. Updating annotations. I0513 18:24:00.013442 3901 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.92/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-92.ec2.internal","mac-address":"0e:e0:89:33:17:f7","ip-addresses":["10.0.2.92/24"],"ip-address":"10.0.2.92/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f51809c5-5848-4d28-9aa8-1ea67820bc8a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.92/24"}] on node ip-10-0-2-92.ec2.internal I0513 18:24:00.031557 3901 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.92 I0513 18:24:00.031696 3901 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-92.ec2.internal I0513 18:24:00.031967 3901 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-92.ec2.internal I0513 18:24:00.031976 3901 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-92.ec2.internal in network "default" I0513 18:24:00.031986 3901 master.go:548] Adding or Updating local node "ip-10-0-2-92.ec2.internal" for network "default" I0513 18:24:00.031991 3901 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-92.ec2.internal: 29.24µs I0513 18:24:00.032028 3901 node_tracker.go:169] Node ip-10-0-2-92.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:00.032026 3901 egressfirewall.go:723] Syncing node "ip-10-0-2-92.ec2.internal" for egress firewall I0513 18:24:00.032046 3901 services_controller.go:574] Full service sync requested for network=default I0513 18:24:00.036626 3901 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-92.ec2.internal. Updating no re-route policies I0513 18:24:00.036711 3901 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-lqrg6 I0513 18:24:00.036721 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nm75v I0513 18:24:00.036727 3901 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-lqrg6 I0513 18:24:00.036735 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nm75v I0513 18:24:00.036747 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-lbgmt I0513 18:24:00.036756 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-xllrc I0513 18:24:00.036760 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ph7tc I0513 18:24:00.036765 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-lbgmt I0513 18:24:00.036770 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ph7tc I0513 18:24:00.036774 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-b9hdv I0513 18:24:00.036785 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ph7tc after 0 failed attempt(s) I0513 18:24:00.036787 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-sw7nw I0513 18:24:00.036768 3901 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nm75v] creating logical port openshift-multus_network-metrics-daemon-nm75v for pod on switch ip-10-0-2-92.ec2.internal I0513 18:24:00.036795 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-sw7nw I0513 18:24:00.036796 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-lbgmt after 0 failed attempt(s) I0513 18:24:00.036798 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dg6x2 I0513 18:24:00.036751 3901 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-lqrg6 after 0 failed attempt(s) I0513 18:24:00.036711 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5xzln I0513 18:24:00.036812 3901 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-sdldx I0513 18:24:00.036821 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5xzln I0513 18:24:00.036825 3901 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-sdldx I0513 18:24:00.036853 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-t2xjf I0513 18:24:00.036864 3901 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-sdldx] creating logical port kube-system_global-pull-secret-syncer-sdldx for pod on switch ip-10-0-2-92.ec2.internal I0513 18:24:00.036865 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-92.ec2.internal I0513 18:24:00.036872 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-t2xjf I0513 18:24:00.036892 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-t2xjf after 0 failed attempt(s) I0513 18:24:00.036892 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dg6x2 I0513 18:24:00.036855 3901 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-j6lc8 I0513 18:24:00.036901 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-sw7nw after 0 failed attempt(s) I0513 18:24:00.036908 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-j6lc8 I0513 18:24:00.036778 3901 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-92.ec2.internal I0513 18:24:00.036918 3901 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-92.ec2.internal I0513 18:24:00.036925 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-j6lc8 after 0 failed attempt(s) I0513 18:24:00.036932 3901 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-92.ec2.internal after 0 failed attempt(s) I0513 18:24:00.036790 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-b9hdv I0513 18:24:00.036937 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-92.ec2.internal I0513 18:24:00.036947 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-b9hdv after 0 failed attempt(s) I0513 18:24:00.036769 3901 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-xllrc I0513 18:24:00.036954 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-92.ec2.internal after 0 failed attempt(s) I0513 18:24:00.036962 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-xllrc after 0 failed attempt(s) I0513 18:24:00.036859 3901 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5xzln] creating logical port openshift-network-diagnostics_network-check-target-5xzln for pod on switch ip-10-0-2-92.ec2.internal I0513 18:24:00.037002 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-dg6x2 after 0 failed attempt(s) I0513 18:24:00.037540 3901 pods.go:271] [openshift-multus/network-metrics-daemon-nm75v] addLogicalPort took 778.191µs, libovsdb time 301.524µs I0513 18:24:00.037557 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nm75v after 0 failed attempt(s) I0513 18:24:00.037603 3901 pods.go:271] [kube-system/global-pull-secret-syncer-sdldx] addLogicalPort took 751.974µs, libovsdb time 338.366µs I0513 18:24:00.037616 3901 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-sdldx after 0 failed attempt(s) I0513 18:24:00.037764 3901 pods.go:271] [openshift-network-diagnostics/network-check-target-5xzln] addLogicalPort took 915.013µs, libovsdb time 362.718µs I0513 18:24:00.037777 3901 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5xzln after 0 failed attempt(s) I0513 18:24:00.046876 3901 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0513 18:24:00.059391 3901 iptables.go:108] Creating table: mangle chain: OUTPUT I0513 18:24:00.063015 3901 iptables.go:108] Creating table: nat chain: OUTPUT I0513 18:24:00.112455 3901 iptables.go:108] Creating table: nat chain: PREROUTING I0513 18:24:00.167983 3901 iptables.go:108] Creating table: filter chain: FORWARD W0513 18:24:00.176930 3901 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:00.185969 3901 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0513 18:24:00.186057 3901 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0513 18:24:00.186108 3901 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0513 18:24:00.186174 3901 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0513 18:24:00.186225 3901 gateway_init.go:325] Gateway and management port readiness took 2.214813814s I0513 18:24:00.186259 3901 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0513 18:24:00.186301 3901 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0513 18:24:00.186318 3901 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0513 18:24:00.186328 3901 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 18:24:00.186386 3901 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0513 18:24:00.186466 3901 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.193µs I0513 18:24:00.186715 3901 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0513 18:24:00.186740 3901 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.623µs I0513 18:24:00.186747 3901 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.923µs I0513 18:24:00.186753 3901 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0513 18:24:00.186765 3901 nad_controller.go:379] [node-nad-controller NAD controller]: started I0513 18:24:00.186774 3901 default_node_network_controller.go:899] Starting the default node network controller I0513 18:24:00.186780 3901 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0513 18:24:00.186876 3901 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.948µs I0513 18:24:00.186943 3901 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0513 18:24:00.186951 3901 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0513 18:24:00.186980 3901 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b19320 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ee000 0xc0002ee070 0xc0002ee0e0 0xc000b2b860 0xc0002ee150 0xc0002ee1c0 0xc000c1e370 0xc006155340 0xc0002ee310 map[0x2ff9080:0xc000fefb00 0x2ff95c0:0xc000fefc80 0x2ffa2e0:0xc001382ea0 0x2ffa580:0xc000fefaa0 0x2ffad60:0xc000fefb60 0x2ffb000:0xc000fefbc0 0x2ffb2a0:0xc000fefc20 0x2ffba80:0xc000fefe60 0x2ffbd20:0xc000fefec0 0x3026980:0xc001382cc0 0x3026d20:0xc001382d20 0x3027800:0xc000c8d9e0 0x3029160:0xc001d36000 0x30298a0:0xc001382e40 0x302a720:0xc001d36060] 0xc000b44850 0} I0513 18:24:00.187038 3901 gateway.go:151] Starting gateway service sync I0513 18:24:00.187425 3901 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0513 18:24:00.189873 3901 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0513 18:24:00.215874 3901 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0513 18:24:00.217190 3901 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0513 18:24:00.218515 3901 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0513 18:24:00.253624 3901 gateway.go:168] Gateway service sync done. Time taken: 66.572605ms I0513 18:24:00.253975 3901 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31835 I0513 18:24:00.254375 3901 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b19320 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ee000 0xc0002ee070 0xc0002ee0e0 0xc000b2b860 0xc0002ee150 0xc0002ee1c0 0xc000c1e370 0xc006155340 0xc0002ee310 map[0x2ff9080:0xc000fefb00 0x2ff95c0:0xc000fefc80 0x2ffa2e0:0xc001382ea0 0x2ffa580:0xc000fefaa0 0x2ffad60:0xc000fefb60 0x2ffb000:0xc000fefbc0 0x2ffb2a0:0xc000fefc20 0x2ffba80:0xc000fefe60 0x2ffbd20:0xc000fefec0 0x3026980:0xc001382cc0 0x3026d20:0xc001382d20 0x3027800:0xc000c8d9e0 0x3029160:0xc001d36000 0x30298a0:0xc001382e40 0x302a720:0xc001d36060] 0xc000b44850 0} I0513 18:24:00.254815 3901 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b19320 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ee000 0xc0002ee070 0xc0002ee0e0 0xc000b2b860 0xc0002ee150 0xc0002ee1c0 0xc000c1e370 0xc006155340 0xc0002ee310 map[0x2ff9080:0xc000fefb00 0x2ff95c0:0xc000fefc80 0x2ffa2e0:0xc001382ea0 0x2ffa580:0xc000fefaa0 0x2ffad60:0xc000fefb60 0x2ffb000:0xc000fefbc0 0x2ffb2a0:0xc000fefc20 0x2ffba80:0xc000fefe60 0x2ffbd20:0xc000fefec0 0x3026980:0xc001382cc0 0x3026d20:0xc001382d20 0x3027800:0xc000c8d9e0 0x3029160:0xc001d36000 0x30298a0:0xc001382e40 0x302a720:0xc001d36060] 0xc000b44850 0} I0513 18:24:00.254853 3901 gateway.go:532] Reconciling gateway with updates I0513 18:24:00.260516 3901 gateway.go:339] Spawning Conntrack Rule Check Thread I0513 18:24:00.260536 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:24:00.260546 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:24:00.260557 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:24:00.260560 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:24:00.260574 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:24:00.260580 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:24:00.260590 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:24:00.260592 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:24:00.260592 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:24:00.260574 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:24:00.260605 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 18:24:00.260605 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 18:24:00.260607 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 18:24:00.260599 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 18:24:00.260617 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 18:24:00.260618 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 18:24:00.260620 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 18:24:00.260608 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:24:00.260623 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 18:24:00.260627 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 18:24:00.260629 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:24:00.260636 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:24:00.260639 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:24:00.260640 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:24:00.260639 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:24:00.260650 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:24:00.260646 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 18:24:00.260643 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:24:00.260663 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:24:00.260663 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:24:00.260670 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:24:00.260673 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:24:00.260670 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:24:00.260681 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:24:00.260683 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:24:00.260689 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:24:00.260696 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:24:00.260696 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:24:00.260696 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:24:00.260712 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:24:00.260664 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:24:00.260712 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:00.260722 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:24:00.260729 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:24:00.260731 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:00.260730 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:24:00.260736 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:24:00.260737 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 18:24:00.260744 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:24:00.260746 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:24:00.260753 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 18:24:00.260757 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:24:00.260767 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:24:00.260768 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:24:00.260629 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 18:24:00.260587 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:24:00.260787 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:24:00.260792 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:24:00.260795 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 18:24:00.260629 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 18:24:00.260679 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:24:00.260811 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 18:24:00.260822 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 18:24:00.260723 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 18:24:00.260847 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 18:24:00.260874 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:24:00.260700 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:24:00.260898 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:24:00.260901 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:24:00.260910 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:24:00.260733 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:24:00.260925 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 18:24:00.260927 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:24:00.260683 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:24:00.260937 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:24:00.260936 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:24:00.260953 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 18:24:00.260608 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:24:00.260972 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:24:00.260977 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 18:24:00.260617 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 18:24:00.261008 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 18:24:00.260618 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:24:00.261021 3901 port_claim.go:71] Svc openshift-ingress/router-default: port 31824 is already open, no action needed I0513 18:24:00.260608 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:24:00.261028 3901 port_claim.go:71] Svc openshift-ingress/router-default: port 31176 is already open, no action needed I0513 18:24:00.261029 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 18:24:00.260629 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:24:00.261046 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:24:00.261020 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:24:00.260686 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:24:00.260697 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:24:00.261112 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:24:00.260655 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:24:00.261125 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:24:00.260607 3901 default_node_network_controller.go:944] Gateway and management port readiness took 73.649323ms I0513 18:24:00.260717 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:24:00.260735 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:24:00.261189 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:24:00.260745 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:24:00.261227 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:24:00.261235 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 18:24:00.260890 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:24:00.260773 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 18:24:00.261613 3901 node_ip_handler_linux.go:160] Node IP manager is running I0513 18:24:00.281200 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 18:24:00.281273 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 18:24:00.281293 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 18:24:00.281299 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 18:24:00.281305 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 18:24:00.281311 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 18:24:00.281317 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 18:24:00.281324 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 18:24:00.281334 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 18:24:00.281346 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 18:24:00.281358 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 18:24:00.281364 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 18:24:00.281369 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 18:24:00.281374 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) W0513 18:24:00.300230 3901 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 18:24:00.300432 3901 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 18:24:00.300640 3901 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0513 18:24:00.327732 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 18:24:00.327762 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 18:24:00.327770 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 18:24:00.327797 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 18:24:00.327803 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 18:24:00.327810 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 18:24:00.327815 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 18:24:00.327822 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 18:24:00.367943 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 18:24:00.367956 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 18:24:00.367978 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 18:24:00.367988 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 18:24:00.367994 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 18:24:00.368002 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 18:24:00.368012 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 18:24:00.368019 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 18:24:00.368025 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 18:24:02.072810 3901 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:02.072851 3901 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:02.072856 3901 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0513 18:24:02.072869 3901 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 64.138µs I0513 18:24:02.072870 3901 node_tracker.go:220] Node ip-10-0-0-165.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0513 18:24:02.072874 3901 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0513 18:24:02.072895 3901 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-165.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-165.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-165.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-165.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-165.ec2.internal, error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0513 18:24:02.086166 3901 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-165.ec2.internal annotation: unexpected end of JSON input I0513 18:24:02.086251 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 18:24:02.086284 3901 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0513 18:24:02.098441 3901 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-165.ec2.internal annotation: unexpected end of JSON input I0513 18:24:02.098486 3901 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:02.098515 3901 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 34.881µs I0513 18:24:02.098521 3901 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:02.098543 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 18:24:02.098577 3901 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0513 18:24:02.170336 3901 default_node_network_controller.go:1380] Starting node controller node sync W0513 18:24:02.170362 3901 egressip_healthcheck.go:76] Health checking using insecure connection I0513 18:24:02.170419 3901 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 E0513 18:24:02.182062 3901 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-165.ec2.internal annotation: unexpected end of JSON input I0513 18:24:02.182517 3901 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.139417ms I0513 18:24:02.182712 3901 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-112.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 18:24:02.182725 3901 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-112.ec2.internal", IP: 10.0.1.112 to PMTUD blocking rules E0513 18:24:02.188849 3901 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-165.ec2.internal annotation: unexpected end of JSON input I0513 18:24:02.188858 3901 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0513 18:24:02.188872 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 18:24:02.188970 3901 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-165.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-165.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-165.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-165.ec2.internal" I0513 18:24:02.189143 3901 egressservice_node.go:93] Setting up event handlers for Egress Services I0513 18:24:02.189293 3901 egressservice_node.go:183] Starting Egress Services Controller I0513 18:24:02.189314 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 18:24:02.189341 3901 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 18:24:02.189355 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 18:24:02.189363 3901 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 18:24:02.189376 3901 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 18:24:02.189385 3901 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 18:24:02.189390 3901 egressservice_node.go:197] Repairing Egress Services I0513 18:24:02.200218 3901 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0513 18:24:02.200234 3901 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 18:24:02.200366 3901 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0513 18:24:02.200378 3901 link_network_manager.go:119] Link manager is running I0513 18:24:02.200396 3901 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0513 18:24:02.200700 3901 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0513 18:24:02.201118 3901 vrf_manager.go:128] VRF manager is running I0513 18:24:02.201274 3901 node_controller_manager.go:437] Removing flows to drop GARP I0513 18:24:02.201289 3901 gateway.go:532] Reconciling gateway with updates I0513 18:24:02.202704 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0513 18:24:02.218493 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:24:02.218521 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:24:02.218535 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:24:02.218538 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:24:02.218545 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:24:02.218555 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:24:02.218562 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 18:24:02.218571 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:24:02.218583 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:24:02.218586 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:24:02.218585 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:24:02.218590 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 18:24:02.218589 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:24:02.218598 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 18:24:02.218592 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:24:02.218603 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:24:02.218597 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:24:02.218606 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 18:24:02.218611 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:24:02.218617 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:24:02.218619 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 18:24:02.218625 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 18:24:02.218622 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:24:02.218625 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:24:02.218562 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 18:24:02.218638 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 18:24:02.218639 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:24:02.218644 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 18:24:02.218647 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:24:02.218574 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 18:24:02.218654 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:24:02.218594 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 18:24:02.218659 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:24:02.218659 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:24:02.218661 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:24:02.218647 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:24:02.218673 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:24:02.218677 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:24:02.218682 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:24:02.218686 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 18:24:02.218689 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:24:02.218691 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:24:02.218687 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:24:02.218693 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:24:02.218699 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:24:02.218698 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:24:02.218703 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:24:02.218706 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:24:02.218709 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:24:02.218712 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:24:02.218711 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:24:02.218718 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:24:02.218716 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:24:02.218724 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:24:02.218722 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 18:24:02.218727 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:24:02.218734 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 18:24:02.218732 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:24:02.218741 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:24:02.218744 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:24:02.218656 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 18:24:02.218777 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 18:24:02.218739 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:24:02.218730 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:24:02.218837 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 18:24:02.218662 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:24:02.218849 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:24:02.218851 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:24:02.218859 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:24:02.218863 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 18:24:02.218872 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 18:24:02.218884 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 18:24:02.218690 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:24:02.218604 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:02.218975 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:02.218635 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:24:02.219004 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:24:02.218641 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:24:02.218574 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 18:24:02.219051 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 18:24:02.219063 3901 port_claim.go:71] Svc openshift-ingress/router-default: port 31824 is already open, no action needed I0513 18:24:02.219069 3901 port_claim.go:71] Svc openshift-ingress/router-default: port 31176 is already open, no action needed I0513 18:24:02.218554 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:24:02.219105 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:24:02.218674 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:24:02.219147 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:24:02.218676 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:24:02.218675 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:24:02.219200 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:24:02.218693 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 18:24:02.219235 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 18:24:02.218691 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:24:02.218696 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:24:02.219287 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:24:02.218702 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:24:02.218705 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:24:02.218708 3901 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:24:02.219347 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:24:02.219352 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 18:24:02.218719 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:24:02.219357 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 18:24:02.218714 3901 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:24:02.219370 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 18:24:02.244014 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 18:24:02.244042 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 18:24:02.284977 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 18:24:02.285006 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 18:24:02.285018 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 18:24:02.285025 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 18:24:02.285039 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 18:24:02.285047 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 18:24:02.285055 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 18:24:02.285063 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 18:24:02.285071 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 18:24:02.285090 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 18:24:02.285103 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 18:24:02.285111 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 18:24:02.285124 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 18:24:02.285132 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 18:24:02.285141 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 18:24:02.285149 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 18:24:02.285160 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 18:24:02.285169 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 18:24:02.285177 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 18:24:02.285186 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 18:24:02.289106 3901 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:02.289110 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:02.289119 3901 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:02.289122 3901 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 19.607µs I0513 18:24:02.326031 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:02.326049 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 18:24:02.326070 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 18:24:02.326039 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 18:24:02.326078 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 18:24:02.326090 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 18:24:02.326102 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 18:24:02.326110 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 18:24:02.326117 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 18:24:02.326122 3901 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 18:24:02.580569 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:03.904358 3901 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-92.ec2.internal I0513 18:24:03.904391 3901 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-92.ec2.internal: 40.103µs I0513 18:24:03.934748 3901 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-79d78dd8bc-vzc6n] creating logical port openshift-image-registry_image-registry-79d78dd8bc-vzc6n for pod on switch ip-10-0-2-92.ec2.internal I0513 18:24:03.934909 3901 kube.go:256] Updating pod openshift-image-registry/image-registry-79d78dd8bc-vzc6n I0513 18:24:03.960386 3901 pod.go:62] [openshift-image-registry/image-registry-79d78dd8bc-vzc6n] pod update took 25.524324ms I0513 18:24:03.960409 3901 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-79d78dd8bc-vzc6n] addLogicalPort annotation time took 25.551478ms I0513 18:24:03.961777 3901 pods.go:271] [openshift-image-registry/image-registry-79d78dd8bc-vzc6n] addLogicalPort took 27.102655ms, libovsdb time 1.01949ms I0513 18:24:03.969804 3901 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wzjzs] creating logical port openshift-dns_dns-default-wzjzs for pod on switch ip-10-0-2-92.ec2.internal I0513 18:24:03.969937 3901 kube.go:256] Updating pod openshift-dns/dns-default-wzjzs I0513 18:24:03.970180 3901 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-wfdrr] creating logical port openshift-ingress-canary_ingress-canary-wfdrr for pod on switch ip-10-0-2-92.ec2.internal I0513 18:24:03.970318 3901 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-wfdrr I0513 18:24:03.990145 3901 pod.go:62] [openshift-ingress-canary/ingress-canary-wfdrr] pod update took 19.854688ms I0513 18:24:03.990169 3901 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-wfdrr] addLogicalPort annotation time took 19.881304ms I0513 18:24:03.991688 3901 pods.go:271] [openshift-ingress-canary/ingress-canary-wfdrr] addLogicalPort took 21.518099ms, libovsdb time 1.272431ms I0513 18:24:03.993120 3901 pod.go:62] [openshift-dns/dns-default-wzjzs] pod update took 23.219397ms I0513 18:24:03.993139 3901 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-wzjzs] addLogicalPort annotation time took 23.240944ms I0513 18:24:03.994194 3901 pods.go:271] [openshift-dns/dns-default-wzjzs] addLogicalPort took 24.40735ms, libovsdb time 811.186µs I0513 18:24:04.396870 3901 cni.go:452] [openshift-ingress-canary/ingress-canary-wfdrr 4158e0f39e22265deb97e9ed3980b7f56f8ed15025131ef6e0bde1203bd4a3a8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-wfdrr 4158e0f39e22265deb97e9ed3980b7f56f8ed15025131ef6e0bde1203bd4a3a8 network default NAD default NAD key ] I0513 18:24:04.436658 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-wfdrr, hostIfaceName: 4158e0f39e22265, network: default, NAD default, SandboxID: "4158e0f39e22265deb97e9ed3980b7f56f8ed15025131ef6e0bde1203bd4a3a8", PCI device ID: , UID: "4d35c538-9033-4620-911c-bcefc926c2a2", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0513 18:24:04.498404 3901 cni.go:473] [openshift-ingress-canary/ingress-canary-wfdrr 4158e0f39e22265deb97e9ed3980b7f56f8ed15025131ef6e0bde1203bd4a3a8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-wfdrr 4158e0f39e22265deb97e9ed3980b7f56f8ed15025131ef6e0bde1203bd4a3a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:57:f2:3c:c4:cc\",\"name\":\"4158e0f39e22265\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdf547ef-7273-4584-b944-49282f3f2970\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:24:05.461799 3901 cni.go:452] [kube-system/global-pull-secret-syncer-sdldx 77a5f99605a594fcaafb8bd7031c268e109ee4738bbef4eca8ae183317c7d6f3 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-sdldx 77a5f99605a594fcaafb8bd7031c268e109ee4738bbef4eca8ae183317c7d6f3 network default NAD default NAD key ] I0513 18:24:05.472728 3901 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-sdldx, hostIfaceName: 77a5f99605a594f, network: default, NAD default, SandboxID: "77a5f99605a594fcaafb8bd7031c268e109ee4738bbef4eca8ae183317c7d6f3", PCI device ID: , UID: "901adf33-d835-49bd-ad64-9174b912d646", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0513 18:24:05.485532 3901 cni.go:452] [openshift-network-diagnostics/network-check-target-5xzln cfa96735e191bbc681c8d9db78a0c53cc0bec2abd3ed3990dd5eb900ead9fae5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5xzln cfa96735e191bbc681c8d9db78a0c53cc0bec2abd3ed3990dd5eb900ead9fae5 network default NAD default NAD key ] I0513 18:24:05.498085 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5xzln, hostIfaceName: cfa96735e191bbc, network: default, NAD default, SandboxID: "cfa96735e191bbc681c8d9db78a0c53cc0bec2abd3ed3990dd5eb900ead9fae5", PCI device ID: , UID: "d3f04ceb-c1f7-4c57-bc41-29dd6fb09873", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0513 18:24:05.522455 3901 cni.go:473] [kube-system/global-pull-secret-syncer-sdldx 77a5f99605a594fcaafb8bd7031c268e109ee4738bbef4eca8ae183317c7d6f3 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-sdldx 77a5f99605a594fcaafb8bd7031c268e109ee4738bbef4eca8ae183317c7d6f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fd:89:30:e9:f9\",\"name\":\"77a5f99605a594f\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aefb2247-33e7-425c-85e2-5fa62110cf98\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:24:05.544012 3901 cni.go:473] [openshift-network-diagnostics/network-check-target-5xzln cfa96735e191bbc681c8d9db78a0c53cc0bec2abd3ed3990dd5eb900ead9fae5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5xzln cfa96735e191bbc681c8d9db78a0c53cc0bec2abd3ed3990dd5eb900ead9fae5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:8a:47:de:1c:65\",\"name\":\"cfa96735e191bbc\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a9a80f3-51da-4735-91e5-b4515999e6a5\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:24:06.512034 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:12.128221 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 18:24:12.678961 3901 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:23.003606 3901 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:23.003629 3901 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 28.855µs I0513 18:24:23.003686 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:23.003723 3901 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:28.153001 3901 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-165.ec2.internal I0513 18:24:28.153030 3901 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-165.ec2.internal I0513 18:24:28.153128 3901 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-165.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-165.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-165.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-165.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-165.ec2.internal W0513 18:24:28.210936 3901 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:28.330018 3901 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0513 18:24:28.330067 3901 node_tracker.go:235] Node ip-10-0-0-165.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-165.ec2.internal" I0513 18:24:28.330087 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "ip-10-0-0-165.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:28.330092 3901 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:28.330107 3901 services_controller.go:574] Full service sync requested for network=default W0513 18:24:28.330468 3901 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:28.483357 3901 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0513 18:24:28.483372 3901 default_network_controller.go:1025] Node "ip-10-0-0-165.ec2.internal" in remote zone "ip-10-0-0-165.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:28.483418 3901 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:28.483433 3901 services_controller.go:574] Full service sync requested for network=default W0513 18:24:28.483613 3901 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:28.484317 3901 zone_ic_handler.go:195] Time taken to create transit switch: 283.677µs I0513 18:24:28.484330 3901 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-165.ec2.internal for the network default I0513 18:24:28.485320 3901 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-165.ec2.internal" on network "default" took: 1.29519ms I0513 18:24:31.039528 3901 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0513 18:24:31.039577 3901 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:31.039588 3901 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:31.039591 3901 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:31.039604 3901 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 22.204µs I0513 18:24:31.039606 3901 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 18:24:31.039608 3901 services_controller.go:574] Full service sync requested for network=default I0513 18:24:31.039620 3901 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 10.0.0.165 to PMTUD blocking rules W0513 18:24:31.039826 3901 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:31.045922 3901 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-165.ec2.internal. Updating no re-route policies I0513 18:24:31.056240 3901 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 10.0.0.165 to PMTUD blocking rules I0513 18:24:31.056256 3901 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-165.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 18:24:34.395086 3901 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:34.395115 3901 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 40.002µs W0513 18:24:42.167482 3901 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 18:24:43.687252 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:25:27.512722 3901 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n for pod on switch ip-10-0-2-92.ec2.internal I0513 18:25:27.512862 3901 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n I0513 18:25:27.529640 3901 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n] pod update took 16.80456ms I0513 18:25:27.529662 3901 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n] addLogicalPort annotation time took 16.832065ms I0513 18:25:27.530802 3901 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n] addLogicalPort took 18.096132ms, libovsdb time 876.867µs I0513 18:25:27.868869 3901 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n fd78c33bfc02fc9cfb3323d77b7f609ad8aa931bbf553476bd227d2dee055a08 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n fd78c33bfc02fc9cfb3323d77b7f609ad8aa931bbf553476bd227d2dee055a08 network default NAD default NAD key ] I0513 18:25:27.878427 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n, hostIfaceName: fd78c33bfc02fc9, network: default, NAD default, SandboxID: "fd78c33bfc02fc9cfb3323d77b7f609ad8aa931bbf553476bd227d2dee055a08", PCI device ID: , UID: "59da67f3-7dc7-409b-afa8-76d10d6c67f1", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0513 18:25:27.926542 3901 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n fd78c33bfc02fc9cfb3323d77b7f609ad8aa931bbf553476bd227d2dee055a08 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n fd78c33bfc02fc9cfb3323d77b7f609ad8aa931bbf553476bd227d2dee055a08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:33:74:4b:a9:eb\",\"name\":\"fd78c33bfc02fc9\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a95fa6c-27c3-4605-9d47-b86a10da9e55\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:25:29.329570 3901 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-2xwdk] creating logical port openshift-insights_insights-operator-6dbb575d6c-2xwdk for pod on switch ip-10-0-2-92.ec2.internal I0513 18:25:29.329666 3901 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-nzb6q] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-nzb6q for pod on switch ip-10-0-2-92.ec2.internal I0513 18:25:29.329699 3901 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-2xwdk I0513 18:25:29.329765 3901 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-nzb6q I0513 18:25:29.351145 3901 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-2xwdk] pod update took 21.469698ms I0513 18:25:29.351149 3901 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzb6q] pod update took 21.404022ms I0513 18:25:29.351175 3901 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-nzb6q] addLogicalPort annotation time took 21.429112ms I0513 18:25:29.351182 3901 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-2xwdk] addLogicalPort annotation time took 21.497274ms I0513 18:25:29.352221 3901 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzb6q] addLogicalPort took 22.56557ms, libovsdb time 723.056µs I0513 18:25:29.352470 3901 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-2xwdk] addLogicalPort took 22.919656ms, libovsdb time 980.449µs I0513 18:25:29.424854 3901 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-f29lp] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-f29lp for pod on switch ip-10-0-2-92.ec2.internal I0513 18:25:29.424940 3901 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-f29lp I0513 18:25:29.437249 3901 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2575r] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-2575r for pod on switch ip-10-0-2-92.ec2.internal I0513 18:25:29.437430 3901 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2575r I0513 18:25:29.444037 3901 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-f29lp] pod update took 19.121181ms I0513 18:25:29.444058 3901 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-f29lp] addLogicalPort annotation time took 19.145104ms I0513 18:25:29.445359 3901 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-f29lp] addLogicalPort took 20.520348ms, libovsdb time 1.01337ms I0513 18:25:29.471250 3901 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2575r] pod update took 33.856275ms I0513 18:25:29.471271 3901 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2575r] addLogicalPort annotation time took 33.889689ms I0513 18:25:29.472236 3901 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2575r] addLogicalPort took 35.007499ms, libovsdb time 692.707µs I0513 18:25:29.472280 3901 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-749b877fcc-2x5r8] creating logical port openshift-ingress_router-default-749b877fcc-2x5r8 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:25:29.472344 3901 kube.go:256] Updating pod openshift-ingress/router-default-749b877fcc-2x5r8 I0513 18:25:29.488278 3901 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6977b4b456-488bk] creating logical port openshift-ingress_router-default-6977b4b456-488bk for pod on switch ip-10-0-2-92.ec2.internal I0513 18:25:29.488368 3901 kube.go:256] Updating pod openshift-ingress/router-default-6977b4b456-488bk I0513 18:25:29.503631 3901 pod.go:62] [openshift-ingress/router-default-749b877fcc-2x5r8] pod update took 31.31259ms I0513 18:25:29.503654 3901 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-749b877fcc-2x5r8] addLogicalPort annotation time took 31.33649ms I0513 18:25:29.504714 3901 pods.go:271] [openshift-ingress/router-default-749b877fcc-2x5r8] addLogicalPort took 32.437021ms, libovsdb time 724.819µs I0513 18:25:29.518917 3901 pod.go:62] [openshift-ingress/router-default-6977b4b456-488bk] pod update took 30.57404ms I0513 18:25:29.518938 3901 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6977b4b456-488bk] addLogicalPort annotation time took 30.602517ms I0513 18:25:29.520121 3901 pods.go:271] [openshift-ingress/router-default-6977b4b456-488bk] addLogicalPort took 31.855651ms, libovsdb time 814.339µs I0513 18:25:29.688474 3901 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-2xwdk 4ae0685141e0a9c2a1f6c48e590e9d17954831286075b20a2a96a635d53415c9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-2xwdk 4ae0685141e0a9c2a1f6c48e590e9d17954831286075b20a2a96a635d53415c9 network default NAD default NAD key ] I0513 18:25:29.700246 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-2xwdk, hostIfaceName: 4ae0685141e0a9c, network: default, NAD default, SandboxID: "4ae0685141e0a9c2a1f6c48e590e9d17954831286075b20a2a96a635d53415c9", PCI device ID: , UID: "180e0576-a9c4-4096-a036-60c0fa27e01c", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0513 18:25:29.747253 3901 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-2xwdk 4ae0685141e0a9c2a1f6c48e590e9d17954831286075b20a2a96a635d53415c9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-2xwdk 4ae0685141e0a9c2a1f6c48e590e9d17954831286075b20a2a96a635d53415c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ce:6d:4a:45:3a\",\"name\":\"4ae0685141e0a9c\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd92e61b-cc71-4310-9259-d9af78855158\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:25:33.562110 3901 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0513 18:25:33.562990 3901 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 857.614µs I0513 18:25:33.577272 3901 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 18:25:33.687406 3901 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mct77] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-mct77 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:25:33.687561 3901 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mct77 I0513 18:25:33.711363 3901 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mct77] pod update took 23.828275ms I0513 18:25:33.711388 3901 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mct77] addLogicalPort annotation time took 23.863689ms I0513 18:25:33.712769 3901 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mct77] addLogicalPort took 25.381085ms, libovsdb time 1.024135ms I0513 18:25:34.045251 3901 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mct77 ac2dc56291e76542e2d30c28d6fcde877ae5cab8e29c17feda808fb9ce19481b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mct77 ac2dc56291e76542e2d30c28d6fcde877ae5cab8e29c17feda808fb9ce19481b network default NAD default NAD key ] I0513 18:25:34.054742 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-mct77, hostIfaceName: ac2dc56291e7654, network: default, NAD default, SandboxID: "ac2dc56291e76542e2d30c28d6fcde877ae5cab8e29c17feda808fb9ce19481b", PCI device ID: , UID: "5fbdb116-7bf0-48c7-9ba5-9d9adefd929a", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0513 18:25:34.103133 3901 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mct77 ac2dc56291e76542e2d30c28d6fcde877ae5cab8e29c17feda808fb9ce19481b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mct77 ac2dc56291e76542e2d30c28d6fcde877ae5cab8e29c17feda808fb9ce19481b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:6c:94:a8:14:3c\",\"name\":\"ac2dc56291e7654\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/419e070f-3689-413e-a437-902494a0db7f\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:25:34.302009 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 18:25:36.308284 3901 namespace.go:98] [openshift-service-ca] adding namespace I0513 18:25:36.309338 3901 namespace.go:102] [openshift-service-ca] adding namespace took 993.739µs I0513 18:25:36.330910 3901 namespace.go:142] [openshift-service-ca] updating namespace I0513 18:25:45.407480 3901 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2575r cb09b7adb5051db265e18b271546386830ddf36283fb9e887f5363977d0e412d network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2575r cb09b7adb5051db265e18b271546386830ddf36283fb9e887f5363977d0e412d network default NAD default NAD key ] I0513 18:25:45.417595 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-2575r, hostIfaceName: cb09b7adb5051db, network: default, NAD default, SandboxID: "cb09b7adb5051db265e18b271546386830ddf36283fb9e887f5363977d0e412d", PCI device ID: , UID: "9abd75b3-0480-4496-bb47-b93162e81ad2", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0513 18:25:45.468722 3901 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2575r cb09b7adb5051db265e18b271546386830ddf36283fb9e887f5363977d0e412d network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-2575r cb09b7adb5051db265e18b271546386830ddf36283fb9e887f5363977d0e412d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:85:0b:22:3a:fb\",\"name\":\"cb09b7adb5051db\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0ad4958-823b-43e4-9775-2f1f3729ed95\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:25:46.095239 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 18:25:53.956351 3901 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n fd78c33bfc02fc9cfb3323d77b7f609ad8aa931bbf553476bd227d2dee055a08 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n fd78c33bfc02fc9cfb3323d77b7f609ad8aa931bbf553476bd227d2dee055a08 network default NAD default NAD key ] I0513 18:25:54.024731 3901 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n fd78c33bfc02fc9cfb3323d77b7f609ad8aa931bbf553476bd227d2dee055a08 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n fd78c33bfc02fc9cfb3323d77b7f609ad8aa931bbf553476bd227d2dee055a08 network default NAD default NAD key default], result "{}", err I0513 18:25:54.073713 3901 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.073752 3901 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n I0513 18:25:54.075157 3901 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n, ips: 10.129.0.9 I0513 18:25:54.075195 3901 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.075223 3901 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.075235 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0513 18:25:54.075492 3901 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.075528 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0513 18:26:01.505152 3901 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzb6q 8367a009d166a8537866392047cf4ad28b6d45aa182e351f9d747099a55d4c87 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzb6q 8367a009d166a8537866392047cf4ad28b6d45aa182e351f9d747099a55d4c87 network default NAD default NAD key ] I0513 18:26:01.514668 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-nzb6q, hostIfaceName: 8367a009d166a85, network: default, NAD default, SandboxID: "8367a009d166a8537866392047cf4ad28b6d45aa182e351f9d747099a55d4c87", PCI device ID: , UID: "e45726d2-b71d-4001-bda5-3a4dc0667680", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0513 18:26:01.564308 3901 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzb6q 8367a009d166a8537866392047cf4ad28b6d45aa182e351f9d747099a55d4c87 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzb6q 8367a009d166a8537866392047cf4ad28b6d45aa182e351f9d747099a55d4c87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:10:7c:fd:fd:47\",\"name\":\"8367a009d166a85\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c07907c-2bfe-4c3c-9658-00b830d38357\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:26:01.595451 3901 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-f29lp 5a8400904a7f14f1907013dc68f68747270001161e1a0cf2eabde850ff076511 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-f29lp 5a8400904a7f14f1907013dc68f68747270001161e1a0cf2eabde850ff076511 network default NAD default NAD key ] I0513 18:26:01.605438 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-f29lp, hostIfaceName: 5a8400904a7f14f, network: default, NAD default, SandboxID: "5a8400904a7f14f1907013dc68f68747270001161e1a0cf2eabde850ff076511", PCI device ID: , UID: "94b55a97-3fc3-4d19-887b-46accfb34000", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0513 18:26:01.617462 3901 cni.go:452] [openshift-ingress/router-default-749b877fcc-2x5r8 e56dfde6761b48b8bf40310b4765cb8f7f30805c15d917a160a8020045b99f8c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-749b877fcc-2x5r8 e56dfde6761b48b8bf40310b4765cb8f7f30805c15d917a160a8020045b99f8c network default NAD default NAD key ] I0513 18:26:01.628219 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-749b877fcc-2x5r8, hostIfaceName: e56dfde6761b48b, network: default, NAD default, SandboxID: "e56dfde6761b48b8bf40310b4765cb8f7f30805c15d917a160a8020045b99f8c", PCI device ID: , UID: "48c55778-535c-4ba2-875c-5ab7eb73dd7e", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0513 18:26:01.653480 3901 cni.go:452] [openshift-ingress/router-default-6977b4b456-488bk 98bd5454618cae26e587edf62969678b507d9e92129b1783bc4efea547fd9b03 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6977b4b456-488bk 98bd5454618cae26e587edf62969678b507d9e92129b1783bc4efea547fd9b03 network default NAD default NAD key ] I0513 18:26:01.662255 3901 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-f29lp 5a8400904a7f14f1907013dc68f68747270001161e1a0cf2eabde850ff076511 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-f29lp 5a8400904a7f14f1907013dc68f68747270001161e1a0cf2eabde850ff076511 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:07:e9:16:74:bb\",\"name\":\"5a8400904a7f14f\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adbccf86-9d63-4b24-a329-d9058e52ed54\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:26:01.670123 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6977b4b456-488bk, hostIfaceName: 98bd5454618cae2, network: default, NAD default, SandboxID: "98bd5454618cae26e587edf62969678b507d9e92129b1783bc4efea547fd9b03", PCI device ID: , UID: "384f9dc4-df39-4bf6-88d5-407b7bfce917", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0513 18:26:01.679460 3901 cni.go:473] [openshift-ingress/router-default-749b877fcc-2x5r8 e56dfde6761b48b8bf40310b4765cb8f7f30805c15d917a160a8020045b99f8c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-749b877fcc-2x5r8 e56dfde6761b48b8bf40310b4765cb8f7f30805c15d917a160a8020045b99f8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ef:4b:93:fe:03\",\"name\":\"e56dfde6761b48b\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c1b5f23-400b-44a8-9a96-9e33058e76db\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:26:01.720697 3901 cni.go:473] [openshift-ingress/router-default-6977b4b456-488bk 98bd5454618cae26e587edf62969678b507d9e92129b1783bc4efea547fd9b03 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6977b4b456-488bk 98bd5454618cae26e587edf62969678b507d9e92129b1783bc4efea547fd9b03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:df:e8:fe:b4:77\",\"name\":\"98bd5454618cae2\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c22c133b-151c-432d-9778-353905de6fbb\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:26:02.975716 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:02.975741 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:02.975747 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:02.975757 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:02.975764 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0513 18:26:02.988032 3901 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rw522] creating logical port openshift-insights_insights-runtime-extractor-rw522 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:26:02.988131 3901 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rw522 W0513 18:26:03.015305 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.015332 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.015340 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.028711 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.028741 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0513 18:26:03.031901 3901 pod.go:62] [openshift-insights/insights-runtime-extractor-rw522] pod update took 43.802021ms I0513 18:26:03.031924 3901 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rw522] addLogicalPort annotation time took 43.829593ms I0513 18:26:03.033036 3901 pods.go:271] [openshift-insights/insights-runtime-extractor-rw522] addLogicalPort took 45.021666ms, libovsdb time 822.7µs I0513 18:26:03.052982 3901 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.053037 3901 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.053064 3901 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.053077 3901 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.152685 3901 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 18:26:03.266631 3901 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 18:26:04.029051 3901 cni.go:452] [openshift-insights/insights-runtime-extractor-rw522 02133a39cb4f9da7313db44fd87d118f38e729ec909f3e23f63870023fa821bf network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rw522 02133a39cb4f9da7313db44fd87d118f38e729ec909f3e23f63870023fa821bf network default NAD default NAD key ] I0513 18:26:04.039905 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rw522, hostIfaceName: 02133a39cb4f9da, network: default, NAD default, SandboxID: "02133a39cb4f9da7313db44fd87d118f38e729ec909f3e23f63870023fa821bf", PCI device ID: , UID: "247dc457-2ffe-498c-986d-1914df679395", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0513 18:26:04.092235 3901 cni.go:473] [openshift-insights/insights-runtime-extractor-rw522 02133a39cb4f9da7313db44fd87d118f38e729ec909f3e23f63870023fa821bf network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rw522 02133a39cb4f9da7313db44fd87d118f38e729ec909f3e23f63870023fa821bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:da:1c:4e:6b:d2\",\"name\":\"02133a39cb4f9da\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f053417-79a8-4122-a21a-6c78bc10304c\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:26:04.434270 3901 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.434837 3901 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.460407 3901 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.460431 3901 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.471615 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65cb569db8-rn7dg I0513 18:26:04.471640 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65cb569db8-rn7dg I0513 18:26:04.504482 3901 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.505040 3901 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.526809 3901 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.526829 3901 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.538800 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79d78dd8bc-mhjfn I0513 18:26:04.538822 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79d78dd8bc-mhjfn W0513 18:26:05.419986 3901 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:05.429713 3901 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 18:26:07.873155 3901 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0513 18:26:07.886723 3901 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0513 18:26:08.446447 3901 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:08.446465 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:08.446471 3901 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0513 18:26:11.935828 3901 cni.go:452] [openshift-image-registry/image-registry-79d78dd8bc-vzc6n bf05886928917a6dab3f84c91f272492e97d507fa2a96070e1bc1b04533a2c0c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-79d78dd8bc-vzc6n bf05886928917a6dab3f84c91f272492e97d507fa2a96070e1bc1b04533a2c0c network default NAD default NAD key ] I0513 18:26:11.945494 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-79d78dd8bc-vzc6n, hostIfaceName: bf05886928917a6, network: default, NAD default, SandboxID: "bf05886928917a6dab3f84c91f272492e97d507fa2a96070e1bc1b04533a2c0c", PCI device ID: , UID: "e6cc4eb3-6a49-4468-94b6-ca5a93917af8", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0513 18:26:11.995683 3901 cni.go:473] [openshift-image-registry/image-registry-79d78dd8bc-vzc6n bf05886928917a6dab3f84c91f272492e97d507fa2a96070e1bc1b04533a2c0c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-79d78dd8bc-vzc6n bf05886928917a6dab3f84c91f272492e97d507fa2a96070e1bc1b04533a2c0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b3:97:c2:3d:e3\",\"name\":\"bf05886928917a6\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1289d4a6-66c7-487b-97e9-8c7d8adeecde\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:26:12.241345 3901 cni.go:452] [openshift-dns/dns-default-wzjzs ba15f6876ccadbf96bdd666a43879314272804b963999542ed0b504d7ca736ac network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-wzjzs ba15f6876ccadbf96bdd666a43879314272804b963999542ed0b504d7ca736ac network default NAD default NAD key ] I0513 18:26:12.253062 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wzjzs, hostIfaceName: ba15f6876ccadbf, network: default, NAD default, SandboxID: "ba15f6876ccadbf96bdd666a43879314272804b963999542ed0b504d7ca736ac", PCI device ID: , UID: "410ae204-1d1a-4cb9-a500-d6526cd5f132", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0513 18:26:12.303622 3901 cni.go:473] [openshift-dns/dns-default-wzjzs ba15f6876ccadbf96bdd666a43879314272804b963999542ed0b504d7ca736ac network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-wzjzs ba15f6876ccadbf96bdd666a43879314272804b963999542ed0b504d7ca736ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:10:d7:5a:46:b8\",\"name\":\"ba15f6876ccadbf\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee50ef36-c3ae-4414-a775-91c06a19b6ec\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:26:13.044365 3901 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:14.062300 3901 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:14.062326 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:14.062332 3901 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0513 18:26:15.616627 3901 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:26:15.616724 3901 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0513 18:26:15.651915 3901 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 35.224359ms I0513 18:26:15.651942 3901 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 35.257339ms I0513 18:26:15.653142 3901 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 36.531867ms, libovsdb time 855.372µs I0513 18:26:15.976092 3901 cni.go:452] [openshift-monitoring/alertmanager-main-1 706817b5c13635a5d74e112090686807eb36bd4ac821bf9bd8054fe96fa26bce network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 706817b5c13635a5d74e112090686807eb36bd4ac821bf9bd8054fe96fa26bce network default NAD default NAD key ] I0513 18:26:15.985974 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 706817b5c13635a, network: default, NAD default, SandboxID: "706817b5c13635a5d74e112090686807eb36bd4ac821bf9bd8054fe96fa26bce", PCI device ID: , UID: "a50ab9af-c23b-423e-9ce7-6daa7c2cdfcf", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0513 18:26:16.039625 3901 cni.go:473] [openshift-monitoring/alertmanager-main-1 706817b5c13635a5d74e112090686807eb36bd4ac821bf9bd8054fe96fa26bce network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 706817b5c13635a5d74e112090686807eb36bd4ac821bf9bd8054fe96fa26bce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:5b:15:59:68:6e\",\"name\":\"706817b5c13635a\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1103994-7495-4958-93a1-59bc126ba01b\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:26:16.490542 3901 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-68969db446-sx2gp] creating logical port openshift-monitoring_thanos-querier-68969db446-sx2gp for pod on switch ip-10-0-2-92.ec2.internal I0513 18:26:16.490687 3901 kube.go:256] Updating pod openshift-monitoring/thanos-querier-68969db446-sx2gp I0513 18:26:16.510586 3901 pod.go:62] [openshift-monitoring/thanos-querier-68969db446-sx2gp] pod update took 19.934282ms I0513 18:26:16.510610 3901 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-68969db446-sx2gp] addLogicalPort annotation time took 19.964447ms I0513 18:26:16.511766 3901 pods.go:271] [openshift-monitoring/thanos-querier-68969db446-sx2gp] addLogicalPort took 21.246447ms, libovsdb time 809.442µs I0513 18:26:16.851976 3901 cni.go:452] [openshift-monitoring/thanos-querier-68969db446-sx2gp fef02773a9a6a53f6f0258872e42a70c2db6dedbb29778d9b35f8fc492a41b5a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-68969db446-sx2gp fef02773a9a6a53f6f0258872e42a70c2db6dedbb29778d9b35f8fc492a41b5a network default NAD default NAD key ] I0513 18:26:16.861862 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-68969db446-sx2gp, hostIfaceName: fef02773a9a6a53, network: default, NAD default, SandboxID: "fef02773a9a6a53f6f0258872e42a70c2db6dedbb29778d9b35f8fc492a41b5a", PCI device ID: , UID: "6cb7890d-e182-4051-8433-edaa15e73365", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0513 18:26:16.912571 3901 cni.go:473] [openshift-monitoring/thanos-querier-68969db446-sx2gp fef02773a9a6a53f6f0258872e42a70c2db6dedbb29778d9b35f8fc492a41b5a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-68969db446-sx2gp fef02773a9a6a53f6f0258872e42a70c2db6dedbb29778d9b35f8fc492a41b5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:20:d0:1f:cf:2e\",\"name\":\"fef02773a9a6a53\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d5407e5-fec8-47d4-85e4-7291f431c6e4\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:26:18.105965 3901 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.105993 3901 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.106001 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.449339 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:18.449365 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:18.449376 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:18.449390 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:18.449395 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:18.449400 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:18.515818 3901 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.515837 3901 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.515842 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 18:26:19.086476 3901 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-dfdcbcc4f-smzvr] creating logical port openshift-monitoring_metrics-server-dfdcbcc4f-smzvr for pod on switch ip-10-0-2-92.ec2.internal I0513 18:26:19.086634 3901 kube.go:256] Updating pod openshift-monitoring/metrics-server-dfdcbcc4f-smzvr I0513 18:26:19.111542 3901 pod.go:62] [openshift-monitoring/metrics-server-dfdcbcc4f-smzvr] pod update took 24.934316ms I0513 18:26:19.111634 3901 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-dfdcbcc4f-smzvr] addLogicalPort annotation time took 25.029465ms I0513 18:26:19.113085 3901 pods.go:271] [openshift-monitoring/metrics-server-dfdcbcc4f-smzvr] addLogicalPort took 26.626867ms, libovsdb time 1.014813ms I0513 18:26:19.758447 3901 cni.go:452] [openshift-monitoring/metrics-server-dfdcbcc4f-smzvr ab6fed41b1488ef229dfebbf9945017e7d8af6b09e74d718e348025c2c835f8c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-dfdcbcc4f-smzvr ab6fed41b1488ef229dfebbf9945017e7d8af6b09e74d718e348025c2c835f8c network default NAD default NAD key ] I0513 18:26:19.768478 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-dfdcbcc4f-smzvr, hostIfaceName: ab6fed41b1488ef, network: default, NAD default, SandboxID: "ab6fed41b1488ef229dfebbf9945017e7d8af6b09e74d718e348025c2c835f8c", PCI device ID: , UID: "d820d18d-7b81-403b-896a-9da46698d8fc", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0513 18:26:19.821384 3901 cni.go:473] [openshift-monitoring/metrics-server-dfdcbcc4f-smzvr ab6fed41b1488ef229dfebbf9945017e7d8af6b09e74d718e348025c2c835f8c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-dfdcbcc4f-smzvr ab6fed41b1488ef229dfebbf9945017e7d8af6b09e74d718e348025c2c835f8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:4e:8c:07:0e:d7\",\"name\":\"ab6fed41b1488ef\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d7bf356-2ba4-481c-b1ca-c08d22aa6c5f\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:26:22.099028 3901 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.099056 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.099064 3901 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.099069 3901 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.128379 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 18:26:22.497420 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0513 18:26:22.564943 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 18:26:22.593894 3901 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.593915 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.593921 3901 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.593925 3901 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.635404 3901 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:22.635423 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:23.521898 3901 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:23.521921 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:25.052627 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:25.052652 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:25.052659 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:26.428649 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:26.428674 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:26.445133 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:26.445160 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0513 18:26:27.613076 3901 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-clbcx] creating logical port openshift-console_downloads-5c54f4944f-clbcx for pod on switch ip-10-0-2-92.ec2.internal I0513 18:26:27.613176 3901 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-clbcx I0513 18:26:27.630997 3901 pod.go:62] [openshift-console/downloads-5c54f4944f-clbcx] pod update took 17.848051ms I0513 18:26:27.631023 3901 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-clbcx] addLogicalPort annotation time took 17.88102ms I0513 18:26:27.632144 3901 pods.go:271] [openshift-console/downloads-5c54f4944f-clbcx] addLogicalPort took 19.085586ms, libovsdb time 828.666µs I0513 18:26:27.974698 3901 cni.go:452] [openshift-console/downloads-5c54f4944f-clbcx c7dc5562a10413207e1138033b084de070a7fe3f795b2fb8fde6d30404c104bb network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-clbcx c7dc5562a10413207e1138033b084de070a7fe3f795b2fb8fde6d30404c104bb network default NAD default NAD key ] I0513 18:26:27.984155 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-clbcx, hostIfaceName: c7dc5562a104132, network: default, NAD default, SandboxID: "c7dc5562a10413207e1138033b084de070a7fe3f795b2fb8fde6d30404c104bb", PCI device ID: , UID: "a975cb03-7ec5-4361-b368-2d24be49c0bc", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0513 18:26:28.035935 3901 cni.go:473] [openshift-console/downloads-5c54f4944f-clbcx c7dc5562a10413207e1138033b084de070a7fe3f795b2fb8fde6d30404c104bb network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-clbcx c7dc5562a10413207e1138033b084de070a7fe3f795b2fb8fde6d30404c104bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c3:ac:1d:18:33\",\"name\":\"c7dc5562a104132\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e0131d2-f1d9-4bda-b11e-7b5d6c0a4efd\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:26:28.108367 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.108390 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.108396 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:28.108402 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0513 18:26:32.197333 3901 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 18:26:35.740423 3901 base_network_controller_pods.go:487] [default/openshift-console/console-65bf479b94-qjpm2] creating logical port openshift-console_console-65bf479b94-qjpm2 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:26:35.740585 3901 kube.go:256] Updating pod openshift-console/console-65bf479b94-qjpm2 I0513 18:26:35.762182 3901 pod.go:62] [openshift-console/console-65bf479b94-qjpm2] pod update took 21.626328ms I0513 18:26:35.762209 3901 base_network_controller_pods.go:951] [default/openshift-console/console-65bf479b94-qjpm2] addLogicalPort annotation time took 21.662056ms I0513 18:26:35.763683 3901 pods.go:271] [openshift-console/console-65bf479b94-qjpm2] addLogicalPort took 23.288336ms, libovsdb time 1.09363ms I0513 18:26:36.102679 3901 cni.go:452] [openshift-console/console-65bf479b94-qjpm2 2bf0cd2579b50c204e5edd34874a42e7f6d1faa6f66945c722893ddf7ff5c46c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65bf479b94-qjpm2 2bf0cd2579b50c204e5edd34874a42e7f6d1faa6f66945c722893ddf7ff5c46c network default NAD default NAD key ] I0513 18:26:36.112812 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65bf479b94-qjpm2, hostIfaceName: 2bf0cd2579b50c2, network: default, NAD default, SandboxID: "2bf0cd2579b50c204e5edd34874a42e7f6d1faa6f66945c722893ddf7ff5c46c", PCI device ID: , UID: "bfca91e8-247d-4dfc-8fa2-ed4f7223e590", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0513 18:26:36.167277 3901 cni.go:473] [openshift-console/console-65bf479b94-qjpm2 2bf0cd2579b50c204e5edd34874a42e7f6d1faa6f66945c722893ddf7ff5c46c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65bf479b94-qjpm2 2bf0cd2579b50c204e5edd34874a42e7f6d1faa6f66945c722893ddf7ff5c46c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:89:03:73:e1:97\",\"name\":\"2bf0cd2579b50c2\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a01d5027-3dbd-4f2e-84ed-3f5954240ece\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:26:41.177887 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 18:26:41.585799 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 18:26:42.936091 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 18:26:43.105610 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 18:26:46.042069 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.042090 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.042096 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:46.622274 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 18:26:46.622305 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 18:26:49.210684 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0513 18:26:49.624584 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 18:26:49.649699 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0513 18:26:49.649722 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0513 18:26:50.241715 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0513 18:26:51.642984 3901 cni.go:452] [openshift-image-registry/image-registry-79d78dd8bc-vzc6n bf05886928917a6dab3f84c91f272492e97d507fa2a96070e1bc1b04533a2c0c network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-79d78dd8bc-vzc6n bf05886928917a6dab3f84c91f272492e97d507fa2a96070e1bc1b04533a2c0c network default NAD default NAD key ] I0513 18:26:51.738989 3901 cni.go:473] [openshift-image-registry/image-registry-79d78dd8bc-vzc6n bf05886928917a6dab3f84c91f272492e97d507fa2a96070e1bc1b04533a2c0c network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-79d78dd8bc-vzc6n bf05886928917a6dab3f84c91f272492e97d507fa2a96070e1bc1b04533a2c0c network default NAD default NAD key default], result "{}", err I0513 18:26:51.798888 3901 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:51.798937 3901 pods.go:176] Deleting pod: openshift-image-registry/image-registry-79d78dd8bc-vzc6n I0513 18:26:51.800394 3901 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-79d78dd8bc-vzc6n, ips: 10.129.0.6 I0513 18:26:51.800421 3901 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:52.222121 3901 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:52.222143 3901 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:52.229080 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79d78dd8bc-vzc6n I0513 18:26:52.229108 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79d78dd8bc-vzc6n W0513 18:26:53.682321 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 18:26:53.682351 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 18:26:53.721678 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 18:26:53.721704 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 18:26:58.257254 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0513 18:26:58.257343 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0513 18:26:58.257389 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0513 18:26:59.262118 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0513 18:27:05.702447 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0513 18:27:08.341334 3901 cni.go:452] [openshift-console/console-65bf479b94-qjpm2 2bf0cd2579b50c204e5edd34874a42e7f6d1faa6f66945c722893ddf7ff5c46c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65bf479b94-qjpm2 2bf0cd2579b50c204e5edd34874a42e7f6d1faa6f66945c722893ddf7ff5c46c network default NAD default NAD key ] I0513 18:27:08.413070 3901 cni.go:473] [openshift-console/console-65bf479b94-qjpm2 2bf0cd2579b50c204e5edd34874a42e7f6d1faa6f66945c722893ddf7ff5c46c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65bf479b94-qjpm2 2bf0cd2579b50c204e5edd34874a42e7f6d1faa6f66945c722893ddf7ff5c46c network default NAD default NAD key default], result "{}", err I0513 18:27:08.483728 3901 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-qjpm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:08.483764 3901 pods.go:176] Deleting pod: openshift-console/console-65bf479b94-qjpm2 I0513 18:27:08.485096 3901 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65bf479b94-qjpm2, ips: 10.129.0.22 I0513 18:27:08.485125 3901 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-qjpm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:08.494064 3901 base_network_controller_pods.go:487] [default/openshift-console/console-747495c85c-9rf4j] creating logical port openshift-console_console-747495c85c-9rf4j for pod on switch ip-10-0-2-92.ec2.internal I0513 18:27:08.494201 3901 kube.go:256] Updating pod openshift-console/console-747495c85c-9rf4j I0513 18:27:08.508250 3901 pod.go:62] [openshift-console/console-747495c85c-9rf4j] pod update took 14.079501ms I0513 18:27:08.508270 3901 base_network_controller_pods.go:951] [default/openshift-console/console-747495c85c-9rf4j] addLogicalPort annotation time took 14.102822ms I0513 18:27:08.509470 3901 pods.go:271] [openshift-console/console-747495c85c-9rf4j] addLogicalPort took 15.423991ms, libovsdb time 861.299µs I0513 18:27:08.899861 3901 cni.go:452] [openshift-console/console-747495c85c-9rf4j f3a182232185b69aa061212f27ce2c504f66451f1c6bf650e6b204ff7efc7e8a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-747495c85c-9rf4j f3a182232185b69aa061212f27ce2c504f66451f1c6bf650e6b204ff7efc7e8a network default NAD default NAD key ] I0513 18:27:08.910048 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-747495c85c-9rf4j, hostIfaceName: f3a182232185b69, network: default, NAD default, SandboxID: "f3a182232185b69aa061212f27ce2c504f66451f1c6bf650e6b204ff7efc7e8a", PCI device ID: , UID: "2092d5bc-8ef7-456a-9d4e-6d849b22ae54", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0513 18:27:08.960921 3901 cni.go:473] [openshift-console/console-747495c85c-9rf4j f3a182232185b69aa061212f27ce2c504f66451f1c6bf650e6b204ff7efc7e8a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-747495c85c-9rf4j f3a182232185b69aa061212f27ce2c504f66451f1c6bf650e6b204ff7efc7e8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:fa:a1:2d:03:09\",\"name\":\"f3a182232185b69\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e764744-0259-4359-9e94-24f943104bde\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:27:09.321841 3901 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-qjpm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:09.321863 3901 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-qjpm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:09.329481 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65bf479b94-qjpm2 I0513 18:27:09.329535 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65bf479b94-qjpm2 I0513 18:27:18.233470 3901 cni.go:452] [openshift-ingress/router-default-749b877fcc-2x5r8 e56dfde6761b48b8bf40310b4765cb8f7f30805c15d917a160a8020045b99f8c network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-749b877fcc-2x5r8 e56dfde6761b48b8bf40310b4765cb8f7f30805c15d917a160a8020045b99f8c network default NAD default NAD key ] I0513 18:27:18.309141 3901 cni.go:473] [openshift-ingress/router-default-749b877fcc-2x5r8 e56dfde6761b48b8bf40310b4765cb8f7f30805c15d917a160a8020045b99f8c network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-749b877fcc-2x5r8 e56dfde6761b48b8bf40310b4765cb8f7f30805c15d917a160a8020045b99f8c network default NAD default NAD key default], result "{}", err I0513 18:27:18.377924 3901 obj_retry.go:498] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:18.377956 3901 pods.go:176] Deleting pod: openshift-ingress/router-default-749b877fcc-2x5r8 I0513 18:27:18.379477 3901 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-749b877fcc-2x5r8, ips: 10.129.0.14 I0513 18:27:18.379524 3901 obj_retry.go:498] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:19.052405 3901 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-wjm5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:19.053020 3901 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-wjm5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:19.343181 3901 obj_retry.go:492] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.343209 3901 obj_retry.go:492] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.351968 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-749b877fcc-2x5r8 I0513 18:27:19.351991 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-749b877fcc-2x5r8 W0513 18:27:19.388609 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 18:27:19.764822 3901 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-wjm5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.764847 3901 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-wjm5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.769772 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65bf479b94-wjm5n I0513 18:27:19.769801 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65bf479b94-wjm5n I0513 18:27:33.677694 3901 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 18:27:36.582210 3901 cni.go:452] [openshift-monitoring/alertmanager-main-1 706817b5c13635a5d74e112090686807eb36bd4ac821bf9bd8054fe96fa26bce network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 706817b5c13635a5d74e112090686807eb36bd4ac821bf9bd8054fe96fa26bce network default NAD default NAD key ] I0513 18:27:36.662405 3901 cni.go:473] [openshift-monitoring/alertmanager-main-1 706817b5c13635a5d74e112090686807eb36bd4ac821bf9bd8054fe96fa26bce network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 706817b5c13635a5d74e112090686807eb36bd4ac821bf9bd8054fe96fa26bce network default NAD default NAD key default], result "{}", err I0513 18:27:36.750064 3901 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:36.750107 3901 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0513 18:27:36.751407 3901 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.18 I0513 18:27:36.751437 3901 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:37.430956 3901 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:37.430985 3901 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:37.439003 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0513 18:27:37.439028 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0513 18:27:37.484220 3901 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:27:37.484337 3901 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0513 18:27:37.510031 3901 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.732935ms I0513 18:27:37.510057 3901 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.762487ms I0513 18:27:37.511282 3901 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.03908ms, libovsdb time 866.591µs I0513 18:27:37.897632 3901 cni.go:452] [openshift-monitoring/alertmanager-main-1 ad597c24941bd90a85e0be81184009b91e7824ef50d9a9111360a6333410cf68 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 ad597c24941bd90a85e0be81184009b91e7824ef50d9a9111360a6333410cf68 network default NAD default NAD key ] I0513 18:27:37.907583 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: ad597c24941bd90, network: default, NAD default, SandboxID: "ad597c24941bd90a85e0be81184009b91e7824ef50d9a9111360a6333410cf68", PCI device ID: , UID: "babb26bc-0f8b-4d44-9059-70b85be69935", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0513 18:27:37.958682 3901 cni.go:473] [openshift-monitoring/alertmanager-main-1 ad597c24941bd90a85e0be81184009b91e7824ef50d9a9111360a6333410cf68 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 ad597c24941bd90a85e0be81184009b91e7824ef50d9a9111360a6333410cf68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ca:79:40:d1:5e\",\"name\":\"ad597c24941bd90\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fb25e1d-b5a5-4f8c-8373-81d9c33dc1fd\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:27:39.310747 3901 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5d675cb5dd-djvqf] creating logical port openshift-monitoring_telemeter-client-5d675cb5dd-djvqf for pod on switch ip-10-0-2-92.ec2.internal I0513 18:27:39.310877 3901 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5d675cb5dd-djvqf I0513 18:27:39.330780 3901 pod.go:62] [openshift-monitoring/telemeter-client-5d675cb5dd-djvqf] pod update took 19.928641ms I0513 18:27:39.330807 3901 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5d675cb5dd-djvqf] addLogicalPort annotation time took 19.959327ms I0513 18:27:39.332134 3901 pods.go:271] [openshift-monitoring/telemeter-client-5d675cb5dd-djvqf] addLogicalPort took 21.409084ms, libovsdb time 1.018704ms I0513 18:27:39.690114 3901 cni.go:452] [openshift-monitoring/telemeter-client-5d675cb5dd-djvqf dba4aa71ecc5fde64e6c0c4ae6aab1081892ac2aecfbe8dcea798e943c14203f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5d675cb5dd-djvqf dba4aa71ecc5fde64e6c0c4ae6aab1081892ac2aecfbe8dcea798e943c14203f network default NAD default NAD key ] I0513 18:27:39.700216 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5d675cb5dd-djvqf, hostIfaceName: dba4aa71ecc5fde, network: default, NAD default, SandboxID: "dba4aa71ecc5fde64e6c0c4ae6aab1081892ac2aecfbe8dcea798e943c14203f", PCI device ID: , UID: "400b7778-5866-4ef2-9dcb-b6aa2b45d0c5", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0513 18:27:39.750385 3901 cni.go:473] [openshift-monitoring/telemeter-client-5d675cb5dd-djvqf dba4aa71ecc5fde64e6c0c4ae6aab1081892ac2aecfbe8dcea798e943c14203f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5d675cb5dd-djvqf dba4aa71ecc5fde64e6c0c4ae6aab1081892ac2aecfbe8dcea798e943c14203f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:72:7f:0d:40:77\",\"name\":\"dba4aa71ecc5fde\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f0322b0-9c33-4d46-aa20-606c947e5a5b\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:27:40.950757 3901 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:40.951315 3901 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:41.883721 3901 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:41.883753 3901 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:41.892269 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0513 18:27:41.892295 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0513 18:27:43.545557 3901 cni.go:452] [openshift-multus/network-metrics-daemon-nm75v 65cdb4d46700a46ca7ec6c52111f4834b7c5e6657731b8633cd19830e766d1b7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-nm75v 65cdb4d46700a46ca7ec6c52111f4834b7c5e6657731b8633cd19830e766d1b7 network default NAD default NAD key ] I0513 18:27:43.558038 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nm75v, hostIfaceName: 65cdb4d46700a46, network: default, NAD default, SandboxID: "65cdb4d46700a46ca7ec6c52111f4834b7c5e6657731b8633cd19830e766d1b7", PCI device ID: , UID: "9012448c-075d-4d13-8822-04ad9bad9f41", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0513 18:27:43.621265 3901 cni.go:473] [openshift-multus/network-metrics-daemon-nm75v 65cdb4d46700a46ca7ec6c52111f4834b7c5e6657731b8633cd19830e766d1b7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nm75v 65cdb4d46700a46ca7ec6c52111f4834b7c5e6657731b8633cd19830e766d1b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:7a:3c:44:3b:c8\",\"name\":\"65cdb4d46700a46\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed05b052-371f-429d-8eed-f9ed8f919cb3\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:28:07.976579 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:28:07.976601 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:28:07.976607 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 18:28:08.033939 3901 cni.go:452] [openshift-console/console-747495c85c-9rf4j f3a182232185b69aa061212f27ce2c504f66451f1c6bf650e6b204ff7efc7e8a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-747495c85c-9rf4j f3a182232185b69aa061212f27ce2c504f66451f1c6bf650e6b204ff7efc7e8a network default NAD default NAD key ] I0513 18:28:08.115628 3901 cni.go:473] [openshift-console/console-747495c85c-9rf4j f3a182232185b69aa061212f27ce2c504f66451f1c6bf650e6b204ff7efc7e8a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-747495c85c-9rf4j f3a182232185b69aa061212f27ce2c504f66451f1c6bf650e6b204ff7efc7e8a network default NAD default NAD key default], result "{}", err I0513 18:28:08.182930 3901 obj_retry.go:498] Detected object openshift-console/console-747495c85c-9rf4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:08.182965 3901 pods.go:176] Deleting pod: openshift-console/console-747495c85c-9rf4j I0513 18:28:08.184235 3901 pods.go:236] Attempting to release IPs for pod: openshift-console/console-747495c85c-9rf4j, ips: 10.129.0.23 I0513 18:28:08.184268 3901 obj_retry.go:498] Detected object openshift-console/console-747495c85c-9rf4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:08.195753 3901 base_network_controller_pods.go:487] [default/openshift-console/console-76bbd98f89-jbv6l] creating logical port openshift-console_console-76bbd98f89-jbv6l for pod on switch ip-10-0-2-92.ec2.internal I0513 18:28:08.195842 3901 kube.go:256] Updating pod openshift-console/console-76bbd98f89-jbv6l I0513 18:28:08.210956 3901 pod.go:62] [openshift-console/console-76bbd98f89-jbv6l] pod update took 15.14106ms I0513 18:28:08.210979 3901 base_network_controller_pods.go:951] [default/openshift-console/console-76bbd98f89-jbv6l] addLogicalPort annotation time took 15.166555ms I0513 18:28:08.212152 3901 pods.go:271] [openshift-console/console-76bbd98f89-jbv6l] addLogicalPort took 16.416103ms, libovsdb time 891.055µs I0513 18:28:08.556477 3901 cni.go:452] [openshift-console/console-76bbd98f89-jbv6l ccfc8258c309528f5a811f97a07cb8655de10d98f0e1d79deb177035b5699ec3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76bbd98f89-jbv6l ccfc8258c309528f5a811f97a07cb8655de10d98f0e1d79deb177035b5699ec3 network default NAD default NAD key ] I0513 18:28:08.566931 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76bbd98f89-jbv6l, hostIfaceName: ccfc8258c309528, network: default, NAD default, SandboxID: "ccfc8258c309528f5a811f97a07cb8655de10d98f0e1d79deb177035b5699ec3", PCI device ID: , UID: "e66d2bc1-3f28-42db-8574-efac5964eeb3", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0513 18:28:08.568353 3901 obj_retry.go:492] Detected object openshift-console/console-747495c85c-9rf4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:08.568434 3901 obj_retry.go:492] Detected object openshift-console/console-747495c85c-9rf4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:08.576662 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-747495c85c-9rf4j I0513 18:28:08.576696 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-747495c85c-9rf4j I0513 18:28:08.616678 3901 cni.go:473] [openshift-console/console-76bbd98f89-jbv6l ccfc8258c309528f5a811f97a07cb8655de10d98f0e1d79deb177035b5699ec3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76bbd98f89-jbv6l ccfc8258c309528f5a811f97a07cb8655de10d98f0e1d79deb177035b5699ec3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:af:f8:a5:23:76\",\"name\":\"ccfc8258c309528\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/036e1dd5-2070-4768-aa87-86b7ccd811dc\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:28:09.294557 3901 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:09.295106 3901 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:10.009320 3901 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:10.009343 3901 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:10.019719 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0513 18:28:10.019747 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0513 18:28:18.623335 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 18:28:19.240908 3901 obj_retry.go:498] Detected object openshift-console/console-747495c85c-ft2r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:19.241467 3901 obj_retry.go:498] Detected object openshift-console/console-747495c85c-ft2r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:20.059291 3901 obj_retry.go:492] Detected object openshift-console/console-747495c85c-ft2r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:20.059320 3901 obj_retry.go:492] Detected object openshift-console/console-747495c85c-ft2r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:20.066676 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-747495c85c-ft2r8 I0513 18:28:20.066700 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-747495c85c-ft2r8 I0513 18:28:44.487721 3901 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:44.488258 3901 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:45.096866 3901 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:45.096889 3901 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:45.107476 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 18:28:45.107521 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 18:29:14.337882 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0513 18:29:45.533288 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0513 18:29:52.543242 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:29:52.543828 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:29:53.449330 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:29:53.449354 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:00.179623 3901 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644950-tlx5m for pod on switch ip-10-0-2-92.ec2.internal I0513 18:30:00.179743 3901 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m I0513 18:30:00.194907 3901 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m] pod update took 15.186897ms I0513 18:30:00.194934 3901 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m] addLogicalPort annotation time took 15.217444ms I0513 18:30:00.196105 3901 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m] addLogicalPort took 16.499428ms, libovsdb time 858.677µs I0513 18:30:00.552854 3901 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m 1fc5d61836e44af9caf7d9fe4bd756c31bea0775621ff9fb5b76601723b86ec3 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m 1fc5d61836e44af9caf7d9fe4bd756c31bea0775621ff9fb5b76601723b86ec3 network default NAD default NAD key ] I0513 18:30:00.562717 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644950-tlx5m, hostIfaceName: 1fc5d61836e44af, network: default, NAD default, SandboxID: "1fc5d61836e44af9caf7d9fe4bd756c31bea0775621ff9fb5b76601723b86ec3", PCI device ID: , UID: "87504ea2-3921-46e0-8504-2e48ad8119b6", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0513 18:30:00.614098 3901 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m 1fc5d61836e44af9caf7d9fe4bd756c31bea0775621ff9fb5b76601723b86ec3 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m 1fc5d61836e44af9caf7d9fe4bd756c31bea0775621ff9fb5b76601723b86ec3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:a6:69:75:6e:8d\",\"name\":\"1fc5d61836e44af\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/432aa8e1-5a59-4a78-bde7-f34b8f938bf9\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:30:04.036275 3901 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m 1fc5d61836e44af9caf7d9fe4bd756c31bea0775621ff9fb5b76601723b86ec3 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m 1fc5d61836e44af9caf7d9fe4bd756c31bea0775621ff9fb5b76601723b86ec3 network default NAD default NAD key ] I0513 18:30:04.109059 3901 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m 1fc5d61836e44af9caf7d9fe4bd756c31bea0775621ff9fb5b76601723b86ec3 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m 1fc5d61836e44af9caf7d9fe4bd756c31bea0775621ff9fb5b76601723b86ec3 network default NAD default NAD key default], result "{}", err I0513 18:30:04.156671 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:04.156710 3901 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m I0513 18:30:04.159344 3901 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m, ips: 10.129.0.27 I0513 18:30:04.159387 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:04.544022 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 18:30:05.052557 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:05.052608 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:22.337572 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0513 18:30:29.549172 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0513 18:30:35.640301 3901 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-67l79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:35.640853 3901 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-67l79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:36.583759 3901 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-67l79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:36.583787 3901 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-67l79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:36.588142 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76bbd98f89-67l79 I0513 18:30:36.588161 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76bbd98f89-67l79 I0513 18:30:46.754899 3901 cni.go:452] [openshift-console/console-76bbd98f89-jbv6l ccfc8258c309528f5a811f97a07cb8655de10d98f0e1d79deb177035b5699ec3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-76bbd98f89-jbv6l ccfc8258c309528f5a811f97a07cb8655de10d98f0e1d79deb177035b5699ec3 network default NAD default NAD key ] I0513 18:30:46.827820 3901 cni.go:473] [openshift-console/console-76bbd98f89-jbv6l ccfc8258c309528f5a811f97a07cb8655de10d98f0e1d79deb177035b5699ec3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-76bbd98f89-jbv6l ccfc8258c309528f5a811f97a07cb8655de10d98f0e1d79deb177035b5699ec3 network default NAD default NAD key default], result "{}", err I0513 18:30:46.882918 3901 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-jbv6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:46.882956 3901 pods.go:176] Deleting pod: openshift-console/console-76bbd98f89-jbv6l I0513 18:30:46.884173 3901 pods.go:236] Attempting to release IPs for pod: openshift-console/console-76bbd98f89-jbv6l, ips: 10.129.0.26 I0513 18:30:46.884204 3901 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-jbv6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:47.213042 3901 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-jbv6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:47.213068 3901 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-jbv6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:47.221679 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76bbd98f89-jbv6l I0513 18:30:47.221706 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76bbd98f89-jbv6l I0513 18:31:09.459081 3901 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fbj4h] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-fbj4h for pod on switch ip-10-0-2-92.ec2.internal I0513 18:31:09.459215 3901 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fbj4h I0513 18:31:09.476233 3901 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fbj4h] pod update took 17.041367ms I0513 18:31:09.476256 3901 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fbj4h] addLogicalPort annotation time took 17.070206ms I0513 18:31:09.477536 3901 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fbj4h] addLogicalPort took 18.475111ms, libovsdb time 862.561µs I0513 18:31:09.818638 3901 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fbj4h 8dbdacb8a58bc4365de1adc7455e4457bcbd5dda72f092074cfeaa2a8381fbf1 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fbj4h 8dbdacb8a58bc4365de1adc7455e4457bcbd5dda72f092074cfeaa2a8381fbf1 network default NAD default NAD key ] I0513 18:31:09.828763 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-fbj4h, hostIfaceName: 8dbdacb8a58bc43, network: default, NAD default, SandboxID: "8dbdacb8a58bc4365de1adc7455e4457bcbd5dda72f092074cfeaa2a8381fbf1", PCI device ID: , UID: "a1219e75-5667-4617-ba13-a1bff551f66a", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0513 18:31:09.880712 3901 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fbj4h 8dbdacb8a58bc4365de1adc7455e4457bcbd5dda72f092074cfeaa2a8381fbf1 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fbj4h 8dbdacb8a58bc4365de1adc7455e4457bcbd5dda72f092074cfeaa2a8381fbf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:79:dc:06:fc:cc\",\"name\":\"8dbdacb8a58bc43\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3c9f335-bbad-4de7-81cd-70106933968b\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:31:13.325495 3901 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:31:13.560451 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 18:31:20.338099 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0513 18:31:24.336756 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:31:24.376385 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 18:31:24.376452 3901 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-bt9tv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-bt9tv: no pod IPs found I0513 18:31:44.422407 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 18:31:50.343188 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=653 I0513 18:31:57.422592 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0513 18:32:20.554238 3901 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 18:32:52.337733 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0513 18:33:11.439712 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0513 18:33:49.538290 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 18:33:50.339454 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0513 18:33:53.560943 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 18:35:52.570278 3901 namespace.go:98] [tsf] adding namespace I0513 18:35:52.571192 3901 namespace.go:102] [tsf] adding namespace took 890.835µs I0513 18:35:52.588321 3901 namespace.go:142] [tsf] updating namespace I0513 18:35:52.603880 3901 namespace.go:142] [tsf] updating namespace I0513 18:35:56.396437 3901 namespace.go:98] [rhbk-operator] adding namespace I0513 18:35:56.397299 3901 namespace.go:102] [rhbk-operator] adding namespace took 834.257µs I0513 18:35:56.400812 3901 namespace.go:98] [konflux-ui] adding namespace I0513 18:35:56.401473 3901 namespace.go:102] [konflux-ui] adding namespace took 644.56µs I0513 18:35:56.408615 3901 namespace.go:98] [tsf-keycloak] adding namespace I0513 18:35:56.409206 3901 namespace.go:102] [tsf-keycloak] adding namespace took 576.759µs I0513 18:35:56.412722 3901 namespace.go:98] [tsf-tpa] adding namespace I0513 18:35:56.413362 3901 namespace.go:102] [tsf-tpa] adding namespace took 621.973µs I0513 18:35:56.419303 3901 namespace.go:98] [rhtpa-operator] adding namespace I0513 18:35:56.419373 3901 namespace.go:98] [tsf-tas] adding namespace I0513 18:35:56.419466 3901 namespace.go:142] [rhbk-operator] updating namespace I0513 18:35:56.419538 3901 namespace.go:98] [cert-manager-operator] adding namespace I0513 18:35:56.419597 3901 namespace.go:98] [konflux-operator] adding namespace I0513 18:35:56.420042 3901 namespace.go:102] [rhtpa-operator] adding namespace took 719.156µs I0513 18:35:56.420633 3901 namespace.go:102] [tsf-tas] adding namespace took 1.246038ms I0513 18:35:56.421299 3901 namespace.go:102] [cert-manager-operator] adding namespace took 1.748858ms I0513 18:35:56.421986 3901 namespace.go:102] [konflux-operator] adding namespace took 2.373372ms I0513 18:35:56.441984 3901 namespace.go:142] [rhbk-operator] updating namespace I0513 18:35:56.448937 3901 namespace.go:142] [konflux-ui] updating namespace I0513 18:35:56.449021 3901 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:35:56.464047 3901 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:35:56.476843 3901 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:56.476904 3901 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:35:56.476992 3901 namespace.go:142] [tsf-tas] updating namespace I0513 18:35:56.486855 3901 namespace.go:142] [konflux-operator] updating namespace I0513 18:35:56.486944 3901 namespace.go:142] [rhbk-operator] updating namespace I0513 18:35:56.551932 3901 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:56.566178 3901 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:56.601968 3901 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:35:56.614613 3901 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:35:56.629794 3901 namespace.go:142] [tsf-tas] updating namespace I0513 18:35:56.649770 3901 namespace.go:142] [tsf-tas] updating namespace I0513 18:35:56.659804 3901 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:35:56.673924 3901 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:35:56.699846 3901 namespace.go:142] [konflux-operator] updating namespace I0513 18:35:56.719003 3901 namespace.go:142] [konflux-operator] updating namespace I0513 18:35:56.723992 3901 namespace.go:142] [konflux-ui] updating namespace I0513 18:35:56.748065 3901 namespace.go:142] [konflux-ui] updating namespace I0513 18:35:56.811109 3901 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:35:56.826516 3901 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:35:57.638432 3901 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:57.652078 3901 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:35:57.867435 3901 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-92.ec2.internal I0513 18:35:57.867580 3901 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0513 18:35:57.897538 3901 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 29.992237ms I0513 18:35:57.897566 3901 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.021098ms I0513 18:35:57.898803 3901 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 31.382425ms, libovsdb time 859.264µs I0513 18:35:58.246311 3901 cni.go:452] [tsf/test-tsf-subscriptions 8ecef73b0e8155f94c6ed79484839147d87b5ca0b72125384ec25a129a981c64 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 8ecef73b0e8155f94c6ed79484839147d87b5ca0b72125384ec25a129a981c64 network default NAD default NAD key ] I0513 18:35:58.255954 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 8ecef73b0e8155f, network: default, NAD default, SandboxID: "8ecef73b0e8155f94c6ed79484839147d87b5ca0b72125384ec25a129a981c64", PCI device ID: , UID: "5b1f19a9-63ec-402d-821b-1cfae159a75f", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0513 18:35:58.307664 3901 cni.go:473] [tsf/test-tsf-subscriptions 8ecef73b0e8155f94c6ed79484839147d87b5ca0b72125384ec25a129a981c64 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 8ecef73b0e8155f94c6ed79484839147d87b5ca0b72125384ec25a129a981c64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:5f:b5:bc:96:4d\",\"name\":\"8ecef73b0e8155f\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7347b2d-1cf6-4121-9d96-a9bb097a8696\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:35:59.209100 3901 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g for pod on switch ip-10-0-2-92.ec2.internal I0513 18:35:59.209237 3901 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g I0513 18:35:59.223990 3901 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g] pod update took 14.779688ms I0513 18:35:59.224061 3901 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g] addLogicalPort annotation time took 14.854096ms I0513 18:35:59.225523 3901 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g] addLogicalPort took 16.420158ms, libovsdb time 1.105096ms I0513 18:35:59.293525 3901 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b for pod on switch ip-10-0-2-92.ec2.internal I0513 18:35:59.293642 3901 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b I0513 18:35:59.307065 3901 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b] pod update took 13.449243ms I0513 18:35:59.307097 3901 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b] addLogicalPort annotation time took 13.486231ms I0513 18:35:59.308474 3901 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b] addLogicalPort took 14.979815ms, libovsdb time 973.09µs I0513 18:36:00.127909 3901 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b 3c526d37c53f432907d3e71d42954731089657a50e4b1f2cb082fa1001dd3974 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b 3c526d37c53f432907d3e71d42954731089657a50e4b1f2cb082fa1001dd3974 network default NAD default NAD key ] I0513 18:36:00.128597 3901 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g f7e637239b8fcf6c2389048e6cbb433fd2fb99ee3c66450b22367ec0b715f1e9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g f7e637239b8fcf6c2389048e6cbb433fd2fb99ee3c66450b22367ec0b715f1e9 network default NAD default NAD key ] I0513 18:36:00.140601 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b, hostIfaceName: 3c526d37c53f432, network: default, NAD default, SandboxID: "3c526d37c53f432907d3e71d42954731089657a50e4b1f2cb082fa1001dd3974", PCI device ID: , UID: "760d169a-c228-4755-86d7-42c6591c6b3a", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0513 18:36:00.140943 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g, hostIfaceName: f7e637239b8fcf6, network: default, NAD default, SandboxID: "f7e637239b8fcf6c2389048e6cbb433fd2fb99ee3c66450b22367ec0b715f1e9", PCI device ID: , UID: "cd67e40f-9c06-4b6f-a996-a9847c6eb166", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0513 18:36:00.195187 3901 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b 3c526d37c53f432907d3e71d42954731089657a50e4b1f2cb082fa1001dd3974 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b 3c526d37c53f432907d3e71d42954731089657a50e4b1f2cb082fa1001dd3974 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:03:63:11:6d:e5\",\"name\":\"3c526d37c53f432\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8341816d-eac8-4c0e-93cf-31e063b6b659\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:36:00.213808 3901 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g f7e637239b8fcf6c2389048e6cbb433fd2fb99ee3c66450b22367ec0b715f1e9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g f7e637239b8fcf6c2389048e6cbb433fd2fb99ee3c66450b22367ec0b715f1e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:7c:21:95:3a:c0\",\"name\":\"f7e637239b8fcf6\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ab17790-0735-4db3-9d1a-44a659b83713\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:36:02.190535 3901 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl for pod on switch ip-10-0-2-92.ec2.internal I0513 18:36:02.190715 3901 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl I0513 18:36:02.203725 3901 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl] pod update took 13.055356ms I0513 18:36:02.203762 3901 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl] addLogicalPort annotation time took 13.10106ms I0513 18:36:02.205231 3901 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl] addLogicalPort took 14.736568ms, libovsdb time 1.032759ms I0513 18:36:02.574486 3901 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl c44aa83bdda49beb1214df221fc7ee33938ed99bb5b95719ba75b42f48fdbe13 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl c44aa83bdda49beb1214df221fc7ee33938ed99bb5b95719ba75b42f48fdbe13 network default NAD default NAD key ] I0513 18:36:02.587578 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl, hostIfaceName: c44aa83bdda49be, network: default, NAD default, SandboxID: "c44aa83bdda49beb1214df221fc7ee33938ed99bb5b95719ba75b42f48fdbe13", PCI device ID: , UID: "e878aca4-8ecf-4c4d-86d0-8227bda313dd", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0513 18:36:02.657095 3901 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl c44aa83bdda49beb1214df221fc7ee33938ed99bb5b95719ba75b42f48fdbe13 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl c44aa83bdda49beb1214df221fc7ee33938ed99bb5b95719ba75b42f48fdbe13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:b4:76:4e:67:7a\",\"name\":\"c44aa83bdda49be\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf43b624-924d-4264-b8fd-71d9dc2ceb18\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:36:03.531229 3901 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g f7e637239b8fcf6c2389048e6cbb433fd2fb99ee3c66450b22367ec0b715f1e9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g f7e637239b8fcf6c2389048e6cbb433fd2fb99ee3c66450b22367ec0b715f1e9 network default NAD default NAD key ] I0513 18:36:03.608683 3901 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g f7e637239b8fcf6c2389048e6cbb433fd2fb99ee3c66450b22367ec0b715f1e9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g f7e637239b8fcf6c2389048e6cbb433fd2fb99ee3c66450b22367ec0b715f1e9 network default NAD default NAD key default], result "{}", err I0513 18:36:04.105243 3901 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp for pod on switch ip-10-0-2-92.ec2.internal I0513 18:36:04.105375 3901 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp I0513 18:36:04.118619 3901 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp] pod update took 13.279645ms I0513 18:36:04.118646 3901 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp] addLogicalPort annotation time took 13.311999ms I0513 18:36:04.120137 3901 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp] addLogicalPort took 14.90797ms, libovsdb time 1.085885ms I0513 18:36:04.322798 3901 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.322832 3901 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g I0513 18:36:04.324462 3901 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g, ips: 10.129.0.30 I0513 18:36:04.324525 3901 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.324552 3901 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.324567 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:04.324859 3901 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.324876 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:05.347140 3901 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:05.347164 3901 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:05.347176 3901 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:05.347187 3901 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:05.540791 3901 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b 3c526d37c53f432907d3e71d42954731089657a50e4b1f2cb082fa1001dd3974 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b 3c526d37c53f432907d3e71d42954731089657a50e4b1f2cb082fa1001dd3974 network default NAD default NAD key ] I0513 18:36:05.577000 3901 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h for pod on switch ip-10-0-2-92.ec2.internal I0513 18:36:05.577140 3901 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h I0513 18:36:05.590871 3901 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h] pod update took 13.754005ms I0513 18:36:05.590959 3901 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h] addLogicalPort annotation time took 13.847224ms I0513 18:36:05.592206 3901 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h] addLogicalPort took 15.227093ms, libovsdb time 889.084µs I0513 18:36:05.613645 3901 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b 3c526d37c53f432907d3e71d42954731089657a50e4b1f2cb082fa1001dd3974 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b 3c526d37c53f432907d3e71d42954731089657a50e4b1f2cb082fa1001dd3974 network default NAD default NAD key default], result "{}", err I0513 18:36:05.676352 3901 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww for pod on switch ip-10-0-2-92.ec2.internal I0513 18:36:05.676491 3901 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww I0513 18:36:05.691902 3901 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww] pod update took 15.440392ms I0513 18:36:05.691935 3901 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww] addLogicalPort annotation time took 15.474932ms I0513 18:36:05.693243 3901 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww] addLogicalPort took 16.906173ms, libovsdb time 953.873µs I0513 18:36:07.900368 3901 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp 85ae0bac1b248ac729a6b2b6cb1769bb4f283d515a1d554fea5cfa48344fa16d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp 85ae0bac1b248ac729a6b2b6cb1769bb4f283d515a1d554fea5cfa48344fa16d network default NAD default NAD key ] I0513 18:36:07.910162 3901 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww af1afea57c7c22b7478129ea7a5d83f2dde265591f98cb7e35f88c17b9c2d1ec network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww af1afea57c7c22b7478129ea7a5d83f2dde265591f98cb7e35f88c17b9c2d1ec network default NAD default NAD key ] I0513 18:36:07.912011 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp, hostIfaceName: 85ae0bac1b248ac, network: default, NAD default, SandboxID: "85ae0bac1b248ac729a6b2b6cb1769bb4f283d515a1d554fea5cfa48344fa16d", PCI device ID: , UID: "0dfae85e-35aa-42f1-884f-8fc3f41fc14a", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0513 18:36:07.912534 3901 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h 60e26807c79ef9b041ed1e709b90a7d371b112d37eee30d0dbd6bf9486c9efe6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h 60e26807c79ef9b041ed1e709b90a7d371b112d37eee30d0dbd6bf9486c9efe6 network default NAD default NAD key ] I0513 18:36:07.925317 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww, hostIfaceName: af1afea57c7c22b, network: default, NAD default, SandboxID: "af1afea57c7c22b7478129ea7a5d83f2dde265591f98cb7e35f88c17b9c2d1ec", PCI device ID: , UID: "3fc8b538-4853-461e-9f05-1c0dcc1d25f8", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0513 18:36:07.925757 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h, hostIfaceName: 60e26807c79ef9b, network: default, NAD default, SandboxID: "60e26807c79ef9b041ed1e709b90a7d371b112d37eee30d0dbd6bf9486c9efe6", PCI device ID: , UID: "004ae1e7-fc5d-42b4-af4d-0be1f625a40d", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0513 18:36:07.969064 3901 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp 85ae0bac1b248ac729a6b2b6cb1769bb4f283d515a1d554fea5cfa48344fa16d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp 85ae0bac1b248ac729a6b2b6cb1769bb4f283d515a1d554fea5cfa48344fa16d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:e8:ab:54:d9:a7\",\"name\":\"85ae0bac1b248ac\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96a7b090-9b63-4290-9d8a-b1ebc4d583e3\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:36:08.016862 3901 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.016928 3901 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b I0513 18:36:08.018521 3901 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b, ips: 10.129.0.31 I0513 18:36:08.018555 3901 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.018577 3901 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.018585 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:08.018795 3901 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.018813 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:08.200588 3901 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww af1afea57c7c22b7478129ea7a5d83f2dde265591f98cb7e35f88c17b9c2d1ec network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww af1afea57c7c22b7478129ea7a5d83f2dde265591f98cb7e35f88c17b9c2d1ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f3:25:a1:bb:5f\",\"name\":\"af1afea57c7c22b\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fe0d431-5fae-413f-a376-ee129015181a\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:36:08.200606 3901 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h 60e26807c79ef9b041ed1e709b90a7d371b112d37eee30d0dbd6bf9486c9efe6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h 60e26807c79ef9b041ed1e709b90a7d371b112d37eee30d0dbd6bf9486c9efe6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:2c:4f:51:98:82\",\"name\":\"60e26807c79ef9b\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/517c4bc5-0f67-473a-a98f-3f1f594e0745\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:36:09.046260 3901 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:09.046291 3901 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:09.046307 3901 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:09.046316 3901 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:11.602721 3901 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp 85ae0bac1b248ac729a6b2b6cb1769bb4f283d515a1d554fea5cfa48344fa16d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp 85ae0bac1b248ac729a6b2b6cb1769bb4f283d515a1d554fea5cfa48344fa16d network default NAD default NAD key ] I0513 18:36:11.603338 3901 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww af1afea57c7c22b7478129ea7a5d83f2dde265591f98cb7e35f88c17b9c2d1ec network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww af1afea57c7c22b7478129ea7a5d83f2dde265591f98cb7e35f88c17b9c2d1ec network default NAD default NAD key ] I0513 18:36:11.679527 3901 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp 85ae0bac1b248ac729a6b2b6cb1769bb4f283d515a1d554fea5cfa48344fa16d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp 85ae0bac1b248ac729a6b2b6cb1769bb4f283d515a1d554fea5cfa48344fa16d network default NAD default NAD key default], result "{}", err I0513 18:36:11.721253 3901 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww af1afea57c7c22b7478129ea7a5d83f2dde265591f98cb7e35f88c17b9c2d1ec network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww af1afea57c7c22b7478129ea7a5d83f2dde265591f98cb7e35f88c17b9c2d1ec network default NAD default NAD key default], result "{}", err I0513 18:36:11.735125 3901 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.735157 3901 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp I0513 18:36:11.736654 3901 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp, ips: 10.129.0.33 I0513 18:36:11.736684 3901 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.736702 3901 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.736709 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:11.736912 3901 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.736932 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:11.779372 3901 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.779410 3901 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww I0513 18:36:11.781055 3901 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww, ips: 10.129.0.35 I0513 18:36:11.781092 3901 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.781121 3901 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.781133 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:11.781378 3901 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.781395 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:12.763176 3901 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.763209 3901 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.763226 3901 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.763247 3901 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807286 3901 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807312 3901 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807324 3901 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807339 3901 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:13.613313 3901 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl c44aa83bdda49beb1214df221fc7ee33938ed99bb5b95719ba75b42f48fdbe13 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl c44aa83bdda49beb1214df221fc7ee33938ed99bb5b95719ba75b42f48fdbe13 network default NAD default NAD key ] I0513 18:36:13.694965 3901 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl c44aa83bdda49beb1214df221fc7ee33938ed99bb5b95719ba75b42f48fdbe13 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl c44aa83bdda49beb1214df221fc7ee33938ed99bb5b95719ba75b42f48fdbe13 network default NAD default NAD key default], result "{}", err I0513 18:36:13.783976 3901 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.784014 3901 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl I0513 18:36:13.785317 3901 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl, ips: 10.129.0.32 I0513 18:36:13.785342 3901 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.785370 3901 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.785382 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:13.785767 3901 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.785784 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:14.811898 3901 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:14.811923 3901 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:14.811941 3901 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:14.811950 3901 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:16.633605 3901 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h 60e26807c79ef9b041ed1e709b90a7d371b112d37eee30d0dbd6bf9486c9efe6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h 60e26807c79ef9b041ed1e709b90a7d371b112d37eee30d0dbd6bf9486c9efe6 network default NAD default NAD key ] I0513 18:36:16.710472 3901 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h 60e26807c79ef9b041ed1e709b90a7d371b112d37eee30d0dbd6bf9486c9efe6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h 60e26807c79ef9b041ed1e709b90a7d371b112d37eee30d0dbd6bf9486c9efe6 network default NAD default NAD key default], result "{}", err I0513 18:36:16.826998 3901 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.827036 3901 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h I0513 18:36:16.828363 3901 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h, ips: 10.129.0.34 I0513 18:36:16.828395 3901 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.828419 3901 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.828426 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:16.828678 3901 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.828695 3901 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:17.875285 3901 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:17.875314 3901 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:17.875332 3901 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:17.875344 3901 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 18:36:20.890673 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 18:36:22.261102 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 18:36:22.268426 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 18:36:22.552374 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 18:36:31.662141 3901 namespace.go:142] [openshift-operators] updating namespace I0513 18:36:31.676110 3901 namespace.go:142] [openshift-operators] updating namespace W0513 18:36:34.455971 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:34.939005 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:35.012192 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:35.015914 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:35.400989 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 18:36:36.477896 3901 namespace.go:98] [cert-manager] adding namespace I0513 18:36:36.478879 3901 namespace.go:102] [cert-manager] adding namespace took 958.02µs I0513 18:36:36.610941 3901 namespace.go:142] [cert-manager] updating namespace I0513 18:36:36.660930 3901 namespace.go:142] [cert-manager] updating namespace I0513 18:36:41.497951 3901 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 18:36:41.498814 3901 namespace.go:102] [trusted-artifact-signer] adding namespace took 836.693µs I0513 18:36:41.624954 3901 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:36:41.631066 3901 namespace.go:142] [trusted-artifact-signer] updating namespace W0513 18:36:42.039189 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 18:36:42.105805 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 18:36:42.105824 3901 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 18:36:43.260007 3901 namespace.go:142] [openshift-operators] updating namespace I0513 18:36:53.343376 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0513 18:36:59.753784 3901 namespace.go:98] [openshift-pipelines] adding namespace I0513 18:36:59.754664 3901 namespace.go:102] [openshift-pipelines] adding namespace took 853.654µs I0513 18:36:59.771073 3901 namespace.go:142] [openshift-pipelines] updating namespace I0513 18:37:00.664959 3901 namespace.go:142] [cert-manager] updating namespace I0513 18:37:00.873464 3901 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:37:01.259483 3901 namespace.go:142] [konflux-operator] updating namespace I0513 18:37:01.466660 3901 namespace.go:142] [konflux-ui] updating namespace I0513 18:37:01.663606 3901 namespace.go:142] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] updating namespace I0513 18:37:02.066033 3901 namespace.go:142] [rhbk-operator] updating namespace I0513 18:37:02.272115 3901 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:37:02.467322 3901 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:37:02.671129 3901 namespace.go:142] [tsf] updating namespace I0513 18:37:02.877455 3901 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:37:03.077413 3901 namespace.go:142] [tsf-tas] updating namespace I0513 18:37:03.286618 3901 namespace.go:142] [tsf-tpa] updating namespace I0513 18:37:03.424856 3901 namespace.go:142] [cert-manager] updating namespace I0513 18:37:03.436194 3901 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:37:03.444311 3901 namespace.go:142] [default] updating namespace I0513 18:37:03.454615 3901 namespace.go:142] [konflux-operator] updating namespace I0513 18:37:03.465886 3901 namespace.go:142] [konflux-ui] updating namespace I0513 18:37:03.476129 3901 namespace.go:142] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] updating namespace I0513 18:37:03.485929 3901 namespace.go:142] [openshift] updating namespace I0513 18:37:03.496760 3901 namespace.go:142] [rhbk-operator] updating namespace I0513 18:37:03.506988 3901 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:37:03.515702 3901 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:37:03.526242 3901 namespace.go:142] [tsf] updating namespace I0513 18:37:03.535195 3901 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:37:03.550128 3901 namespace.go:142] [tsf-tas] updating namespace I0513 18:37:03.568447 3901 namespace.go:142] [tsf-tpa] updating namespace I0513 18:37:03.669416 3901 namespace.go:142] [cert-manager] updating namespace I0513 18:37:03.772150 3901 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:37:03.869746 3901 namespace.go:142] [default] updating namespace I0513 18:37:03.974000 3901 namespace.go:142] [konflux-operator] updating namespace I0513 18:37:04.069825 3901 namespace.go:142] [konflux-ui] updating namespace I0513 18:37:04.169753 3901 namespace.go:142] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] updating namespace I0513 18:37:04.267165 3901 namespace.go:142] [openshift] updating namespace I0513 18:37:04.368526 3901 namespace.go:142] [rhbk-operator] updating namespace I0513 18:37:04.467813 3901 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:37:04.568621 3901 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:37:04.669693 3901 namespace.go:142] [tsf] updating namespace I0513 18:37:04.770369 3901 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:37:04.869717 3901 namespace.go:142] [tsf-tas] updating namespace I0513 18:37:04.970024 3901 namespace.go:142] [tsf-tpa] updating namespace I0513 18:37:05.248545 3901 namespace.go:142] [openshift-pipelines] updating namespace I0513 18:37:10.913231 3901 cni.go:452] [tsf/test-tsf-subscriptions 8ecef73b0e8155f94c6ed79484839147d87b5ca0b72125384ec25a129a981c64 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 8ecef73b0e8155f94c6ed79484839147d87b5ca0b72125384ec25a129a981c64 network default NAD default NAD key ] I0513 18:37:11.005749 3901 cni.go:473] [tsf/test-tsf-subscriptions 8ecef73b0e8155f94c6ed79484839147d87b5ca0b72125384ec25a129a981c64 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 8ecef73b0e8155f94c6ed79484839147d87b5ca0b72125384ec25a129a981c64 network default NAD default NAD key default], result "{}", err I0513 18:37:11.062324 3901 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:11.062383 3901 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0513 18:37:11.063692 3901 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.29 I0513 18:37:11.063721 3901 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:11.086294 3901 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:11.086317 3901 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:11.093646 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 18:37:11.093671 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 18:37:12.556267 3901 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-92.ec2.internal I0513 18:37:12.556356 3901 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0513 18:37:12.589414 3901 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 33.082297ms I0513 18:37:12.589440 3901 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 33.111549ms I0513 18:37:12.590581 3901 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 34.332691ms, libovsdb time 813.906µs I0513 18:37:12.932369 3901 cni.go:452] [tsf/test-tsf-infrastructure ea23241a023a746ddf69c33afbc7d5e9ac373735d121e066233e9201fec18d55 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure ea23241a023a746ddf69c33afbc7d5e9ac373735d121e066233e9201fec18d55 network default NAD default NAD key ] I0513 18:37:12.941916 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: ea23241a023a746, network: default, NAD default, SandboxID: "ea23241a023a746ddf69c33afbc7d5e9ac373735d121e066233e9201fec18d55", PCI device ID: , UID: "2d80a983-e556-4a43-b2e9-61eb7c2bfc0d", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0513 18:37:12.991495 3901 cni.go:473] [tsf/test-tsf-infrastructure ea23241a023a746ddf69c33afbc7d5e9ac373735d121e066233e9201fec18d55 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure ea23241a023a746ddf69c33afbc7d5e9ac373735d121e066233e9201fec18d55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e6:d4:7a:73:dc\",\"name\":\"ea23241a023a746\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54361487-792b-4030-894e-f68516c7adf7\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:37:13.170059 3901 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh for pod on switch ip-10-0-2-92.ec2.internal I0513 18:37:13.170153 3901 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh I0513 18:37:13.185065 3901 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh] pod update took 14.93925ms I0513 18:37:13.185087 3901 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh] addLogicalPort annotation time took 14.964601ms I0513 18:37:13.186257 3901 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh] addLogicalPort took 16.22623ms, libovsdb time 874.023µs I0513 18:37:13.261259 3901 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5xl9n] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-5xl9n for pod on switch ip-10-0-2-92.ec2.internal I0513 18:37:13.261370 3901 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5xl9n I0513 18:37:13.277170 3901 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5xl9n] pod update took 15.829474ms I0513 18:37:13.277194 3901 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5xl9n] addLogicalPort annotation time took 15.865989ms I0513 18:37:13.278382 3901 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5xl9n] addLogicalPort took 17.138045ms, libovsdb time 832.883µs I0513 18:37:13.357352 3901 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wg42m] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-wg42m for pod on switch ip-10-0-2-92.ec2.internal I0513 18:37:13.357456 3901 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wg42m I0513 18:37:13.374711 3901 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wg42m] pod update took 17.28098ms I0513 18:37:13.374732 3901 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wg42m] addLogicalPort annotation time took 17.309115ms I0513 18:37:13.375931 3901 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wg42m] addLogicalPort took 18.59732ms, libovsdb time 838.397µs I0513 18:37:13.535288 3901 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh 949eb033d590a31883c2f490db877d9b4681b4ff731c52d580cd5d58dcebd8ba network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh 949eb033d590a31883c2f490db877d9b4681b4ff731c52d580cd5d58dcebd8ba network default NAD default NAD key ] I0513 18:37:13.545232 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh, hostIfaceName: 949eb033d590a31, network: default, NAD default, SandboxID: "949eb033d590a31883c2f490db877d9b4681b4ff731c52d580cd5d58dcebd8ba", PCI device ID: , UID: "9ae3182a-52fe-4501-8866-87d316685eae", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0513 18:37:13.596423 3901 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh 949eb033d590a31883c2f490db877d9b4681b4ff731c52d580cd5d58dcebd8ba network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-ws9rh 949eb033d590a31883c2f490db877d9b4681b4ff731c52d580cd5d58dcebd8ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:6c:80:c1:ef:58\",\"name\":\"949eb033d590a31\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53ff8e16-eb91-4cb8-b924-a95f7f184dbd\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:37:13.622420 3901 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5xl9n 5b140c233d30ad13c607e64dac00c4dc0413363d8d6492905dfb86b1fcae35c8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5xl9n 5b140c233d30ad13c607e64dac00c4dc0413363d8d6492905dfb86b1fcae35c8 network default NAD default NAD key ] I0513 18:37:13.633356 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-5xl9n, hostIfaceName: 5b140c233d30ad1, network: default, NAD default, SandboxID: "5b140c233d30ad13c607e64dac00c4dc0413363d8d6492905dfb86b1fcae35c8", PCI device ID: , UID: "c6445b7f-32c2-43cc-a8a8-d2de29f10541", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0513 18:37:13.685668 3901 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5xl9n 5b140c233d30ad13c607e64dac00c4dc0413363d8d6492905dfb86b1fcae35c8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5xl9n 5b140c233d30ad13c607e64dac00c4dc0413363d8d6492905dfb86b1fcae35c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d8:ac:67:a6:bd\",\"name\":\"5b140c233d30ad1\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d98c9db-5bd1-495e-bdd8-e003e7d3f97d\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:37:13.720864 3901 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wg42m 40e5b84a3f8f03029872d3bcdbd09171f035a557007715198db99fa5a4d1c305 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wg42m 40e5b84a3f8f03029872d3bcdbd09171f035a557007715198db99fa5a4d1c305 network default NAD default NAD key ] I0513 18:37:13.730986 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-wg42m, hostIfaceName: 40e5b84a3f8f030, network: default, NAD default, SandboxID: "40e5b84a3f8f03029872d3bcdbd09171f035a557007715198db99fa5a4d1c305", PCI device ID: , UID: "33599232-3732-4a82-b423-be153697dde2", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0513 18:37:13.781692 3901 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wg42m 40e5b84a3f8f03029872d3bcdbd09171f035a557007715198db99fa5a4d1c305 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wg42m 40e5b84a3f8f03029872d3bcdbd09171f035a557007715198db99fa5a4d1c305 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:16:2c:51:00:a2\",\"name\":\"40e5b84a3f8f030\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f041a845-040c-4392-af7e-336c6cd5ba01\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:37:15.478468 3901 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ljll] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-8ljll for pod on switch ip-10-0-2-92.ec2.internal I0513 18:37:15.478688 3901 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ljll I0513 18:37:15.478874 3901 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lhgtw] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-lhgtw for pod on switch ip-10-0-2-92.ec2.internal I0513 18:37:15.478954 3901 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lhgtw I0513 18:37:15.495028 3901 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lhgtw] pod update took 16.093641ms I0513 18:37:15.495152 3901 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lhgtw] addLogicalPort annotation time took 16.220188ms I0513 18:37:15.495319 3901 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ljll] pod update took 16.672742ms I0513 18:37:15.495392 3901 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ljll] addLogicalPort annotation time took 16.747721ms I0513 18:37:15.497174 3901 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lhgtw] addLogicalPort took 18.308437ms, libovsdb time 1.404664ms I0513 18:37:15.497816 3901 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ljll] addLogicalPort took 19.366724ms, libovsdb time 1.962575ms W0513 18:37:17.179121 3901 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:17.179143 3901 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:17.179148 3901 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:17.269611 3901 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 18:37:17.269671 3901 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 18:37:17.269679 3901 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0513 18:37:21.289307 3901 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ljll a4c301c5f60369d0c4897dbe627bff11c33b61dde040e8b1a06eb0a907a46f25 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ljll a4c301c5f60369d0c4897dbe627bff11c33b61dde040e8b1a06eb0a907a46f25 network default NAD default NAD key ] I0513 18:37:21.292936 3901 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lhgtw 39dfd7d187ffca28718dc8703eed7603b9d0ddb769e37c287248dd8da2fae44a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lhgtw 39dfd7d187ffca28718dc8703eed7603b9d0ddb769e37c287248dd8da2fae44a network default NAD default NAD key ] I0513 18:37:21.300368 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-8ljll, hostIfaceName: a4c301c5f60369d, network: default, NAD default, SandboxID: "a4c301c5f60369d0c4897dbe627bff11c33b61dde040e8b1a06eb0a907a46f25", PCI device ID: , UID: "46b10d2e-0a1e-43c1-83ca-d97441cb9f2c", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0513 18:37:21.303522 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-lhgtw, hostIfaceName: 39dfd7d187ffca2, network: default, NAD default, SandboxID: "39dfd7d187ffca28718dc8703eed7603b9d0ddb769e37c287248dd8da2fae44a", PCI device ID: , UID: "b60e44ad-404a-47bc-bb22-ce13c6656f38", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0513 18:37:21.366810 3901 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ljll a4c301c5f60369d0c4897dbe627bff11c33b61dde040e8b1a06eb0a907a46f25 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8ljll a4c301c5f60369d0c4897dbe627bff11c33b61dde040e8b1a06eb0a907a46f25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:e6:be:7f:29:9e\",\"name\":\"a4c301c5f60369d\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa2772cb-9160-4bcd-b8cc-5767b594f2fb\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:37:21.389544 3901 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lhgtw 39dfd7d187ffca28718dc8703eed7603b9d0ddb769e37c287248dd8da2fae44a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lhgtw 39dfd7d187ffca28718dc8703eed7603b9d0ddb769e37c287248dd8da2fae44a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ec:05:4b:ee:28\",\"name\":\"39dfd7d187ffca2\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1882ada-bbce-446d-83dc-a959d344e23f\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:37:21.992169 3901 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:21.992191 3901 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:21.992196 3901 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:21.992201 3901 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:22.245722 3901 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 18:37:22.284280 3901 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0513 18:37:33.005641 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:33.005666 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:33.005672 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:33.005682 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0513 18:37:35.340813 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0513 18:37:43.003053 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 18:37:43.046058 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0513 18:37:45.117491 3901 cni.go:452] [tsf/test-tsf-infrastructure ea23241a023a746ddf69c33afbc7d5e9ac373735d121e066233e9201fec18d55 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure ea23241a023a746ddf69c33afbc7d5e9ac373735d121e066233e9201fec18d55 network default NAD default NAD key ] I0513 18:37:45.208199 3901 cni.go:473] [tsf/test-tsf-infrastructure ea23241a023a746ddf69c33afbc7d5e9ac373735d121e066233e9201fec18d55 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure ea23241a023a746ddf69c33afbc7d5e9ac373735d121e066233e9201fec18d55 network default NAD default NAD key default], result "{}", err I0513 18:37:45.262234 3901 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:45.262276 3901 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0513 18:37:45.263611 3901 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.36 I0513 18:37:45.263639 3901 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:45.288886 3901 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:45.288908 3901 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:45.296590 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 18:37:45.296629 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0513 18:37:46.412013 3901 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-92.ec2.internal I0513 18:37:46.412142 3901 kube.go:256] Updating pod tsf/test-tsf-iam I0513 18:37:46.426448 3901 pod.go:62] [tsf/test-tsf-iam] pod update took 14.332502ms I0513 18:37:46.426478 3901 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.364585ms I0513 18:37:46.427712 3901 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.715977ms, libovsdb time 824.661µs I0513 18:37:46.790028 3901 cni.go:452] [tsf/test-tsf-iam 8b958a6ba3f2611d60533b7c1f0857ccfd3bbfdff8728037da005428e0bc9b0f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 8b958a6ba3f2611d60533b7c1f0857ccfd3bbfdff8728037da005428e0bc9b0f network default NAD default NAD key ] I0513 18:37:46.799799 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 8b958a6ba3f2611, network: default, NAD default, SandboxID: "8b958a6ba3f2611d60533b7c1f0857ccfd3bbfdff8728037da005428e0bc9b0f", PCI device ID: , UID: "73549d1a-15ed-4d37-a0c9-0bf4b3188240", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0513 18:37:46.853615 3901 cni.go:473] [tsf/test-tsf-iam 8b958a6ba3f2611d60533b7c1f0857ccfd3bbfdff8728037da005428e0bc9b0f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 8b958a6ba3f2611d60533b7c1f0857ccfd3bbfdff8728037da005428e0bc9b0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:55:67:07:09:f7\",\"name\":\"8b958a6ba3f2611\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a86b0d6-5630-44f1-b7a9-134e05ca0044\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:37:47.315693 3901 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 18:37:47.316331 3901 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 18:37:47.316358 3901 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 18:37:47.318295 3901 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0513 18:37:47.679951 3901 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:37:47.680060 3901 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0513 18:37:47.697432 3901 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.406769ms I0513 18:37:47.697456 3901 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.434463ms I0513 18:37:47.698682 3901 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.744923ms, libovsdb time 861.178µs I0513 18:37:48.044092 3901 cni.go:452] [tsf-keycloak/keycloak-0 40935dc65e67582c2841235fcac1d510f3dbcd1ce18cae91b18f86946707fef5 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 40935dc65e67582c2841235fcac1d510f3dbcd1ce18cae91b18f86946707fef5 network default NAD default NAD key ] I0513 18:37:48.054082 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 40935dc65e67582, network: default, NAD default, SandboxID: "40935dc65e67582c2841235fcac1d510f3dbcd1ce18cae91b18f86946707fef5", PCI device ID: , UID: "ca171fac-70ec-45bd-aaf8-7309bb570b91", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0513 18:37:48.105474 3901 cni.go:473] [tsf-keycloak/keycloak-0 40935dc65e67582c2841235fcac1d510f3dbcd1ce18cae91b18f86946707fef5 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 40935dc65e67582c2841235fcac1d510f3dbcd1ce18cae91b18f86946707fef5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:bd:0b:be:3c:39\",\"name\":\"40935dc65e67582\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab3583a8-e2be-41f9-a87f-7d2d453f943b\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:37:49.347734 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0513 18:37:55.189654 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 18:37:55.189684 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0513 18:37:55.191133 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 18:37:55.191157 3901 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0513 18:38:07.343343 3901 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 18:38:09.618563 3901 namespace.go:142] [openshift-pipelines] updating namespace W0513 18:38:18.299968 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0513 18:38:18.299992 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0513 18:38:18.306573 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 18:38:18.306603 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0513 18:38:27.376759 3901 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-9x9j2] creating logical port tsf-keycloak_tsf-iam-9x9j2 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:38:27.376854 3901 kube.go:256] Updating pod tsf-keycloak/tsf-iam-9x9j2 I0513 18:38:27.390647 3901 pod.go:62] [tsf-keycloak/tsf-iam-9x9j2] pod update took 13.815044ms I0513 18:38:27.390682 3901 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-9x9j2] addLogicalPort annotation time took 13.855296ms I0513 18:38:27.391964 3901 pods.go:271] [tsf-keycloak/tsf-iam-9x9j2] addLogicalPort took 15.220143ms, libovsdb time 893.334µs I0513 18:38:27.740751 3901 cni.go:452] [tsf-keycloak/tsf-iam-9x9j2 d9da4a9fa07eb17d153fa48f2e90cdb653c072bdd465d286441ca0f37133be97 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-9x9j2 d9da4a9fa07eb17d153fa48f2e90cdb653c072bdd465d286441ca0f37133be97 network default NAD default NAD key ] I0513 18:38:27.750674 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-9x9j2, hostIfaceName: d9da4a9fa07eb17, network: default, NAD default, SandboxID: "d9da4a9fa07eb17d153fa48f2e90cdb653c072bdd465d286441ca0f37133be97", PCI device ID: , UID: "2f6e937b-7758-4d78-9478-f3eaaa0f3e82", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0513 18:38:27.803619 3901 cni.go:473] [tsf-keycloak/tsf-iam-9x9j2 d9da4a9fa07eb17d153fa48f2e90cdb653c072bdd465d286441ca0f37133be97 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-9x9j2 d9da4a9fa07eb17d153fa48f2e90cdb653c072bdd465d286441ca0f37133be97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:04:fa:c0:fe:8f\",\"name\":\"d9da4a9fa07eb17\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efd3a291-65ab-4bff-af0c-626b7d9c25dd\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:38:29.651481 3901 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 18:38:29.651521 3901 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 18:38:29.651526 3901 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 18:38:37.454073 3901 cni.go:452] [tsf/test-tsf-iam 8b958a6ba3f2611d60533b7c1f0857ccfd3bbfdff8728037da005428e0bc9b0f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 8b958a6ba3f2611d60533b7c1f0857ccfd3bbfdff8728037da005428e0bc9b0f network default NAD default NAD key ] I0513 18:38:37.543826 3901 cni.go:473] [tsf/test-tsf-iam 8b958a6ba3f2611d60533b7c1f0857ccfd3bbfdff8728037da005428e0bc9b0f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 8b958a6ba3f2611d60533b7c1f0857ccfd3bbfdff8728037da005428e0bc9b0f network default NAD default NAD key default], result "{}", err I0513 18:38:37.615343 3901 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:37.615383 3901 pods.go:176] Deleting pod: tsf/test-tsf-iam I0513 18:38:37.616823 3901 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.42 I0513 18:38:37.616855 3901 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:37.666011 3901 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:37.666051 3901 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:37.674331 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 18:38:37.674364 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 18:38:38.625023 3901 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-92.ec2.internal I0513 18:38:38.625180 3901 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0513 18:38:38.640809 3901 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.661586ms I0513 18:38:38.640838 3901 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.728881ms I0513 18:38:38.642113 3901 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.112313ms, libovsdb time 844.467µs I0513 18:38:39.010434 3901 cni.go:452] [tsf-tas/test-tsf-tas 1cf9d0313a66267a968b4233679952023589b547f0992711c818a4f4595d2247 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 1cf9d0313a66267a968b4233679952023589b547f0992711c818a4f4595d2247 network default NAD default NAD key ] I0513 18:38:39.021278 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 1cf9d0313a66267, network: default, NAD default, SandboxID: "1cf9d0313a66267a968b4233679952023589b547f0992711c818a4f4595d2247", PCI device ID: , UID: "29d6e003-d474-47c9-a03d-c49c72b01766", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0513 18:38:39.074182 3901 cni.go:473] [tsf-tas/test-tsf-tas 1cf9d0313a66267a968b4233679952023589b547f0992711c818a4f4595d2247 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 1cf9d0313a66267a968b4233679952023589b547f0992711c818a4f4595d2247 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:40:e5:62:80:8e\",\"name\":\"1cf9d0313a66267\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f8c1336-00a9-4664-bc81-1fe5f0e0239d\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:38:40.999443 3901 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-56fb6f458c-w6s79] creating logical port tsf-tas_trillian-logsigner-56fb6f458c-w6s79 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:38:40.999593 3901 kube.go:256] Updating pod tsf-tas/trillian-logsigner-56fb6f458c-w6s79 I0513 18:38:41.024599 3901 pod.go:62] [tsf-tas/trillian-logsigner-56fb6f458c-w6s79] pod update took 25.039703ms I0513 18:38:41.024635 3901 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-56fb6f458c-w6s79] addLogicalPort annotation time took 25.080945ms I0513 18:38:41.026201 3901 pods.go:271] [tsf-tas/trillian-logsigner-56fb6f458c-w6s79] addLogicalPort took 26.779449ms, libovsdb time 1.047531ms I0513 18:38:41.968859 3901 cni.go:452] [tsf-tas/trillian-logsigner-56fb6f458c-w6s79 9d1d32748ab9ad900e456fd97296e9d07d797ef5bfc3347c3c5b9c9a61b65e6b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-56fb6f458c-w6s79 9d1d32748ab9ad900e456fd97296e9d07d797ef5bfc3347c3c5b9c9a61b65e6b network default NAD default NAD key ] I0513 18:38:41.980205 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-56fb6f458c-w6s79, hostIfaceName: 9d1d32748ab9ad9, network: default, NAD default, SandboxID: "9d1d32748ab9ad900e456fd97296e9d07d797ef5bfc3347c3c5b9c9a61b65e6b", PCI device ID: , UID: "c796f862-887f-468d-88b5-3e3cf6a60201", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0513 18:38:42.037006 3901 cni.go:473] [tsf-tas/trillian-logsigner-56fb6f458c-w6s79 9d1d32748ab9ad900e456fd97296e9d07d797ef5bfc3347c3c5b9c9a61b65e6b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-56fb6f458c-w6s79 9d1d32748ab9ad900e456fd97296e9d07d797ef5bfc3347c3c5b9c9a61b65e6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:52:d8:84:87:eb\",\"name\":\"9d1d32748ab9ad9\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/243bc14d-06e4-45a7-9da2-7f3c6e38d04f\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:38:42.620597 3901 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 18:38:42.620628 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0513 18:38:47.534843 3901 cni.go:452] [tsf-keycloak/tsf-iam-9x9j2 d9da4a9fa07eb17d153fa48f2e90cdb653c072bdd465d286441ca0f37133be97 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-9x9j2 d9da4a9fa07eb17d153fa48f2e90cdb653c072bdd465d286441ca0f37133be97 network default NAD default NAD key ] I0513 18:38:47.623855 3901 cni.go:473] [tsf-keycloak/tsf-iam-9x9j2 d9da4a9fa07eb17d153fa48f2e90cdb653c072bdd465d286441ca0f37133be97 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-9x9j2 d9da4a9fa07eb17d153fa48f2e90cdb653c072bdd465d286441ca0f37133be97 network default NAD default NAD key default], result "{}", err I0513 18:38:48.549891 3901 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:48.549932 3901 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-9x9j2 I0513 18:38:48.551912 3901 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-9x9j2, ips: 10.129.0.44 I0513 18:38:48.551965 3901 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 18:38:49.542362 3901 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 18:38:49.578022 3901 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:49.578050 3901 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 18:38:52.699793 3901 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 18:38:53.766975 3901 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0513 18:38:55.831560 3901 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:55.832147 3901 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:56.713997 3901 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:56.714031 3901 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:11.342268 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0513 18:39:11.536087 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0513 18:39:11.573717 3901 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6btzg] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-6btzg for pod on switch ip-10-0-2-92.ec2.internal I0513 18:39:11.573834 3901 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6btzg I0513 18:39:11.591170 3901 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6btzg] pod update took 17.357306ms I0513 18:39:11.591201 3901 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6btzg] addLogicalPort annotation time took 17.391906ms I0513 18:39:11.592601 3901 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6btzg] addLogicalPort took 18.897746ms, libovsdb time 972.764µs I0513 18:39:11.939637 3901 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6btzg bea37319a8d5a1db4aed3d7b9970b4152b8024b2ff4ad5b71f752388e9865a84 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6btzg bea37319a8d5a1db4aed3d7b9970b4152b8024b2ff4ad5b71f752388e9865a84 network default NAD default NAD key ] I0513 18:39:11.952527 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-6btzg, hostIfaceName: bea37319a8d5a1d, network: default, NAD default, SandboxID: "bea37319a8d5a1db4aed3d7b9970b4152b8024b2ff4ad5b71f752388e9865a84", PCI device ID: , UID: "7871b0dd-a466-4bbd-a72b-c6314bc4944e", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0513 18:39:12.011954 3901 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6btzg bea37319a8d5a1db4aed3d7b9970b4152b8024b2ff4ad5b71f752388e9865a84 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6btzg bea37319a8d5a1db4aed3d7b9970b4152b8024b2ff4ad5b71f752388e9865a84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c1:fc:19:31:45\",\"name\":\"bea37319a8d5a1d\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4adec88c-2332-4dd0-b3be-4ba9f6a6c1b3\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:39:15.693732 3901 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0513 18:39:23.427856 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0513 18:39:23.690734 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 18:39:25.341301 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=95 W0513 18:39:26.705800 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0513 18:39:27.788924 3901 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-2wmsz] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-2wmsz for pod on switch ip-10-0-2-92.ec2.internal I0513 18:39:27.789021 3901 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-2wmsz I0513 18:39:27.805704 3901 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2wmsz] pod update took 16.716552ms I0513 18:39:27.805728 3901 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-2wmsz] addLogicalPort annotation time took 16.744174ms I0513 18:39:27.807060 3901 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2wmsz] addLogicalPort took 18.152679ms, libovsdb time 906.093µs I0513 18:39:28.153432 3901 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2wmsz 09a959c80fd4a7dc7255b311a0f240752f186b4c995feed49e68a7a6b03134af network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-2wmsz 09a959c80fd4a7dc7255b311a0f240752f186b4c995feed49e68a7a6b03134af network default NAD default NAD key ] I0513 18:39:28.163629 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-2wmsz, hostIfaceName: 09a959c80fd4a7d, network: default, NAD default, SandboxID: "09a959c80fd4a7dc7255b311a0f240752f186b4c995feed49e68a7a6b03134af", PCI device ID: , UID: "5ce34499-d63c-4f0c-aa94-cf82c192a13d", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0513 18:39:28.217995 3901 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2wmsz 09a959c80fd4a7dc7255b311a0f240752f186b4c995feed49e68a7a6b03134af network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-2wmsz 09a959c80fd4a7dc7255b311a0f240752f186b4c995feed49e68a7a6b03134af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:76:b5:de:aa:ab\",\"name\":\"09a959c80fd4a7d\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8bf5afe-7f20-488f-bfaf-602c61b9cd65\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:39:28.763912 3901 cni.go:452] [tsf-tas/test-tsf-tas 1cf9d0313a66267a968b4233679952023589b547f0992711c818a4f4595d2247 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 1cf9d0313a66267a968b4233679952023589b547f0992711c818a4f4595d2247 network default NAD default NAD key ] I0513 18:39:28.840511 3901 cni.go:473] [tsf-tas/test-tsf-tas 1cf9d0313a66267a968b4233679952023589b547f0992711c818a4f4595d2247 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 1cf9d0313a66267a968b4233679952023589b547f0992711c818a4f4595d2247 network default NAD default NAD key default], result "{}", err I0513 18:39:28.897394 3901 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:28.897530 3901 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0513 18:39:28.899178 3901 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.45 I0513 18:39:28.899206 3901 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:28.940920 3901 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:28.940952 3901 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:28.949190 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 18:39:28.949218 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 18:39:29.666270 3901 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-qhnck] creating logical port tsf_patch-tekton-config-qhnck for pod on switch ip-10-0-2-92.ec2.internal I0513 18:39:29.666414 3901 kube.go:256] Updating pod tsf/patch-tekton-config-qhnck I0513 18:39:29.678873 3901 pod.go:62] [tsf/patch-tekton-config-qhnck] pod update took 12.489341ms I0513 18:39:29.678902 3901 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-qhnck] addLogicalPort annotation time took 12.524606ms I0513 18:39:29.680370 3901 pods.go:271] [tsf/patch-tekton-config-qhnck] addLogicalPort took 14.124102ms, libovsdb time 1.0498ms I0513 18:39:30.040875 3901 cni.go:452] [tsf/patch-tekton-config-qhnck 5317aaf36cff7019751dc557f364356a550fc720e52c8c2499e5af59ba34301c network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-qhnck 5317aaf36cff7019751dc557f364356a550fc720e52c8c2499e5af59ba34301c network default NAD default NAD key ] I0513 18:39:30.052106 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-qhnck, hostIfaceName: 5317aaf36cff701, network: default, NAD default, SandboxID: "5317aaf36cff7019751dc557f364356a550fc720e52c8c2499e5af59ba34301c", PCI device ID: , UID: "9f557687-3f6a-4fb8-9c0a-c7ea3abff8cb", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0513 18:39:30.101115 3901 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:30.101812 3901 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:30.108647 3901 cni.go:473] [tsf/patch-tekton-config-qhnck 5317aaf36cff7019751dc557f364356a550fc720e52c8c2499e5af59ba34301c network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-qhnck 5317aaf36cff7019751dc557f364356a550fc720e52c8c2499e5af59ba34301c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ed:40:e1:38:2f\",\"name\":\"5317aaf36cff701\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44c399e6-4994-4413-b026-c2eb3ea6d6b9\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:39:30.960576 3901 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:30.960681 3901 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:35.914558 3901 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6cd8d97d74-dxq8t] creating logical port tsf-tas_ctlog-6cd8d97d74-dxq8t for pod on switch ip-10-0-2-92.ec2.internal I0513 18:39:35.914645 3901 kube.go:256] Updating pod tsf-tas/ctlog-6cd8d97d74-dxq8t I0513 18:39:35.934342 3901 pod.go:62] [tsf-tas/ctlog-6cd8d97d74-dxq8t] pod update took 19.721373ms I0513 18:39:35.934376 3901 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6cd8d97d74-dxq8t] addLogicalPort annotation time took 19.759246ms I0513 18:39:35.935944 3901 pods.go:271] [tsf-tas/ctlog-6cd8d97d74-dxq8t] addLogicalPort took 21.399381ms, libovsdb time 1.003028ms I0513 18:39:36.922165 3901 cni.go:452] [tsf-tas/ctlog-6cd8d97d74-dxq8t a43c1a629b9ecdfb6efb54860ff3cd40df6119fd7d3f59330223669882c9457b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6cd8d97d74-dxq8t a43c1a629b9ecdfb6efb54860ff3cd40df6119fd7d3f59330223669882c9457b network default NAD default NAD key ] I0513 18:39:36.932422 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6cd8d97d74-dxq8t, hostIfaceName: a43c1a629b9ecdf, network: default, NAD default, SandboxID: "a43c1a629b9ecdfb6efb54860ff3cd40df6119fd7d3f59330223669882c9457b", PCI device ID: , UID: "4fb263a3-8d63-463f-afd6-fbc24b0462f9", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0513 18:39:36.993560 3901 cni.go:473] [tsf-tas/ctlog-6cd8d97d74-dxq8t a43c1a629b9ecdfb6efb54860ff3cd40df6119fd7d3f59330223669882c9457b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6cd8d97d74-dxq8t a43c1a629b9ecdfb6efb54860ff3cd40df6119fd7d3f59330223669882c9457b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:8a:ca:6f:98:55\",\"name\":\"a43c1a629b9ecdf\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4513afcb-965a-4aee-8291-681f9baaa3ab\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:39:38.833204 3901 cni.go:452] [tsf/patch-tekton-config-qhnck 5317aaf36cff7019751dc557f364356a550fc720e52c8c2499e5af59ba34301c network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-qhnck 5317aaf36cff7019751dc557f364356a550fc720e52c8c2499e5af59ba34301c network default NAD default NAD key ] I0513 18:39:38.914018 3901 cni.go:473] [tsf/patch-tekton-config-qhnck 5317aaf36cff7019751dc557f364356a550fc720e52c8c2499e5af59ba34301c network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-qhnck 5317aaf36cff7019751dc557f364356a550fc720e52c8c2499e5af59ba34301c network default NAD default NAD key default], result "{}", err I0513 18:39:38.970207 3901 obj_retry.go:498] Detected object tsf/patch-tekton-config-qhnck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:38.970252 3901 pods.go:176] Deleting pod: tsf/patch-tekton-config-qhnck I0513 18:39:38.971595 3901 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-qhnck, ips: 10.129.0.49 I0513 18:39:38.971630 3901 obj_retry.go:498] Detected object tsf/patch-tekton-config-qhnck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 18:39:39.841922 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 18:39:39.997137 3901 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:39.997160 3901 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:40.099531 3901 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-dbbwg] creating logical port tsf_tsf-tekton-configuration-dbbwg for pod on switch ip-10-0-2-92.ec2.internal I0513 18:39:40.099662 3901 kube.go:256] Updating pod tsf/tsf-tekton-configuration-dbbwg I0513 18:39:40.112275 3901 pod.go:62] [tsf/tsf-tekton-configuration-dbbwg] pod update took 12.635025ms I0513 18:39:40.112297 3901 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-dbbwg] addLogicalPort annotation time took 12.662089ms I0513 18:39:40.113681 3901 pods.go:271] [tsf/tsf-tekton-configuration-dbbwg] addLogicalPort took 14.196547ms, libovsdb time 963.969µs I0513 18:39:40.132826 3901 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:40.133319 3901 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:40.460291 3901 cni.go:452] [tsf/tsf-tekton-configuration-dbbwg d584c47d31ea1208b3d339d12610f31431b9a964b6f37576dea212aff594cb19 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-dbbwg d584c47d31ea1208b3d339d12610f31431b9a964b6f37576dea212aff594cb19 network default NAD default NAD key ] I0513 18:39:40.469928 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-dbbwg, hostIfaceName: d584c47d31ea120, network: default, NAD default, SandboxID: "d584c47d31ea1208b3d339d12610f31431b9a964b6f37576dea212aff594cb19", PCI device ID: , UID: "d40f98c5-39c9-40d0-8611-f33b4a3e2229", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0513 18:39:40.522213 3901 cni.go:473] [tsf/tsf-tekton-configuration-dbbwg d584c47d31ea1208b3d339d12610f31431b9a964b6f37576dea212aff594cb19 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-dbbwg d584c47d31ea1208b3d339d12610f31431b9a964b6f37576dea212aff594cb19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:87:9c:14:97:32\",\"name\":\"d584c47d31ea120\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcba805f-3dde-4c11-b7e4-5a830d8ee072\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:39:41.011243 3901 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:41.011271 3901 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:41.425611 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0513 18:39:43.965907 3901 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0513 18:39:44.744886 3901 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-64d487b768-969jg] creating logical port tsf-tas_rekor-server-64d487b768-969jg for pod on switch ip-10-0-2-92.ec2.internal I0513 18:39:44.745027 3901 kube.go:256] Updating pod tsf-tas/rekor-server-64d487b768-969jg I0513 18:39:44.758118 3901 pod.go:62] [tsf-tas/rekor-server-64d487b768-969jg] pod update took 13.109975ms I0513 18:39:44.758150 3901 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-64d487b768-969jg] addLogicalPort annotation time took 13.149236ms I0513 18:39:44.759758 3901 pods.go:271] [tsf-tas/rekor-server-64d487b768-969jg] addLogicalPort took 14.888734ms, libovsdb time 1.110014ms W0513 18:39:46.023754 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 18:39:48.900740 3901 cni.go:452] [tsf/tsf-tekton-configuration-dbbwg d584c47d31ea1208b3d339d12610f31431b9a964b6f37576dea212aff594cb19 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-dbbwg d584c47d31ea1208b3d339d12610f31431b9a964b6f37576dea212aff594cb19 network default NAD default NAD key ] I0513 18:39:48.985061 3901 cni.go:473] [tsf/tsf-tekton-configuration-dbbwg d584c47d31ea1208b3d339d12610f31431b9a964b6f37576dea212aff594cb19 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-dbbwg d584c47d31ea1208b3d339d12610f31431b9a964b6f37576dea212aff594cb19 network default NAD default NAD key default], result "{}", err I0513 18:39:49.041891 3901 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dbbwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:49.041927 3901 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-dbbwg I0513 18:39:49.043222 3901 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-dbbwg, ips: 10.129.0.51 I0513 18:39:49.043250 3901 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dbbwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:49.926146 3901 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dbbwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.926170 3901 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dbbwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.963956 3901 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.963991 3901 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.971129 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qhnck I0513 18:39:49.971157 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qhnck I0513 18:39:50.547400 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 18:39:50.695347 3901 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-92.ec2.internal I0513 18:39:50.695447 3901 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0513 18:39:50.709174 3901 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.755531ms I0513 18:39:50.709196 3901 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.783602ms I0513 18:39:50.710562 3901 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.231558ms, libovsdb time 918.779µs W0513 18:39:50.853617 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0513 18:39:51.059817 3901 cni.go:452] [tsf-tpa/pre-install-tsf-tpa e4a90847d4cc2d25a47e84b93d65feef6749525e9a74cd8e5802c2f65f5281f5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa e4a90847d4cc2d25a47e84b93d65feef6749525e9a74cd8e5802c2f65f5281f5 network default NAD default NAD key ] I0513 18:39:51.069201 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: e4a90847d4cc2d2, network: default, NAD default, SandboxID: "e4a90847d4cc2d25a47e84b93d65feef6749525e9a74cd8e5802c2f65f5281f5", PCI device ID: , UID: "5a2c0462-61f5-4c1d-b4a1-036be5340611", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0513 18:39:51.123026 3901 cni.go:473] [tsf-tpa/pre-install-tsf-tpa e4a90847d4cc2d25a47e84b93d65feef6749525e9a74cd8e5802c2f65f5281f5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa e4a90847d4cc2d25a47e84b93d65feef6749525e9a74cd8e5802c2f65f5281f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:26:07:ee:d7:16\",\"name\":\"e4a90847d4cc2d2\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ceded86-a2d4-40e9-98e6-06d052b588ee\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:39:53.811880 3901 cni.go:452] [tsf-tas/rekor-server-64d487b768-969jg 32bfa903b08580419097209a1609113cdde26416e2548095d4cb694ad2ac3c7d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-64d487b768-969jg 32bfa903b08580419097209a1609113cdde26416e2548095d4cb694ad2ac3c7d network default NAD default NAD key ] I0513 18:39:53.821742 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-64d487b768-969jg, hostIfaceName: 32bfa903b085804, network: default, NAD default, SandboxID: "32bfa903b08580419097209a1609113cdde26416e2548095d4cb694ad2ac3c7d", PCI device ID: , UID: "9e11f57d-4aba-4309-99c1-447eb8a85221", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0513 18:39:53.875479 3901 cni.go:473] [tsf-tas/rekor-server-64d487b768-969jg 32bfa903b08580419097209a1609113cdde26416e2548095d4cb694ad2ac3c7d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-64d487b768-969jg 32bfa903b08580419097209a1609113cdde26416e2548095d4cb694ad2ac3c7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:97:ec:88:19:bb\",\"name\":\"32bfa903b085804\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08b0f74a-b6a2-4778-8e58-461df7544c6a\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:39:53.939194 3901 cni.go:452] [tsf-tpa/pre-install-tsf-tpa e4a90847d4cc2d25a47e84b93d65feef6749525e9a74cd8e5802c2f65f5281f5 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa e4a90847d4cc2d25a47e84b93d65feef6749525e9a74cd8e5802c2f65f5281f5 network default NAD default NAD key ] I0513 18:39:54.024268 3901 cni.go:473] [tsf-tpa/pre-install-tsf-tpa e4a90847d4cc2d25a47e84b93d65feef6749525e9a74cd8e5802c2f65f5281f5 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa e4a90847d4cc2d25a47e84b93d65feef6749525e9a74cd8e5802c2f65f5281f5 network default NAD default NAD key default], result "{}", err I0513 18:39:54.064178 3901 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:54.064210 3901 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0513 18:39:54.065582 3901 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.53 I0513 18:39:54.065611 3901 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:54.089217 3901 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:54.089241 3901 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:54.096568 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 18:39:54.096602 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0513 18:39:54.319308 3901 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-92.ec2.internal I0513 18:39:54.319408 3901 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0513 18:39:54.332673 3901 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.288028ms I0513 18:39:54.332698 3901 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.31736ms I0513 18:39:54.333990 3901 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.698644ms, libovsdb time 865.689µs I0513 18:39:54.684855 3901 cni.go:452] [tsf-tpa/test-tsf-tpa 647577bc1614ea18ca70c4dd1cfdf5d8c7aceed55c8421e0fc74d50ae5cb3eca network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 647577bc1614ea18ca70c4dd1cfdf5d8c7aceed55c8421e0fc74d50ae5cb3eca network default NAD default NAD key ] I0513 18:39:54.694751 3901 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 647577bc1614ea1, network: default, NAD default, SandboxID: "647577bc1614ea18ca70c4dd1cfdf5d8c7aceed55c8421e0fc74d50ae5cb3eca", PCI device ID: , UID: "b5292503-7a99-4370-a962-c1ec1c1003f2", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0513 18:39:54.748425 3901 cni.go:473] [tsf-tpa/test-tsf-tpa 647577bc1614ea18ca70c4dd1cfdf5d8c7aceed55c8421e0fc74d50ae5cb3eca network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 647577bc1614ea18ca70c4dd1cfdf5d8c7aceed55c8421e0fc74d50ae5cb3eca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e6:c5:19:df:88\",\"name\":\"647577bc1614ea1\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97a63d7b-5b47-436d-abdc-8158dd53a4d0\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:39:55.958382 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0513 18:40:00.241398 3901 obj_retry.go:498] Detected object tsf-tpa/create-db-t68hn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:00.241988 3901 obj_retry.go:498] Detected object tsf-tpa/create-db-t68hn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:01.266073 3901 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:01.266109 3901 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:04.261858 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:04.262493 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:05.148164 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:05.148195 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 18:40:06.971534 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0513 18:40:08.250107 3901 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vj9l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:08.250702 3901 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vj9l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:09.115537 3901 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:09.115560 3901 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:10.557197 3901 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 18:40:11.265081 3901 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5v8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:11.265688 3901 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5v8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:12.289607 3901 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:12.289628 3901 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:13.341167 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 W0513 18:40:23.256592 3901 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0513 18:40:26.346949 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=515 I0513 18:40:29.368609 3901 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:29.369162 3901 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:30.243812 3901 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:30.243837 3901 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:41.226786 3901 cni.go:452] [tsf-tpa/test-tsf-tpa 647577bc1614ea18ca70c4dd1cfdf5d8c7aceed55c8421e0fc74d50ae5cb3eca network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 647577bc1614ea18ca70c4dd1cfdf5d8c7aceed55c8421e0fc74d50ae5cb3eca network default NAD default NAD key ] I0513 18:40:41.317705 3901 cni.go:473] [tsf-tpa/test-tsf-tpa 647577bc1614ea18ca70c4dd1cfdf5d8c7aceed55c8421e0fc74d50ae5cb3eca network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 647577bc1614ea18ca70c4dd1cfdf5d8c7aceed55c8421e0fc74d50ae5cb3eca network default NAD default NAD key default], result "{}", err I0513 18:40:41.374477 3901 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:41.374524 3901 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0513 18:40:41.375894 3901 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.54 I0513 18:40:41.375920 3901 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:41.417049 3901 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:41.417075 3901 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:41.421165 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 18:40:41.421199 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 18:40:42.194378 3901 namespace.go:98] [build-service] adding namespace I0513 18:40:42.194417 3901 namespace.go:98] [integration-service] adding namespace I0513 18:40:42.195443 3901 namespace.go:102] [build-service] adding namespace took 1.036588ms I0513 18:40:42.196207 3901 namespace.go:102] [integration-service] adding namespace took 1.77668ms I0513 18:40:42.202880 3901 namespace.go:98] [default-tenant] adding namespace I0513 18:40:42.202982 3901 namespace.go:98] [image-controller] adding namespace I0513 18:40:42.203702 3901 namespace.go:102] [default-tenant] adding namespace took 802.615µs I0513 18:40:42.204366 3901 namespace.go:102] [image-controller] adding namespace took 1.365949ms I0513 18:40:42.248623 3901 namespace.go:142] [build-service] updating namespace I0513 18:40:42.273999 3901 namespace.go:142] [build-service] updating namespace I0513 18:40:42.308194 3901 namespace.go:142] [integration-service] updating namespace I0513 18:40:42.338119 3901 namespace.go:142] [integration-service] updating namespace I0513 18:40:42.355758 3901 namespace.go:142] [default-tenant] updating namespace I0513 18:40:42.383034 3901 namespace.go:142] [default-tenant] updating namespace I0513 18:40:42.386867 3901 namespace.go:142] [image-controller] updating namespace I0513 18:40:42.419020 3901 namespace.go:142] [image-controller] updating namespace I0513 18:40:42.444586 3901 namespace.go:142] [build-service] updating namespace I0513 18:40:42.466158 3901 namespace.go:142] [integration-service] updating namespace I0513 18:40:42.497899 3901 namespace.go:98] [release-service] adding namespace I0513 18:40:42.498777 3901 namespace.go:102] [release-service] adding namespace took 858.942µs I0513 18:40:42.543307 3901 namespace.go:142] [release-service] updating namespace I0513 18:40:42.543511 3901 namespace.go:142] [konflux-ui] updating namespace I0513 18:40:42.581904 3901 namespace.go:142] [release-service] updating namespace I0513 18:40:42.606179 3901 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-92.ec2.internal I0513 18:40:42.606279 3901 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0513 18:40:42.659202 3901 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 52.945322ms I0513 18:40:42.659228 3901 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 52.977507ms I0513 18:40:42.660564 3901 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 54.403791ms, libovsdb time 921.459µs I0513 18:40:42.661792 3901 namespace.go:98] [konflux-info] adding namespace I0513 18:40:42.662493 3901 namespace.go:102] [konflux-info] adding namespace took 683.404µs I0513 18:40:42.743296 3901 namespace.go:98] [namespace-lister] adding namespace I0513 18:40:42.744101 3901 namespace.go:102] [namespace-lister] adding namespace took 780.67µs I0513 18:40:42.781140 3901 namespace.go:142] [konflux-info] updating namespace I0513 18:40:42.792036 3901 namespace.go:142] [image-controller] updating namespace I0513 18:40:42.817042 3901 namespace.go:98] [enterprise-contract-service] adding namespace I0513 18:40:42.817921 3901 namespace.go:102] [enterprise-contract-service] adding namespace took 857.472µs I0513 18:40:42.842515 3901 namespace.go:142] [konflux-info] updating namespace I0513 18:40:42.893434 3901 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:42.969278 3901 cni.go:452] [konflux-ui/test-tsf-konflux 79554bc6030264fd4e6fb86c39ab5e1f4a4f68b0a806600f4eb63baaa1d0ce92 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 79554bc6030264fd4e6fb86c39ab5e1f4a4f68b0a806600f4eb63baaa1d0ce92 network default NAD default NAD key ] I0513 18:40:42.979262 3901 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 79554bc6030264f, network: default, NAD default, SandboxID: "79554bc6030264fd4e6fb86c39ab5e1f4a4f68b0a806600f4eb63baaa1d0ce92", PCI device ID: , UID: "a0e3fe9d-b14e-4844-824e-addecf2cb073", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0513 18:40:42.993045 3901 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:42.993054 3901 namespace.go:142] [default-tenant] updating namespace I0513 18:40:43.033324 3901 cni.go:473] [konflux-ui/test-tsf-konflux 79554bc6030264fd4e6fb86c39ab5e1f4a4f68b0a806600f4eb63baaa1d0ce92 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 79554bc6030264fd4e6fb86c39ab5e1f4a4f68b0a806600f4eb63baaa1d0ce92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:03:82:55:3c:f1\",\"name\":\"79554bc6030264f\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/719ae47c-79cf-45d9-a1e0-ea3e75efada4\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:40:43.176945 3901 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:43.369082 3901 namespace.go:98] [segment-bridge] adding namespace I0513 18:40:43.369976 3901 namespace.go:102] [segment-bridge] adding namespace took 859.751µs I0513 18:40:43.590588 3901 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:43.663358 3901 namespace.go:98] [konflux-cli] adding namespace I0513 18:40:43.664241 3901 namespace.go:102] [konflux-cli] adding namespace took 859.645µs I0513 18:40:43.758906 3901 namespace.go:142] [build-service] updating namespace I0513 18:40:43.827802 3901 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:43.985180 3901 namespace.go:142] [default-tenant] updating namespace I0513 18:40:44.155179 3901 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:44.239015 3901 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:44.358252 3901 namespace.go:142] [image-controller] updating namespace I0513 18:40:44.646671 3901 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-wgs6r] creating logical port namespace-lister_namespace-lister-696b855848-wgs6r for pod on switch ip-10-0-2-92.ec2.internal I0513 18:40:44.646764 3901 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-wgs6r I0513 18:40:44.687141 3901 pod.go:62] [namespace-lister/namespace-lister-696b855848-wgs6r] pod update took 40.404285ms I0513 18:40:44.687169 3901 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-wgs6r] addLogicalPort annotation time took 40.437345ms I0513 18:40:44.688521 3901 pods.go:271] [namespace-lister/namespace-lister-696b855848-wgs6r] addLogicalPort took 41.867722ms, libovsdb time 916.5µs I0513 18:40:44.691113 3901 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:44.702104 3901 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 18:40:44.702627 3901 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 18:40:44.702647 3901 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 18:40:44.705389 3901 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 18:40:44.777333 3901 namespace.go:142] [integration-service] updating namespace I0513 18:40:45.133114 3901 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 18:40:45.133150 3901 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 18:40:45.134338 3901 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 18:40:45.235181 3901 namespace.go:142] [konflux-info] updating namespace I0513 18:40:45.572064 3901 cni.go:452] [namespace-lister/namespace-lister-696b855848-wgs6r a90d2c8fe2d78aeaef00380bc59f67429c5f0c56999615ba4c26a6e881bb3a53 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-wgs6r a90d2c8fe2d78aeaef00380bc59f67429c5f0c56999615ba4c26a6e881bb3a53 network default NAD default NAD key ] I0513 18:40:45.584313 3901 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-wgs6r, hostIfaceName: a90d2c8fe2d78ae, network: default, NAD default, SandboxID: "a90d2c8fe2d78aeaef00380bc59f67429c5f0c56999615ba4c26a6e881bb3a53", PCI device ID: , UID: "0723a83c-6ec4-4260-89ec-a6e4f795d5f0", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0513 18:40:45.653229 3901 cni.go:473] [namespace-lister/namespace-lister-696b855848-wgs6r a90d2c8fe2d78aeaef00380bc59f67429c5f0c56999615ba4c26a6e881bb3a53 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-wgs6r a90d2c8fe2d78aeaef00380bc59f67429c5f0c56999615ba4c26a6e881bb3a53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:7d:27:98:9a:83\",\"name\":\"a90d2c8fe2d78ae\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df4c07f1-f841-42a8-b1b9-83169c9d18db\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:40:45.676426 3901 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:45.847382 3901 base_network_controller_pods.go:487] [default/konflux-ui/dex-584877b678-8q7m8] creating logical port konflux-ui_dex-584877b678-8q7m8 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:40:45.847560 3901 kube.go:256] Updating pod konflux-ui/dex-584877b678-8q7m8 I0513 18:40:45.909119 3901 pod.go:62] [konflux-ui/dex-584877b678-8q7m8] pod update took 61.587053ms I0513 18:40:45.909152 3901 base_network_controller_pods.go:951] [default/konflux-ui/dex-584877b678-8q7m8] addLogicalPort annotation time took 61.64785ms I0513 18:40:45.910873 3901 pods.go:271] [konflux-ui/dex-584877b678-8q7m8] addLogicalPort took 63.510261ms, libovsdb time 1.0876ms I0513 18:40:45.917494 3901 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5d695cb796-jh78x] creating logical port konflux-ui_proxy-5d695cb796-jh78x for pod on switch ip-10-0-2-92.ec2.internal I0513 18:40:45.917639 3901 kube.go:256] Updating pod konflux-ui/proxy-5d695cb796-jh78x I0513 18:40:45.988721 3901 pod.go:62] [konflux-ui/proxy-5d695cb796-jh78x] pod update took 71.11809ms I0513 18:40:45.988749 3901 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5d695cb796-jh78x] addLogicalPort annotation time took 71.148416ms I0513 18:40:45.990279 3901 pods.go:271] [konflux-ui/proxy-5d695cb796-jh78x] addLogicalPort took 72.796509ms, libovsdb time 1.022218ms I0513 18:40:46.179424 3901 namespace.go:142] [release-service] updating namespace I0513 18:40:46.286990 3901 namespace.go:142] [build-service] updating namespace I0513 18:40:46.305413 3901 namespace.go:142] [default-tenant] updating namespace I0513 18:40:46.326533 3901 namespace.go:142] [image-controller] updating namespace I0513 18:40:46.330394 3901 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-z74rd] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-z74rd for pod on switch ip-10-0-2-92.ec2.internal I0513 18:40:46.330545 3901 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-z74rd I0513 18:40:46.351227 3901 namespace.go:142] [integration-service] updating namespace I0513 18:40:46.363588 3901 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-z74rd] pod update took 33.100222ms I0513 18:40:46.363617 3901 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-z74rd] addLogicalPort annotation time took 33.145117ms I0513 18:40:46.365060 3901 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-z74rd] addLogicalPort took 34.686278ms, libovsdb time 912.855µs I0513 18:40:46.398110 3901 namespace.go:142] [konflux-info] updating namespace I0513 18:40:46.418337 3901 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:46.430934 3901 namespace.go:142] [release-service] updating namespace I0513 18:40:46.507301 3901 namespace.go:142] [build-service] updating namespace I0513 18:40:46.531715 3901 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-t2zhg] creating logical port build-service_build-service-controller-manager-7cbf488fcf-t2zhg for pod on switch ip-10-0-2-92.ec2.internal I0513 18:40:46.531826 3901 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-t2zhg I0513 18:40:46.555801 3901 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-t2zhg] pod update took 24.007297ms I0513 18:40:46.555828 3901 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-t2zhg] addLogicalPort annotation time took 24.038651ms I0513 18:40:46.557378 3901 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-t2zhg] addLogicalPort took 25.679295ms, libovsdb time 1.034171ms I0513 18:40:46.573089 3901 namespace.go:142] [default-tenant] updating namespace I0513 18:40:46.646151 3901 namespace.go:142] [image-controller] updating namespace I0513 18:40:46.695704 3901 namespace.go:142] [integration-service] updating namespace I0513 18:40:46.754300 3901 namespace.go:142] [konflux-info] updating namespace I0513 18:40:46.870263 3901 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:46.903623 3901 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-q5bc2] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-q5bc2 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:40:46.903809 3901 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-q5bc2 I0513 18:40:46.909970 3901 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-t2zhg 04c28744dc6e955befd910be451fed85a58a43616181a577036c407f577cd228 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-t2zhg 04c28744dc6e955befd910be451fed85a58a43616181a577036c407f577cd228 network default NAD default NAD key ] I0513 18:40:46.922303 3901 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-t2zhg, hostIfaceName: 04c28744dc6e955, network: default, NAD default, SandboxID: "04c28744dc6e955befd910be451fed85a58a43616181a577036c407f577cd228", PCI device ID: , UID: "c4aa1fb6-2a07-499d-b5c3-5e124edf62ec", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0513 18:40:46.944190 3901 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-q5bc2] pod update took 40.418487ms I0513 18:40:46.944220 3901 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-q5bc2] addLogicalPort annotation time took 40.454096ms I0513 18:40:46.945704 3901 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-q5bc2] addLogicalPort took 42.103747ms, libovsdb time 1.047278ms I0513 18:40:46.957019 3901 namespace.go:142] [release-service] updating namespace I0513 18:40:46.985237 3901 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-t2zhg 04c28744dc6e955befd910be451fed85a58a43616181a577036c407f577cd228 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-t2zhg 04c28744dc6e955befd910be451fed85a58a43616181a577036c407f577cd228 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6a:91:ef:14:db\",\"name\":\"04c28744dc6e955\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65252651-cecc-4602-8900-6e02503dea8c\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:40:47.180569 3901 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-849cb5d489-jv4sg] creating logical port integration-service_integration-service-controller-manager-849cb5d489-jv4sg for pod on switch ip-10-0-2-92.ec2.internal I0513 18:40:47.180682 3901 kube.go:256] Updating pod integration-service/integration-service-controller-manager-849cb5d489-jv4sg I0513 18:40:47.231939 3901 kube.go:256] Updating pod integration-service/integration-service-controller-manager-849cb5d489-jv4sg I0513 18:40:47.270849 3901 pod.go:62] [integration-service/integration-service-controller-manager-849cb5d489-jv4sg] pod update took 90.191035ms I0513 18:40:47.270883 3901 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-849cb5d489-jv4sg] addLogicalPort annotation time took 90.230808ms I0513 18:40:47.272529 3901 pods.go:271] [integration-service/integration-service-controller-manager-849cb5d489-jv4sg] addLogicalPort took 91.974416ms, libovsdb time 1.010242ms W0513 18:40:47.357055 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0513 18:40:48.252219 3901 namespace.go:142] [enterprise-contract-service] updating namespace W0513 18:40:48.303003 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 18:40:48.452095 3901 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:48.683337 3901 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:48.762794 3901 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:48.777896 3901 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:48.796238 3901 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:48.863660 3901 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:48.966356 3901 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:49.182044 3901 namespace.go:142] [segment-bridge] updating namespace W0513 18:40:49.297017 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0513 18:40:49.344680 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 18:40:52.311251 3901 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0513 18:40:53.807452 3901 cni.go:452] [konflux-ui/proxy-5d695cb796-jh78x dee529a9c99c30290f7788da4295425441f7ee2ba5d3e6d621eca54ce594e3ac network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5d695cb796-jh78x dee529a9c99c30290f7788da4295425441f7ee2ba5d3e6d621eca54ce594e3ac network default NAD default NAD key ] I0513 18:40:53.816932 3901 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5d695cb796-jh78x, hostIfaceName: dee529a9c99c302, network: default, NAD default, SandboxID: "dee529a9c99c30290f7788da4295425441f7ee2ba5d3e6d621eca54ce594e3ac", PCI device ID: , UID: "c2773fcc-c67e-4a39-9f7c-98a3a728c2ea", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0513 18:40:53.872398 3901 cni.go:473] [konflux-ui/proxy-5d695cb796-jh78x dee529a9c99c30290f7788da4295425441f7ee2ba5d3e6d621eca54ce594e3ac network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5d695cb796-jh78x dee529a9c99c30290f7788da4295425441f7ee2ba5d3e6d621eca54ce594e3ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:20:1f:cd:83:56\",\"name\":\"dee529a9c99c302\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae8514f3-8a16-4dd4-9a63-1b8165891a65\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:40:54.020935 3901 cni.go:452] [konflux-ui/dex-584877b678-8q7m8 e4cd30128677b4b28223f2488bdfd9e79b477cdd0c90fc08d7888a141d9ed7f4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-584877b678-8q7m8 e4cd30128677b4b28223f2488bdfd9e79b477cdd0c90fc08d7888a141d9ed7f4 network default NAD default NAD key ] I0513 18:40:54.030912 3901 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-584877b678-8q7m8, hostIfaceName: e4cd30128677b4b, network: default, NAD default, SandboxID: "e4cd30128677b4b28223f2488bdfd9e79b477cdd0c90fc08d7888a141d9ed7f4", PCI device ID: , UID: "b09b7db6-15b8-4b46-bb77-d955e23fda1e", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0513 18:40:54.085883 3901 cni.go:473] [konflux-ui/dex-584877b678-8q7m8 e4cd30128677b4b28223f2488bdfd9e79b477cdd0c90fc08d7888a141d9ed7f4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-584877b678-8q7m8 e4cd30128677b4b28223f2488bdfd9e79b477cdd0c90fc08d7888a141d9ed7f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:35:97:01:af:ae\",\"name\":\"e4cd30128677b4b\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f489c40c-fbbe-4c1c-b121-3e5326496c59\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:40:54.210273 3901 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-z74rd 966ee0c54d4eee5b82831487ee495c12a142d9a5cb342c5d4d577132a06e1dad network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-z74rd 966ee0c54d4eee5b82831487ee495c12a142d9a5cb342c5d4d577132a06e1dad network default NAD default NAD key ] I0513 18:40:54.220401 3901 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-z74rd, hostIfaceName: 966ee0c54d4eee5, network: default, NAD default, SandboxID: "966ee0c54d4eee5b82831487ee495c12a142d9a5cb342c5d4d577132a06e1dad", PCI device ID: , UID: "1259675d-b257-4f16-8eef-774693ae193b", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0513 18:40:54.276352 3901 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-z74rd 966ee0c54d4eee5b82831487ee495c12a142d9a5cb342c5d4d577132a06e1dad network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-z74rd 966ee0c54d4eee5b82831487ee495c12a142d9a5cb342c5d4d577132a06e1dad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:55:a5:a7:73:4e\",\"name\":\"966ee0c54d4eee5\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1980cd84-53a6-498d-8acb-5fc7c99c3f77\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:40:54.781819 3901 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-q5bc2 681e3774464beb0b68b11502cec84cc9061bd6f85ffa3d84f5acfd0dc8c7c38e network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-q5bc2 681e3774464beb0b68b11502cec84cc9061bd6f85ffa3d84f5acfd0dc8c7c38e network default NAD default NAD key ] I0513 18:40:54.795104 3901 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-q5bc2, hostIfaceName: 681e3774464beb0, network: default, NAD default, SandboxID: "681e3774464beb0b68b11502cec84cc9061bd6f85ffa3d84f5acfd0dc8c7c38e", PCI device ID: , UID: "810917ce-1354-4489-9866-ceba3d0e5f28", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0513 18:40:54.868643 3901 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-q5bc2 681e3774464beb0b68b11502cec84cc9061bd6f85ffa3d84f5acfd0dc8c7c38e network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-q5bc2 681e3774464beb0b68b11502cec84cc9061bd6f85ffa3d84f5acfd0dc8c7c38e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:ea:d2:f1:d8:ac\",\"name\":\"681e3774464beb0\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c87c83bf-f8ff-4ad4-a23f-c06515bcf142\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:40:55.564012 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0513 18:40:56.391811 3901 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 18:40:56.391839 3901 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0513 18:40:56.563453 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0513 18:40:58.596917 3901 cni.go:452] [integration-service/integration-service-controller-manager-849cb5d489-jv4sg d07de0e958758dab412bfeee249f73892d72acd73cb35fc13bab484355965c38 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-849cb5d489-jv4sg d07de0e958758dab412bfeee249f73892d72acd73cb35fc13bab484355965c38 network default NAD default NAD key ] I0513 18:40:58.607173 3901 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-849cb5d489-jv4sg, hostIfaceName: d07de0e958758da, network: default, NAD default, SandboxID: "d07de0e958758dab412bfeee249f73892d72acd73cb35fc13bab484355965c38", PCI device ID: , UID: "17ad6189-4a37-439c-8d20-f3e5c1f0b743", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0513 18:40:58.665443 3901 cni.go:473] [integration-service/integration-service-controller-manager-849cb5d489-jv4sg d07de0e958758dab412bfeee249f73892d72acd73cb35fc13bab484355965c38 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-849cb5d489-jv4sg d07de0e958758dab412bfeee249f73892d72acd73cb35fc13bab484355965c38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:3b:2f:a8:d6:2c\",\"name\":\"d07de0e958758da\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/948e35fa-dc15-45be-912e-c97caee7bed9\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:41:00.378176 3901 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0513 18:41:00.378287 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 18:41:00.413422 3901 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:00.413442 3901 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:00.442253 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 18:41:00.444927 3901 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 18:41:00.478703 3901 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 18:41:00.508034 3901 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 18:41:00.509134 3901 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 18:41:03.320043 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0513 18:41:11.391066 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 18:41:11.393325 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 18:41:11.429421 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 18:41:11.429565 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0513 18:41:11.641395 3901 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-z74rd 966ee0c54d4eee5b82831487ee495c12a142d9a5cb342c5d4d577132a06e1dad network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-z74rd 966ee0c54d4eee5b82831487ee495c12a142d9a5cb342c5d4d577132a06e1dad network default NAD default NAD key ] I0513 18:41:11.731341 3901 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-z74rd 966ee0c54d4eee5b82831487ee495c12a142d9a5cb342c5d4d577132a06e1dad network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-z74rd 966ee0c54d4eee5b82831487ee495c12a142d9a5cb342c5d4d577132a06e1dad network default NAD default NAD key default], result "{}", err I0513 18:41:11.793016 3901 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:41:11.793055 3901 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-z74rd I0513 18:41:11.794358 3901 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-z74rd, ips: 10.129.0.59 I0513 18:41:11.794385 3901 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:41:12.467406 3901 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:41:12.467434 3901 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:41:12.470481 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-z74rd I0513 18:41:12.470520 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-z74rd W0513 18:41:13.408134 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0513 18:41:37.473692 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:37.473719 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:37.473736 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:37.473742 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:40.472392 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:40.472421 3901 util.go:959] Failed to build node endpoints for node ip-10-0-2-92.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0513 18:42:07.306198 3901 cni.go:452] [konflux-ui/proxy-5d695cb796-jh78x dee529a9c99c30290f7788da4295425441f7ee2ba5d3e6d621eca54ce594e3ac network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5d695cb796-jh78x dee529a9c99c30290f7788da4295425441f7ee2ba5d3e6d621eca54ce594e3ac network default NAD default NAD key ] I0513 18:42:07.393131 3901 cni.go:473] [konflux-ui/proxy-5d695cb796-jh78x dee529a9c99c30290f7788da4295425441f7ee2ba5d3e6d621eca54ce594e3ac network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5d695cb796-jh78x dee529a9c99c30290f7788da4295425441f7ee2ba5d3e6d621eca54ce594e3ac network default NAD default NAD key default], result "{}", err I0513 18:42:07.463635 3901 obj_retry.go:498] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:07.463676 3901 pods.go:176] Deleting pod: konflux-ui/proxy-5d695cb796-jh78x I0513 18:42:07.465066 3901 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5d695cb796-jh78x, ips: 10.129.0.58 I0513 18:42:07.465097 3901 obj_retry.go:498] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:07.813782 3901 obj_retry.go:492] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:07.813805 3901 obj_retry.go:492] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:07.821306 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5d695cb796-jh78x I0513 18:42:07.821336 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5d695cb796-jh78x I0513 18:42:10.443178 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0513 18:42:13.858350 3901 cni.go:452] [konflux-ui/test-tsf-konflux 79554bc6030264fd4e6fb86c39ab5e1f4a4f68b0a806600f4eb63baaa1d0ce92 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 79554bc6030264fd4e6fb86c39ab5e1f4a4f68b0a806600f4eb63baaa1d0ce92 network default NAD default NAD key ] I0513 18:42:13.948040 3901 cni.go:473] [konflux-ui/test-tsf-konflux 79554bc6030264fd4e6fb86c39ab5e1f4a4f68b0a806600f4eb63baaa1d0ce92 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 79554bc6030264fd4e6fb86c39ab5e1f4a4f68b0a806600f4eb63baaa1d0ce92 network default NAD default NAD key default], result "{}", err I0513 18:42:14.003652 3901 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:14.003692 3901 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0513 18:42:14.005309 3901 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.55 I0513 18:42:14.005348 3901 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:14.022729 3901 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:14.022755 3901 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:14.029948 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 18:42:14.029975 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 18:42:25.541910 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 18:42:39.565493 3901 namespace.go:98] [managed-tenant-60swj] adding namespace I0513 18:42:39.566348 3901 namespace.go:102] [managed-tenant-60swj] adding namespace took 806.6µs I0513 18:42:39.654432 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:39.675683 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:40.711292 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:40.809030 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:40.931439 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:41.344211 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 18:43:48.555297 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0513 18:45:05.538853 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0513 18:45:13.344040 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=15 I0513 18:45:31.550676 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0513 18:46:29.346710 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81 I0513 18:47:02.567988 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0513 18:47:04.344778 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=69 W0513 18:47:23.098963 3901 duration.go:461] Config duration recorder: measurement expired for pod/openshift-ingress/router-default-749b877fcc-2x5r8 I0513 18:47:36.349977 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=116 I0513 18:47:54.433457 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 18:48:32.345162 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0513 18:48:57.558933 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 18:49:04.428961 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0513 18:49:19.566414 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 18:49:44.560099 3901 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 18:50:00.202271 3901 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644970-j62n7 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:50:00.202397 3901 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 I0513 18:50:00.229227 3901 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7] pod update took 26.850579ms I0513 18:50:00.229258 3901 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7] addLogicalPort annotation time took 26.885062ms I0513 18:50:00.230598 3901 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7] addLogicalPort took 28.338608ms, libovsdb time 863.245µs I0513 18:50:00.567389 3901 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 6f0c34b62f50b406afff7b0131c0075e059803f951adbd8e064c6b1d4d99f621 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 6f0c34b62f50b406afff7b0131c0075e059803f951adbd8e064c6b1d4d99f621 network default NAD default NAD key ] I0513 18:50:00.577538 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644970-j62n7, hostIfaceName: 6f0c34b62f50b40, network: default, NAD default, SandboxID: "6f0c34b62f50b406afff7b0131c0075e059803f951adbd8e064c6b1d4d99f621", PCI device ID: , UID: "2bb525e8-10d1-4ed1-8643-28725e7c2d30", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0513 18:50:00.632729 3901 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 6f0c34b62f50b406afff7b0131c0075e059803f951adbd8e064c6b1d4d99f621 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 6f0c34b62f50b406afff7b0131c0075e059803f951adbd8e064c6b1d4d99f621 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:c1:b2:67:88:58\",\"name\":\"6f0c34b62f50b40\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/855246a5-1ff5-450a-898f-14c7298aa849\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:50:01.054903 3901 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:01.054926 3901 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:01.060213 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-t68hn I0513 18:50:01.060237 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-t68hn I0513 18:50:03.446744 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 18:50:04.566972 3901 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 6f0c34b62f50b406afff7b0131c0075e059803f951adbd8e064c6b1d4d99f621 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 6f0c34b62f50b406afff7b0131c0075e059803f951adbd8e064c6b1d4d99f621 network default NAD default NAD key ] I0513 18:50:04.656106 3901 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 6f0c34b62f50b406afff7b0131c0075e059803f951adbd8e064c6b1d4d99f621 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 6f0c34b62f50b406afff7b0131c0075e059803f951adbd8e064c6b1d4d99f621 network default NAD default NAD key default], result "{}", err I0513 18:50:04.714043 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:50:04.714116 3901 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 I0513 18:50:04.715448 3901 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7, ips: 10.129.0.63 I0513 18:50:04.715482 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:50:05.580337 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.580366 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.619109 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.619159 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.624702 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 I0513 18:50:05.624727 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 I0513 18:50:09.033896 3901 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:09.033922 3901 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:09.037148 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-vj9l6 I0513 18:50:09.037175 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-vj9l6 I0513 18:50:12.033922 3901 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:12.033956 3901 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:12.039409 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-g5v8z I0513 18:50:12.039434 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-g5v8z I0513 18:50:46.594811 3901 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod] creating logical port default-tenant_tsf-comp-5495c-on-pull-request-7cqmq-init-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:50:46.594955 3901 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod I0513 18:50:46.613777 3901 pod.go:62] [default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod] pod update took 18.847998ms I0513 18:50:46.613809 3901 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod] addLogicalPort annotation time took 18.884109ms I0513 18:50:46.615293 3901 pods.go:271] [default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod] addLogicalPort took 20.529051ms, libovsdb time 974.822µs I0513 18:50:46.965363 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod d67e4a21db65944c9590751437a130d807b20243d6dc9cf90356d51bc058ae9c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod d67e4a21db65944c9590751437a130d807b20243d6dc9cf90356d51bc058ae9c network default NAD default NAD key ] I0513 18:50:46.975005 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-pull-request-7cqmq-init-pod, hostIfaceName: d67e4a21db65944, network: default, NAD default, SandboxID: "d67e4a21db65944c9590751437a130d807b20243d6dc9cf90356d51bc058ae9c", PCI device ID: , UID: "bcd0ad43-fbd9-43b9-9be8-080b8151d8e0", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0513 18:50:47.030975 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod d67e4a21db65944c9590751437a130d807b20243d6dc9cf90356d51bc058ae9c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod d67e4a21db65944c9590751437a130d807b20243d6dc9cf90356d51bc058ae9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:92:0a:6e:0a:6c\",\"name\":\"d67e4a21db65944\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dddfdb0-ffad-4422-b3b2-66d66ec35831\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:51:04.041630 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod d67e4a21db65944c9590751437a130d807b20243d6dc9cf90356d51bc058ae9c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod d67e4a21db65944c9590751437a130d807b20243d6dc9cf90356d51bc058ae9c network default NAD default NAD key ] I0513 18:51:04.131091 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod d67e4a21db65944c9590751437a130d807b20243d6dc9cf90356d51bc058ae9c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod d67e4a21db65944c9590751437a130d807b20243d6dc9cf90356d51bc058ae9c network default NAD default NAD key default], result "{}", err I0513 18:51:04.195117 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:04.195179 3901 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod I0513 18:51:04.196871 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod, ips: 10.129.0.64 I0513 18:51:04.196903 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:04.926008 3901 obj_retry.go:492] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:51:04.926064 3901 obj_retry.go:492] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:51:04.934037 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod I0513 18:51:04.934068 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod I0513 18:51:07.924602 3901 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-init-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:51:07.924814 3901 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod I0513 18:51:07.942373 3901 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod] pod update took 17.609057ms I0513 18:51:07.942406 3901 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod] addLogicalPort annotation time took 17.647721ms I0513 18:51:07.943849 3901 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod] addLogicalPort took 19.267087ms, libovsdb time 972.665µs I0513 18:51:08.290659 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod 11f333422aea76ada83c2a594f42ff936b90aaa7ba1c44e4c4ccfe6926affa9b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod 11f333422aea76ada83c2a594f42ff936b90aaa7ba1c44e4c4ccfe6926affa9b network default NAD default NAD key ] I0513 18:51:08.300321 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-init-pod, hostIfaceName: 11f333422aea76a, network: default, NAD default, SandboxID: "11f333422aea76ada83c2a594f42ff936b90aaa7ba1c44e4c4ccfe6926affa9b", PCI device ID: , UID: "9f2852f4-f26d-482c-8712-c2a60490771d", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0513 18:51:08.356337 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod 11f333422aea76ada83c2a594f42ff936b90aaa7ba1c44e4c4ccfe6926affa9b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod 11f333422aea76ada83c2a594f42ff936b90aaa7ba1c44e4c4ccfe6926affa9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ad:a8:8a:e9:fe\",\"name\":\"11f333422aea76a\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a0e13fc-83b0-4ba0-bada-a192003b7cea\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:51:13.992400 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod 11f333422aea76ada83c2a594f42ff936b90aaa7ba1c44e4c4ccfe6926affa9b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod 11f333422aea76ada83c2a594f42ff936b90aaa7ba1c44e4c4ccfe6926affa9b network default NAD default NAD key ] I0513 18:51:14.085818 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod 11f333422aea76ada83c2a594f42ff936b90aaa7ba1c44e4c4ccfe6926affa9b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod 11f333422aea76ada83c2a594f42ff936b90aaa7ba1c44e4c4ccfe6926affa9b network default NAD default NAD key default], result "{}", err I0513 18:51:14.147358 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:14.147402 3901 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod I0513 18:51:14.148902 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod, ips: 10.129.0.65 I0513 18:51:14.148937 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:14.555397 3901 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-clone-repository-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:51:14.555581 3901 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod I0513 18:51:14.580913 3901 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod] pod update took 25.367479ms I0513 18:51:14.580941 3901 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod] addLogicalPort annotation time took 25.400853ms I0513 18:51:14.582350 3901 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod] addLogicalPort took 26.969951ms, libovsdb time 1.022211ms I0513 18:51:14.925557 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod 22ee14f51524aaa59bb15b9def49de6e96bde06a236d9b6350458d3d746dda8a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod 22ee14f51524aaa59bb15b9def49de6e96bde06a236d9b6350458d3d746dda8a network default NAD default NAD key ] I0513 18:51:14.935548 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-clone-repository-pod, hostIfaceName: 22ee14f51524aaa, network: default, NAD default, SandboxID: "22ee14f51524aaa59bb15b9def49de6e96bde06a236d9b6350458d3d746dda8a", PCI device ID: , UID: "d5c1153a-cffc-4850-aa5a-6023ddf123b6", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0513 18:51:14.993686 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod 22ee14f51524aaa59bb15b9def49de6e96bde06a236d9b6350458d3d746dda8a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod 22ee14f51524aaa59bb15b9def49de6e96bde06a236d9b6350458d3d746dda8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:72:67:d9:51:34\",\"name\":\"22ee14f51524aaa\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fddc353d-864d-47de-86a2-8e3413f18624\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:51:19.347106 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 18:51:29.118304 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod 22ee14f51524aaa59bb15b9def49de6e96bde06a236d9b6350458d3d746dda8a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod 22ee14f51524aaa59bb15b9def49de6e96bde06a236d9b6350458d3d746dda8a network default NAD default NAD key ] I0513 18:51:29.218886 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod 22ee14f51524aaa59bb15b9def49de6e96bde06a236d9b6350458d3d746dda8a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod 22ee14f51524aaa59bb15b9def49de6e96bde06a236d9b6350458d3d746dda8a network default NAD default NAD key default], result "{}", err I0513 18:51:29.330352 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:29.330463 3901 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod I0513 18:51:29.332716 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod, ips: 10.129.0.66 I0513 18:51:29.332761 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:29.848407 3901 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:51:29.848611 3901 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod I0513 18:51:29.871245 3901 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod] pod update took 22.667408ms I0513 18:51:29.871278 3901 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod] addLogicalPort annotation time took 22.704614ms I0513 18:51:29.873025 3901 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod] addLogicalPort took 24.634429ms, libovsdb time 1.064686ms I0513 18:51:30.245276 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod a0000c6b8206e73f4f0b166fa7a0cf9f38edc335e65a620b0dfc65241cdd1290 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod a0000c6b8206e73f4f0b166fa7a0cf9f38edc335e65a620b0dfc65241cdd1290 network default NAD default NAD key ] I0513 18:51:30.255214 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod, hostIfaceName: a0000c6b8206e73, network: default, NAD default, SandboxID: "a0000c6b8206e73f4f0b166fa7a0cf9f38edc335e65a620b0dfc65241cdd1290", PCI device ID: , UID: "ca718a8c-d4ff-44e9-b4c2-434e63d2da83", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0513 18:51:30.313681 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod a0000c6b8206e73f4f0b166fa7a0cf9f38edc335e65a620b0dfc65241cdd1290 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod a0000c6b8206e73f4f0b166fa7a0cf9f38edc335e65a620b0dfc65241cdd1290 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:0f:14:bb:1e:df\",\"name\":\"a0000c6b8206e73\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d93820ac-ae57-4952-81d8-e5c3fac54bd3\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:51:53.544888 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0513 18:52:11.554311 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0513 18:52:21.349828 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0513 18:52:38.585445 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod a0000c6b8206e73f4f0b166fa7a0cf9f38edc335e65a620b0dfc65241cdd1290 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod a0000c6b8206e73f4f0b166fa7a0cf9f38edc335e65a620b0dfc65241cdd1290 network default NAD default NAD key ] I0513 18:52:38.669872 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod a0000c6b8206e73f4f0b166fa7a0cf9f38edc335e65a620b0dfc65241cdd1290 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod a0000c6b8206e73f4f0b166fa7a0cf9f38edc335e65a620b0dfc65241cdd1290 network default NAD default NAD key default], result "{}", err I0513 18:52:38.755626 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:52:38.755667 3901 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod I0513 18:52:38.757118 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod, ips: 10.129.0.67 I0513 18:52:38.757154 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:52:41.346775 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 18:52:57.542471 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0513 18:54:19.352800 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=90 I0513 18:55:14.562601 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 18:55:16.796816 3901 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-build-image-index-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:55:16.796970 3901 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod I0513 18:55:16.819910 3901 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod] pod update took 22.969809ms I0513 18:55:16.819950 3901 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod] addLogicalPort annotation time took 23.015945ms I0513 18:55:16.821453 3901 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod] addLogicalPort took 24.646308ms, libovsdb time 947.072µs I0513 18:55:17.165711 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod ce49ee6df08606a3f010af1b9097b9cbde5fb8f0dc10dd186d3bd8c1d4012a88 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod ce49ee6df08606a3f010af1b9097b9cbde5fb8f0dc10dd186d3bd8c1d4012a88 network default NAD default NAD key ] I0513 18:55:17.175261 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-build-image-index-pod, hostIfaceName: ce49ee6df08606a, network: default, NAD default, SandboxID: "ce49ee6df08606a3f010af1b9097b9cbde5fb8f0dc10dd186d3bd8c1d4012a88", PCI device ID: , UID: "de746eab-fd82-41bb-bf08-f3ca0346062d", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0513 18:55:17.231443 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod ce49ee6df08606a3f010af1b9097b9cbde5fb8f0dc10dd186d3bd8c1d4012a88 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod ce49ee6df08606a3f010af1b9097b9cbde5fb8f0dc10dd186d3bd8c1d4012a88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:06:c0:57:fc:f8\",\"name\":\"ce49ee6df08606a\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc2d780c-89f2-48a0-b66b-9a327a321ccf\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:55:17.493937 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:55:17.494571 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:55:51.220607 3901 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:55:51.220762 3901 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod I0513 18:55:51.241145 3901 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod] pod update took 20.41226ms I0513 18:55:51.241172 3901 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod] addLogicalPort annotation time took 20.444184ms I0513 18:55:51.242494 3901 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod] addLogicalPort took 21.905972ms, libovsdb time 895.588µs I0513 18:55:51.592586 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod d8147ba8d0df7201b1f6c52043e2388ad0342ac1f80703b003dc9d1dbd2be8a0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod d8147ba8d0df7201b1f6c52043e2388ad0342ac1f80703b003dc9d1dbd2be8a0 network default NAD default NAD key ] I0513 18:55:51.603053 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod, hostIfaceName: d8147ba8d0df720, network: default, NAD default, SandboxID: "d8147ba8d0df7201b1f6c52043e2388ad0342ac1f80703b003dc9d1dbd2be8a0", PCI device ID: , UID: "973091f2-a6a7-40d1-9d1c-a52c67745cfc", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0513 18:55:51.660038 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod d8147ba8d0df7201b1f6c52043e2388ad0342ac1f80703b003dc9d1dbd2be8a0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod d8147ba8d0df7201b1f6c52043e2388ad0342ac1f80703b003dc9d1dbd2be8a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:34:65:df:6c:c0\",\"name\":\"d8147ba8d0df720\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/586c7afd-b4f0-4115-aa2d-7a4adc3cebc4\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:55:51.835013 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod ce49ee6df08606a3f010af1b9097b9cbde5fb8f0dc10dd186d3bd8c1d4012a88 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod ce49ee6df08606a3f010af1b9097b9cbde5fb8f0dc10dd186d3bd8c1d4012a88 network default NAD default NAD key ] I0513 18:55:51.929265 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod ce49ee6df08606a3f010af1b9097b9cbde5fb8f0dc10dd186d3bd8c1d4012a88 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod ce49ee6df08606a3f010af1b9097b9cbde5fb8f0dc10dd186d3bd8c1d4012a88 network default NAD default NAD key default], result "{}", err I0513 18:55:51.998742 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:55:51.998780 3901 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod I0513 18:55:52.000082 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod, ips: 10.129.0.68 I0513 18:55:52.000108 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:55:52.575095 3901 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:55:52.575263 3901 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod I0513 18:55:52.590278 3901 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:55:52.590556 3901 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod I0513 18:55:52.603122 3901 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod] pod update took 27.89804ms I0513 18:55:52.603148 3901 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod] addLogicalPort annotation time took 27.92817ms I0513 18:55:52.604431 3901 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod] addLogicalPort took 29.3554ms, libovsdb time 866.897µs I0513 18:55:52.618980 3901 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod] pod update took 28.49423ms I0513 18:55:52.619004 3901 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod] addLogicalPort annotation time took 28.523029ms I0513 18:55:52.620321 3901 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod] addLogicalPort took 30.060705ms, libovsdb time 910.14µs I0513 18:55:52.782379 3901 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:55:52.782647 3901 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod I0513 18:55:52.802432 3901 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod] pod update took 19.87392ms I0513 18:55:52.802469 3901 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod] addLogicalPort annotation time took 19.916665ms I0513 18:55:52.803973 3901 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod] addLogicalPort took 21.61012ms, libovsdb time 1.026233ms I0513 18:55:52.830540 3901 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-tpa-scan-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:55:52.830781 3901 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod I0513 18:55:52.853258 3901 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod] pod update took 22.528441ms I0513 18:55:52.853288 3901 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod] addLogicalPort annotation time took 22.564786ms I0513 18:55:52.854700 3901 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod] addLogicalPort took 24.201257ms, libovsdb time 956.007µs I0513 18:55:52.944404 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod 261909d785344ac976d9239702507146508fa69cdca4fe7acc1f974ada3558a1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod 261909d785344ac976d9239702507146508fa69cdca4fe7acc1f974ada3558a1 network default NAD default NAD key ] I0513 18:55:52.956777 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod 4608924176cc70fab84996e8b8051c020a7f3f0f416213295bc1bd218b5d8a01 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod 4608924176cc70fab84996e8b8051c020a7f3f0f416213295bc1bd218b5d8a01 network default NAD default NAD key ] I0513 18:55:52.974818 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod, hostIfaceName: 261909d785344ac, network: default, NAD default, SandboxID: "261909d785344ac976d9239702507146508fa69cdca4fe7acc1f974ada3558a1", PCI device ID: , UID: "214fc39b-28e9-4e64-a682-da485d03ae7f", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0513 18:55:52.976167 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod, hostIfaceName: 4608924176cc70f, network: default, NAD default, SandboxID: "4608924176cc70fab84996e8b8051c020a7f3f0f416213295bc1bd218b5d8a01", PCI device ID: , UID: "4ce8ad27-aea5-4c52-9a46-6c886195d6be", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0513 18:55:53.032529 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod 261909d785344ac976d9239702507146508fa69cdca4fe7acc1f974ada3558a1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod 261909d785344ac976d9239702507146508fa69cdca4fe7acc1f974ada3558a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:7a:45:b4:20:1f\",\"name\":\"261909d785344ac\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1330b49-8fdd-4444-a808-7fbed3c1f114\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:55:53.053417 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod 4608924176cc70fab84996e8b8051c020a7f3f0f416213295bc1bd218b5d8a01 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod 4608924176cc70fab84996e8b8051c020a7f3f0f416213295bc1bd218b5d8a01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:ff:57:18:5b:aa\",\"name\":\"4608924176cc70f\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fa7cb2e-9fd3-4eb5-9238-1e81e29606d6\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:55:53.156526 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod d137069aeaa903e066a6c1762f071c582f4f718940679a077a8c26929af1e22f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod d137069aeaa903e066a6c1762f071c582f4f718940679a077a8c26929af1e22f network default NAD default NAD key ] I0513 18:55:53.167851 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod, hostIfaceName: d137069aeaa903e, network: default, NAD default, SandboxID: "d137069aeaa903e066a6c1762f071c582f4f718940679a077a8c26929af1e22f", PCI device ID: , UID: "b4997c76-309e-490c-8ec5-fb7c088dfc95", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0513 18:55:53.216370 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod 85acf9c10637e332b4c9db708b2cd46270feeb3f14c27ee8028ff8290f3de7dc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod 85acf9c10637e332b4c9db708b2cd46270feeb3f14c27ee8028ff8290f3de7dc network default NAD default NAD key ] I0513 18:55:53.229794 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-tpa-scan-pod, hostIfaceName: 85acf9c10637e33, network: default, NAD default, SandboxID: "85acf9c10637e332b4c9db708b2cd46270feeb3f14c27ee8028ff8290f3de7dc", PCI device ID: , UID: "c4907670-d663-41d8-9091-45368cba135b", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0513 18:55:53.237122 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod d137069aeaa903e066a6c1762f071c582f4f718940679a077a8c26929af1e22f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod d137069aeaa903e066a6c1762f071c582f4f718940679a077a8c26929af1e22f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d8:02:ee:47:c4\",\"name\":\"d137069aeaa903e\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e58b5e89-7976-4d9e-82cf-bf33aa35a059\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:55:53.297766 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod 85acf9c10637e332b4c9db708b2cd46270feeb3f14c27ee8028ff8290f3de7dc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod 85acf9c10637e332b4c9db708b2cd46270feeb3f14c27ee8028ff8290f3de7dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:c9:2f:28:3c:e0\",\"name\":\"85acf9c10637e33\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/960dbc78-f802-4600-b767-c66f62ed782a\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:56:21.348015 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0513 18:56:28.570884 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0513 18:56:39.348224 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0513 18:57:11.349813 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0513 18:57:12.623315 3901 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:12.623952 3901 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:12.971330 3901 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:57:12.971361 3901 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:57:12.974226 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 I0513 18:57:12.974255 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 I0513 18:57:15.157695 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:15.158298 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:15.436555 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0513 18:57:25.711968 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod 261909d785344ac976d9239702507146508fa69cdca4fe7acc1f974ada3558a1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod 261909d785344ac976d9239702507146508fa69cdca4fe7acc1f974ada3558a1 network default NAD default NAD key ] I0513 18:57:25.824241 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod 261909d785344ac976d9239702507146508fa69cdca4fe7acc1f974ada3558a1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod 261909d785344ac976d9239702507146508fa69cdca4fe7acc1f974ada3558a1 network default NAD default NAD key default], result "{}", err I0513 18:57:26.032558 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:26.032611 3901 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod I0513 18:57:26.034163 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod, ips: 10.129.0.70 I0513 18:57:26.034201 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:33.785569 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod 4608924176cc70fab84996e8b8051c020a7f3f0f416213295bc1bd218b5d8a01 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod 4608924176cc70fab84996e8b8051c020a7f3f0f416213295bc1bd218b5d8a01 network default NAD default NAD key ] I0513 18:57:33.786603 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod d8147ba8d0df7201b1f6c52043e2388ad0342ac1f80703b003dc9d1dbd2be8a0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod d8147ba8d0df7201b1f6c52043e2388ad0342ac1f80703b003dc9d1dbd2be8a0 network default NAD default NAD key ] I0513 18:57:33.787423 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod d137069aeaa903e066a6c1762f071c582f4f718940679a077a8c26929af1e22f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod d137069aeaa903e066a6c1762f071c582f4f718940679a077a8c26929af1e22f network default NAD default NAD key ] I0513 18:57:33.908330 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod 4608924176cc70fab84996e8b8051c020a7f3f0f416213295bc1bd218b5d8a01 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod 4608924176cc70fab84996e8b8051c020a7f3f0f416213295bc1bd218b5d8a01 network default NAD default NAD key default], result "{}", err I0513 18:57:33.925931 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod d137069aeaa903e066a6c1762f071c582f4f718940679a077a8c26929af1e22f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod d137069aeaa903e066a6c1762f071c582f4f718940679a077a8c26929af1e22f network default NAD default NAD key default], result "{}", err I0513 18:57:33.928116 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod d8147ba8d0df7201b1f6c52043e2388ad0342ac1f80703b003dc9d1dbd2be8a0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod d8147ba8d0df7201b1f6c52043e2388ad0342ac1f80703b003dc9d1dbd2be8a0 network default NAD default NAD key default], result "{}", err I0513 18:57:34.049590 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.049648 3901 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod I0513 18:57:34.051175 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod, ips: 10.129.0.71 I0513 18:57:34.051208 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.087213 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.087259 3901 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod I0513 18:57:34.089251 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod, ips: 10.129.0.72 I0513 18:57:34.089296 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.129796 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.129831 3901 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod I0513 18:57:34.131201 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod, ips: 10.129.0.69 I0513 18:57:34.131234 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:43.880926 3901 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod 85acf9c10637e332b4c9db708b2cd46270feeb3f14c27ee8028ff8290f3de7dc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod 85acf9c10637e332b4c9db708b2cd46270feeb3f14c27ee8028ff8290f3de7dc network default NAD default NAD key ] I0513 18:57:43.977747 3901 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod 85acf9c10637e332b4c9db708b2cd46270feeb3f14c27ee8028ff8290f3de7dc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod 85acf9c10637e332b4c9db708b2cd46270feeb3f14c27ee8028ff8290f3de7dc network default NAD default NAD key default], result "{}", err I0513 18:57:44.093971 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:44.094014 3901 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod I0513 18:57:44.095551 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod, ips: 10.129.0.73 I0513 18:57:44.095648 3901 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:47.457484 3901 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-otzi-cqmnk-collect-keyless-params-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:57:47.457662 3901 kube.go:256] Updating pod default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod I0513 18:57:47.480642 3901 pod.go:62] [default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod] pod update took 23.014003ms I0513 18:57:47.480666 3901 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod] addLogicalPort annotation time took 23.042017ms I0513 18:57:47.481929 3901 pods.go:271] [default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod] addLogicalPort took 24.462372ms, libovsdb time 887.927µs I0513 18:57:47.888454 3901 cni.go:452] [default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod 1edda40bba0cfdbaa48e69b4e85ef184f9aaa3a063bfb440a8a947d7415b871a network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod 1edda40bba0cfdbaa48e69b4e85ef184f9aaa3a063bfb440a8a947d7415b871a network default NAD default NAD key ] I0513 18:57:47.897984 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-otzi-cqmnk-collect-keyless-params-pod, hostIfaceName: 1edda40bba0cfdb, network: default, NAD default, SandboxID: "1edda40bba0cfdbaa48e69b4e85ef184f9aaa3a063bfb440a8a947d7415b871a", PCI device ID: , UID: "367130b7-dffb-4051-aa17-1e22a325de21", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0513 18:57:47.957768 3901 cni.go:473] [default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod 1edda40bba0cfdbaa48e69b4e85ef184f9aaa3a063bfb440a8a947d7415b871a network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod 1edda40bba0cfdbaa48e69b4e85ef184f9aaa3a063bfb440a8a947d7415b871a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c7:8d:10:a6:c3\",\"name\":\"1edda40bba0cfdb\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee0813de-b30f-4b3b-8b8f-e90c11df6865\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:57:58.562825 3901 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 18:58:03.424309 3901 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-otzi-cqmnk-verify-pod] creating logical port default-tenant_my-integration-test-otzi-cqmnk-verify-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:58:03.424494 3901 kube.go:256] Updating pod default-tenant/my-integration-test-otzi-cqmnk-verify-pod I0513 18:58:03.467928 3901 pod.go:62] [default-tenant/my-integration-test-otzi-cqmnk-verify-pod] pod update took 43.474311ms I0513 18:58:03.467964 3901 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-otzi-cqmnk-verify-pod] addLogicalPort annotation time took 43.514982ms I0513 18:58:03.469592 3901 pods.go:271] [default-tenant/my-integration-test-otzi-cqmnk-verify-pod] addLogicalPort took 45.30438ms, libovsdb time 1.048258ms I0513 18:58:03.794587 3901 cni.go:452] [default-tenant/my-integration-test-otzi-cqmnk-verify-pod 3d6b731ec7012160533f8c2912ee25e591e5a782452ca44435ceab8754912436 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-otzi-cqmnk-verify-pod 3d6b731ec7012160533f8c2912ee25e591e5a782452ca44435ceab8754912436 network default NAD default NAD key ] I0513 18:58:03.804313 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-otzi-cqmnk-verify-pod, hostIfaceName: 3d6b731ec701216, network: default, NAD default, SandboxID: "3d6b731ec7012160533f8c2912ee25e591e5a782452ca44435ceab8754912436", PCI device ID: , UID: "bcafde83-b079-4da5-b0ea-33a9585c551d", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0513 18:58:03.864412 3901 cni.go:473] [default-tenant/my-integration-test-otzi-cqmnk-verify-pod 3d6b731ec7012160533f8c2912ee25e591e5a782452ca44435ceab8754912436 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-otzi-cqmnk-verify-pod 3d6b731ec7012160533f8c2912ee25e591e5a782452ca44435ceab8754912436 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:bb:2f:3c:5d:37\",\"name\":\"3d6b731ec701216\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb31f82d-5cc0-4aa3-a786-24177c2ecdc9\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:58:04.048882 3901 cni.go:452] [default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod 1edda40bba0cfdbaa48e69b4e85ef184f9aaa3a063bfb440a8a947d7415b871a network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod 1edda40bba0cfdbaa48e69b4e85ef184f9aaa3a063bfb440a8a947d7415b871a network default NAD default NAD key ] I0513 18:58:04.141599 3901 cni.go:473] [default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod 1edda40bba0cfdbaa48e69b4e85ef184f9aaa3a063bfb440a8a947d7415b871a network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod 1edda40bba0cfdbaa48e69b4e85ef184f9aaa3a063bfb440a8a947d7415b871a network default NAD default NAD key default], result "{}", err I0513 18:58:04.192594 3901 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:04.192730 3901 pods.go:176] Deleting pod: default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod I0513 18:58:04.194322 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod, ips: 10.129.0.74 I0513 18:58:04.194354 3901 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:23.229582 3901 cni.go:452] [default-tenant/my-integration-test-otzi-cqmnk-verify-pod 3d6b731ec7012160533f8c2912ee25e591e5a782452ca44435ceab8754912436 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-otzi-cqmnk-verify-pod 3d6b731ec7012160533f8c2912ee25e591e5a782452ca44435ceab8754912436 network default NAD default NAD key ] I0513 18:58:23.333738 3901 cni.go:473] [default-tenant/my-integration-test-otzi-cqmnk-verify-pod 3d6b731ec7012160533f8c2912ee25e591e5a782452ca44435ceab8754912436 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-otzi-cqmnk-verify-pod 3d6b731ec7012160533f8c2912ee25e591e5a782452ca44435ceab8754912436 network default NAD default NAD key default], result "{}", err I0513 18:58:23.595390 3901 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:23.595428 3901 pods.go:176] Deleting pod: default-tenant/my-integration-test-otzi-cqmnk-verify-pod I0513 18:58:23.597047 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-otzi-cqmnk-verify-pod, ips: 10.129.0.75 I0513 18:58:23.597080 3901 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:31.443845 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0513 18:58:39.571260 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod] creating logical port managed-tenant-60swj_managed-kn6nf-verify-access-to-resources-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:58:39.571428 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod I0513 18:58:39.589631 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod] pod update took 18.232622ms I0513 18:58:39.589663 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod] addLogicalPort annotation time took 18.270913ms I0513 18:58:39.591149 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod] addLogicalPort took 19.904474ms, libovsdb time 1.076587ms I0513 18:58:40.022239 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod 709ac799df57d50f8a16b6d977c3d65c5cfb34672bb85c4064a13d956b23a45b network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod 709ac799df57d50f8a16b6d977c3d65c5cfb34672bb85c4064a13d956b23a45b network default NAD default NAD key ] I0513 18:58:40.031929 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-verify-access-to-resources-pod, hostIfaceName: 709ac799df57d50, network: default, NAD default, SandboxID: "709ac799df57d50f8a16b6d977c3d65c5cfb34672bb85c4064a13d956b23a45b", PCI device ID: , UID: "38dc0a44-78c6-44e0-a246-bf6f417be7c3", MAC: 0a:58:0a:81:00:4c, IPs: [10.129.0.76/23] I0513 18:58:40.089777 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod 709ac799df57d50f8a16b6d977c3d65c5cfb34672bb85c4064a13d956b23a45b network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod 709ac799df57d50f8a16b6d977c3d65c5cfb34672bb85c4064a13d956b23a45b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:1e:b7:20:fc:8f\",\"name\":\"709ac799df57d50\"},{\"mac\":\"0a:58:0a:81:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b041df4-8997-4677-bac9-b896664a0655\"}],\"ips\":[{\"address\":\"10.129.0.76/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:58:42.458899 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/affinity-assistant-23e6e5ea92-0] creating logical port managed-tenant-60swj_affinity-assistant-23e6e5ea92-0 for pod on switch ip-10-0-2-92.ec2.internal I0513 18:58:42.459041 3901 kube.go:256] Updating pod managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 I0513 18:58:42.471720 3901 pod.go:62] [managed-tenant-60swj/affinity-assistant-23e6e5ea92-0] pod update took 12.717514ms I0513 18:58:42.471749 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/affinity-assistant-23e6e5ea92-0] addLogicalPort annotation time took 12.751051ms I0513 18:58:42.473407 3901 pods.go:271] [managed-tenant-60swj/affinity-assistant-23e6e5ea92-0] addLogicalPort took 14.519889ms, libovsdb time 1.106936ms I0513 18:58:42.569934 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0513 18:58:42.891007 3901 cni.go:452] [managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 c4ebad3b0635712772450b40273b55f096acf49571ea285ac658a5839c4e15f6 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 c4ebad3b0635712772450b40273b55f096acf49571ea285ac658a5839c4e15f6 network default NAD default NAD key ] I0513 18:58:42.902638 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: affinity-assistant-23e6e5ea92-0, hostIfaceName: c4ebad3b0635712, network: default, NAD default, SandboxID: "c4ebad3b0635712772450b40273b55f096acf49571ea285ac658a5839c4e15f6", PCI device ID: , UID: "660340c0-3cdc-4f38-be6e-199bbff05d12", MAC: 0a:58:0a:81:00:4d, IPs: [10.129.0.77/23] I0513 18:58:42.972768 3901 cni.go:473] [managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 c4ebad3b0635712772450b40273b55f096acf49571ea285ac658a5839c4e15f6 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 c4ebad3b0635712772450b40273b55f096acf49571ea285ac658a5839c4e15f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:cd:93:64:9c:95\",\"name\":\"c4ebad3b0635712\"},{\"mac\":\"0a:58:0a:81:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21bbd8c3-6602-41c6-aff4-ab55a1475604\"}],\"ips\":[{\"address\":\"10.129.0.77/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:59:00.556081 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod 709ac799df57d50f8a16b6d977c3d65c5cfb34672bb85c4064a13d956b23a45b network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod 709ac799df57d50f8a16b6d977c3d65c5cfb34672bb85c4064a13d956b23a45b network default NAD default NAD key ] I0513 18:59:00.660525 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod 709ac799df57d50f8a16b6d977c3d65c5cfb34672bb85c4064a13d956b23a45b network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod 709ac799df57d50f8a16b6d977c3d65c5cfb34672bb85c4064a13d956b23a45b network default NAD default NAD key default], result "{}", err I0513 18:59:00.736302 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:00.736342 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod I0513 18:59:00.737800 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod, ips: 10.129.0.76 I0513 18:59:00.737831 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:01.079588 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-collect-data-pod] creating logical port managed-tenant-60swj_managed-kn6nf-collect-data-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:59:01.079745 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-collect-data-pod I0513 18:59:01.106420 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-collect-data-pod] pod update took 26.706295ms I0513 18:59:01.106450 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-collect-data-pod] addLogicalPort annotation time took 26.740805ms I0513 18:59:01.107999 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-collect-data-pod] addLogicalPort took 28.431991ms, libovsdb time 1.103239ms I0513 18:59:01.460931 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-collect-data-pod e0458c3495e8597fa7c6c482caea43a936ca71ff72d6190b6d2d6c7b4c06f776 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-collect-data-pod e0458c3495e8597fa7c6c482caea43a936ca71ff72d6190b6d2d6c7b4c06f776 network default NAD default NAD key ] I0513 18:59:01.471194 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-collect-data-pod, hostIfaceName: e0458c3495e8597, network: default, NAD default, SandboxID: "e0458c3495e8597fa7c6c482caea43a936ca71ff72d6190b6d2d6c7b4c06f776", PCI device ID: , UID: "0ef8e811-26c2-4ba0-bcea-b2b352ad26e3", MAC: 0a:58:0a:81:00:4e, IPs: [10.129.0.78/23] I0513 18:59:01.532475 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-collect-data-pod e0458c3495e8597fa7c6c482caea43a936ca71ff72d6190b6d2d6c7b4c06f776 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-collect-data-pod e0458c3495e8597fa7c6c482caea43a936ca71ff72d6190b6d2d6c7b4c06f776 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:f8:69:60:cc:e0\",\"name\":\"e0458c3495e8597\"},{\"mac\":\"0a:58:0a:81:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b95eb07-28c6-4d93-aea2-0f8b9dc4c333\"}],\"ips\":[{\"address\":\"10.129.0.78/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:59:09.566148 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 18:59:09.577589 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod] creating logical port managed-tenant-60swj_managed-kn6nf-collect-signing-params-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:59:09.577742 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod I0513 18:59:09.616156 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod] pod update took 38.45547ms I0513 18:59:09.616185 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod] addLogicalPort annotation time took 38.48949ms I0513 18:59:09.617628 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod] addLogicalPort took 40.057302ms, libovsdb time 992.896µs I0513 18:59:09.652459 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-collect-data-pod e0458c3495e8597fa7c6c482caea43a936ca71ff72d6190b6d2d6c7b4c06f776 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-collect-data-pod e0458c3495e8597fa7c6c482caea43a936ca71ff72d6190b6d2d6c7b4c06f776 network default NAD default NAD key ] I0513 18:59:09.744865 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-collect-data-pod e0458c3495e8597fa7c6c482caea43a936ca71ff72d6190b6d2d6c7b4c06f776 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-collect-data-pod e0458c3495e8597fa7c6c482caea43a936ca71ff72d6190b6d2d6c7b4c06f776 network default NAD default NAD key default], result "{}", err I0513 18:59:09.857383 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:09.857431 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-collect-data-pod I0513 18:59:09.859619 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-collect-data-pod, ips: 10.129.0.78 I0513 18:59:09.859760 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:09.955166 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod b2a2bf7fbb6e40a29b20b84e9095f8d4bd340e11266ca0e5baf6b6ed88870ea2 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod b2a2bf7fbb6e40a29b20b84e9095f8d4bd340e11266ca0e5baf6b6ed88870ea2 network default NAD default NAD key ] I0513 18:59:09.965530 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-collect-signing-params-pod, hostIfaceName: b2a2bf7fbb6e40a, network: default, NAD default, SandboxID: "b2a2bf7fbb6e40a29b20b84e9095f8d4bd340e11266ca0e5baf6b6ed88870ea2", PCI device ID: , UID: "0a5ee2cb-e0b9-4ecb-a5d5-2b613d49380c", MAC: 0a:58:0a:81:00:4f, IPs: [10.129.0.79/23] I0513 18:59:10.023653 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod b2a2bf7fbb6e40a29b20b84e9095f8d4bd340e11266ca0e5baf6b6ed88870ea2 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod b2a2bf7fbb6e40a29b20b84e9095f8d4bd340e11266ca0e5baf6b6ed88870ea2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:9b:80:59:1d:19\",\"name\":\"b2a2bf7fbb6e40a\"},{\"mac\":\"0a:58:0a:81:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20e34cdd-47d8-4a67-b551-a52a5c4e53f4\"}],\"ips\":[{\"address\":\"10.129.0.79/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:59:10.340250 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-collect-task-params-pod] creating logical port managed-tenant-60swj_managed-kn6nf-collect-task-params-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:59:10.340438 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-collect-task-params-pod I0513 18:59:10.368599 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-collect-task-params-pod] pod update took 28.204971ms I0513 18:59:10.368624 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-collect-task-params-pod] addLogicalPort annotation time took 28.234967ms I0513 18:59:10.369980 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-collect-task-params-pod] addLogicalPort took 29.747032ms, libovsdb time 960.154µs I0513 18:59:10.720944 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-collect-task-params-pod 6246ea3fb4bd533e67e30f165c1f01f07b0b3021d75f09e9ad115076744b6bc1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-collect-task-params-pod 6246ea3fb4bd533e67e30f165c1f01f07b0b3021d75f09e9ad115076744b6bc1 network default NAD default NAD key ] I0513 18:59:10.749783 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-collect-task-params-pod, hostIfaceName: 6246ea3fb4bd533, network: default, NAD default, SandboxID: "6246ea3fb4bd533e67e30f165c1f01f07b0b3021d75f09e9ad115076744b6bc1", PCI device ID: , UID: "04e3b82d-9e11-4f2d-9c04-2c612c735b0e", MAC: 0a:58:0a:81:00:50, IPs: [10.129.0.80/23] I0513 18:59:10.808464 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-collect-task-params-pod 6246ea3fb4bd533e67e30f165c1f01f07b0b3021d75f09e9ad115076744b6bc1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-collect-task-params-pod 6246ea3fb4bd533e67e30f165c1f01f07b0b3021d75f09e9ad115076744b6bc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:46:5c:5f:98:41\",\"name\":\"6246ea3fb4bd533\"},{\"mac\":\"0a:58:0a:81:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b9c1b78-c709-4074-8724-3b13ff2669f1\"}],\"ips\":[{\"address\":\"10.129.0.80/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:59:11.951706 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod] creating logical port managed-tenant-60swj_managed-kn6nf-collect-registry-token-secret-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:59:11.951856 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod I0513 18:59:11.969738 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod] pod update took 17.917005ms I0513 18:59:11.969766 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod] addLogicalPort annotation time took 17.949767ms I0513 18:59:11.971098 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod] addLogicalPort took 19.409476ms, libovsdb time 918.52µs I0513 18:59:12.357997 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod 8324c00f2a8a7dc6e017d87d21cc0b44e84711664f372466c92d69b7317fbdb6 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod 8324c00f2a8a7dc6e017d87d21cc0b44e84711664f372466c92d69b7317fbdb6 network default NAD default NAD key ] I0513 18:59:12.368837 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-collect-registry-token-secret-pod, hostIfaceName: 8324c00f2a8a7dc, network: default, NAD default, SandboxID: "8324c00f2a8a7dc6e017d87d21cc0b44e84711664f372466c92d69b7317fbdb6", PCI device ID: , UID: "bf5182ea-ecdc-4bef-99cb-f6c7be741370", MAC: 0a:58:0a:81:00:51, IPs: [10.129.0.81/23] I0513 18:59:12.427616 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod 8324c00f2a8a7dc6e017d87d21cc0b44e84711664f372466c92d69b7317fbdb6 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod 8324c00f2a8a7dc6e017d87d21cc0b44e84711664f372466c92d69b7317fbdb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:8c:18:9e:2d:dc\",\"name\":\"8324c00f2a8a7dc\"},{\"mac\":\"0a:58:0a:81:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04a0c283-9b5d-4b0f-aeca-74770443437e\"}],\"ips\":[{\"address\":\"10.129.0.81/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:59:12.440185 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod] creating logical port managed-tenant-60swj_managed-kn6nf-reduce-snapshot-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:59:12.440314 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod I0513 18:59:12.464660 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod] pod update took 24.378768ms I0513 18:59:12.464688 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod] addLogicalPort annotation time took 24.410658ms I0513 18:59:12.466161 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod] addLogicalPort took 25.991124ms, libovsdb time 1.039563ms I0513 18:59:12.818564 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod 8f3f753d70987ac5d24d3ed616bdbe371c1b9c4c08d1c4fb8a41a28ffdd0f086 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod 8f3f753d70987ac5d24d3ed616bdbe371c1b9c4c08d1c4fb8a41a28ffdd0f086 network default NAD default NAD key ] I0513 18:59:12.828545 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-reduce-snapshot-pod, hostIfaceName: 8f3f753d70987ac, network: default, NAD default, SandboxID: "8f3f753d70987ac5d24d3ed616bdbe371c1b9c4c08d1c4fb8a41a28ffdd0f086", PCI device ID: , UID: "75e96e65-7265-404e-8d2e-d667830d8152", MAC: 0a:58:0a:81:00:52, IPs: [10.129.0.82/23] I0513 18:59:12.885755 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod 8f3f753d70987ac5d24d3ed616bdbe371c1b9c4c08d1c4fb8a41a28ffdd0f086 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod 8f3f753d70987ac5d24d3ed616bdbe371c1b9c4c08d1c4fb8a41a28ffdd0f086 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:aa:da:da:fb:46\",\"name\":\"8f3f753d70987ac\"},{\"mac\":\"0a:58:0a:81:00:52\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08b7dac9-327a-4905-89bc-aa09360a2327\"}],\"ips\":[{\"address\":\"10.129.0.82/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:59:17.772130 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-collect-task-params-pod 6246ea3fb4bd533e67e30f165c1f01f07b0b3021d75f09e9ad115076744b6bc1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-collect-task-params-pod 6246ea3fb4bd533e67e30f165c1f01f07b0b3021d75f09e9ad115076744b6bc1 network default NAD default NAD key ] I0513 18:59:17.865924 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-collect-task-params-pod 6246ea3fb4bd533e67e30f165c1f01f07b0b3021d75f09e9ad115076744b6bc1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-collect-task-params-pod 6246ea3fb4bd533e67e30f165c1f01f07b0b3021d75f09e9ad115076744b6bc1 network default NAD default NAD key default], result "{}", err I0513 18:59:17.944648 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:17.944691 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-collect-task-params-pod I0513 18:59:17.946314 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-collect-task-params-pod, ips: 10.129.0.80 I0513 18:59:17.946345 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:18.793990 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod 8324c00f2a8a7dc6e017d87d21cc0b44e84711664f372466c92d69b7317fbdb6 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod 8324c00f2a8a7dc6e017d87d21cc0b44e84711664f372466c92d69b7317fbdb6 network default NAD default NAD key ] I0513 18:59:18.889258 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod 8324c00f2a8a7dc6e017d87d21cc0b44e84711664f372466c92d69b7317fbdb6 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod 8324c00f2a8a7dc6e017d87d21cc0b44e84711664f372466c92d69b7317fbdb6 network default NAD default NAD key default], result "{}", err I0513 18:59:18.970646 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:18.970691 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod I0513 18:59:18.972190 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod, ips: 10.129.0.81 I0513 18:59:18.972221 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:22.824697 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod b2a2bf7fbb6e40a29b20b84e9095f8d4bd340e11266ca0e5baf6b6ed88870ea2 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod b2a2bf7fbb6e40a29b20b84e9095f8d4bd340e11266ca0e5baf6b6ed88870ea2 network default NAD default NAD key ] I0513 18:59:22.923012 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod b2a2bf7fbb6e40a29b20b84e9095f8d4bd340e11266ca0e5baf6b6ed88870ea2 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod b2a2bf7fbb6e40a29b20b84e9095f8d4bd340e11266ca0e5baf6b6ed88870ea2 network default NAD default NAD key default], result "{}", err I0513 18:59:22.993146 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:22.993192 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod I0513 18:59:22.994651 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod, ips: 10.129.0.79 I0513 18:59:22.994680 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:33.943388 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod 8f3f753d70987ac5d24d3ed616bdbe371c1b9c4c08d1c4fb8a41a28ffdd0f086 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod 8f3f753d70987ac5d24d3ed616bdbe371c1b9c4c08d1c4fb8a41a28ffdd0f086 network default NAD default NAD key ] I0513 18:59:34.049695 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod 8f3f753d70987ac5d24d3ed616bdbe371c1b9c4c08d1c4fb8a41a28ffdd0f086 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod 8f3f753d70987ac5d24d3ed616bdbe371c1b9c4c08d1c4fb8a41a28ffdd0f086 network default NAD default NAD key default], result "{}", err I0513 18:59:34.130993 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:34.131030 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod I0513 18:59:34.132667 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod, ips: 10.129.0.82 I0513 18:59:34.132701 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:35.018325 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:35.018890 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:35.906328 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-apply-mapping-pod] creating logical port managed-tenant-60swj_managed-kn6nf-apply-mapping-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:59:35.906544 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-apply-mapping-pod I0513 18:59:35.932977 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-apply-mapping-pod] pod update took 26.50797ms I0513 18:59:35.933019 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-apply-mapping-pod] addLogicalPort annotation time took 26.55352ms I0513 18:59:35.934771 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-apply-mapping-pod] addLogicalPort took 28.456668ms, libovsdb time 1.143642ms I0513 18:59:36.286683 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-apply-mapping-pod 112f2cca6b93063ce8e9d033b58ac279a7b42b7bebfda183eedbdc62c62be246 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-apply-mapping-pod 112f2cca6b93063ce8e9d033b58ac279a7b42b7bebfda183eedbdc62c62be246 network default NAD default NAD key ] I0513 18:59:36.297156 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-apply-mapping-pod, hostIfaceName: 112f2cca6b93063, network: default, NAD default, SandboxID: "112f2cca6b93063ce8e9d033b58ac279a7b42b7bebfda183eedbdc62c62be246", PCI device ID: , UID: "1a835c90-3445-4cb6-8549-a80e2277211f", MAC: 0a:58:0a:81:00:53, IPs: [10.129.0.83/23] I0513 18:59:36.353708 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-apply-mapping-pod 112f2cca6b93063ce8e9d033b58ac279a7b42b7bebfda183eedbdc62c62be246 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-apply-mapping-pod 112f2cca6b93063ce8e9d033b58ac279a7b42b7bebfda183eedbdc62c62be246 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:5a:50:cc:e0:9b\",\"name\":\"112f2cca6b93063\"},{\"mac\":\"0a:58:0a:81:00:53\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccbd9afd-c797-44f2-9154-4eaf53b51e89\"}],\"ips\":[{\"address\":\"10.129.0.83/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 18:59:43.099653 3901 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-qhnck I0513 18:59:47.075099 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-apply-mapping-pod 112f2cca6b93063ce8e9d033b58ac279a7b42b7bebfda183eedbdc62c62be246 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-apply-mapping-pod 112f2cca6b93063ce8e9d033b58ac279a7b42b7bebfda183eedbdc62c62be246 network default NAD default NAD key ] I0513 18:59:47.183371 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-apply-mapping-pod 112f2cca6b93063ce8e9d033b58ac279a7b42b7bebfda183eedbdc62c62be246 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-apply-mapping-pod 112f2cca6b93063ce8e9d033b58ac279a7b42b7bebfda183eedbdc62c62be246 network default NAD default NAD key default], result "{}", err I0513 18:59:47.287636 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:47.287675 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-apply-mapping-pod I0513 18:59:47.289026 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-apply-mapping-pod, ips: 10.129.0.83 I0513 18:59:47.289055 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:48.762038 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod] creating logical port managed-tenant-60swj_managed-kn6nf-filter-already-released-images-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:59:48.762240 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod I0513 18:59:48.790852 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod] pod update took 28.657502ms I0513 18:59:48.790882 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod] addLogicalPort annotation time took 28.692098ms I0513 18:59:48.792335 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod] addLogicalPort took 30.312665ms, libovsdb time 1.074028ms I0513 18:59:49.141750 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod 7bf60fc12d0bafc7c8a90a9b8b2f470df3b1875370dfdf29dd1fe29dbe409133 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod 7bf60fc12d0bafc7c8a90a9b8b2f470df3b1875370dfdf29dd1fe29dbe409133 network default NAD default NAD key ] I0513 18:59:49.151616 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-filter-already-released-images-pod, hostIfaceName: 7bf60fc12d0bafc, network: default, NAD default, SandboxID: "7bf60fc12d0bafc7c8a90a9b8b2f470df3b1875370dfdf29dd1fe29dbe409133", PCI device ID: , UID: "cd6e6207-dc24-4a78-8d7a-33d4e5f0bd61", MAC: 0a:58:0a:81:00:54, IPs: [10.129.0.84/23] I0513 18:59:49.208638 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod 7bf60fc12d0bafc7c8a90a9b8b2f470df3b1875370dfdf29dd1fe29dbe409133 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod 7bf60fc12d0bafc7c8a90a9b8b2f470df3b1875370dfdf29dd1fe29dbe409133 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:c4:30:09:32:52\",\"name\":\"7bf60fc12d0bafc\"},{\"mac\":\"0a:58:0a:81:00:54\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5628a1b8-514e-4477-8eb3-368bb9b569a2\"}],\"ips\":[{\"address\":\"10.129.0.84/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 18:59:49.349296 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 18:59:57.455818 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0513 18:59:58.196345 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod 7bf60fc12d0bafc7c8a90a9b8b2f470df3b1875370dfdf29dd1fe29dbe409133 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod 7bf60fc12d0bafc7c8a90a9b8b2f470df3b1875370dfdf29dd1fe29dbe409133 network default NAD default NAD key ] I0513 18:59:58.287359 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod 7bf60fc12d0bafc7c8a90a9b8b2f470df3b1875370dfdf29dd1fe29dbe409133 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod 7bf60fc12d0bafc7c8a90a9b8b2f470df3b1875370dfdf29dd1fe29dbe409133 network default NAD default NAD key default], result "{}", err I0513 18:59:58.375616 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:58.375706 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod I0513 18:59:58.377113 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod, ips: 10.129.0.84 I0513 18:59:58.377154 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:59.206097 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod] creating logical port managed-tenant-60swj_managed-kn6nf-collect-tpa-params-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 18:59:59.206316 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod I0513 18:59:59.230556 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod] pod update took 24.277449ms I0513 18:59:59.230580 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod] addLogicalPort annotation time took 24.304821ms I0513 18:59:59.231901 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod] addLogicalPort took 25.828158ms, libovsdb time 938.469µs I0513 18:59:59.683866 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod e56b6a44a019261f8c838b45fee0ba4429b315e5b62c2b734b4e368bc0fe49d4 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod e56b6a44a019261f8c838b45fee0ba4429b315e5b62c2b734b4e368bc0fe49d4 network default NAD default NAD key ] I0513 18:59:59.694448 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-collect-tpa-params-pod, hostIfaceName: e56b6a44a019261, network: default, NAD default, SandboxID: "e56b6a44a019261f8c838b45fee0ba4429b315e5b62c2b734b4e368bc0fe49d4", PCI device ID: , UID: "42262374-cdb4-4d07-b8ac-478a5b92fbbc", MAC: 0a:58:0a:81:00:55, IPs: [10.129.0.85/23] I0513 18:59:59.749567 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod e56b6a44a019261f8c838b45fee0ba4429b315e5b62c2b734b4e368bc0fe49d4 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod e56b6a44a019261f8c838b45fee0ba4429b315e5b62c2b734b4e368bc0fe49d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:91:31:bd:87:27\",\"name\":\"e56b6a44a019261\"},{\"mac\":\"0a:58:0a:81:00:55\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/263b7985-b790-4440-b964-839cd8ff1d10\"}],\"ips\":[{\"address\":\"10.129.0.85/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:00:00.155952 3901 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29644980-xfzrf] creating logical port segment-bridge_segment-bridge-29644980-xfzrf for pod on switch ip-10-0-2-92.ec2.internal I0513 19:00:00.156079 3901 kube.go:256] Updating pod segment-bridge/segment-bridge-29644980-xfzrf I0513 19:00:00.168943 3901 pod.go:62] [segment-bridge/segment-bridge-29644980-xfzrf] pod update took 12.890533ms I0513 19:00:00.168972 3901 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29644980-xfzrf] addLogicalPort annotation time took 12.921782ms I0513 19:00:00.170346 3901 pods.go:271] [segment-bridge/segment-bridge-29644980-xfzrf] addLogicalPort took 14.411816ms, libovsdb time 951.471µs I0513 19:00:00.191132 3901 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644980-pl5m5 for pod on switch ip-10-0-2-92.ec2.internal I0513 19:00:00.191278 3901 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 I0513 19:00:00.207297 3901 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5] pod update took 16.042568ms I0513 19:00:00.207321 3901 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5] addLogicalPort annotation time took 16.071405ms I0513 19:00:00.208565 3901 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5] addLogicalPort took 17.450764ms, libovsdb time 843.419µs I0513 19:00:00.564128 3901 cni.go:452] [segment-bridge/segment-bridge-29644980-xfzrf d149c1a510077a0ecbd13551ed8c0f7c328a20437819c79b399cac48897105a5 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29644980-xfzrf d149c1a510077a0ecbd13551ed8c0f7c328a20437819c79b399cac48897105a5 network default NAD default NAD key ] I0513 19:00:00.574602 3901 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29644980-xfzrf, hostIfaceName: d149c1a510077a0, network: default, NAD default, SandboxID: "d149c1a510077a0ecbd13551ed8c0f7c328a20437819c79b399cac48897105a5", PCI device ID: , UID: "f98d5db3-21d4-4f1c-b270-20fffb0e05fe", MAC: 0a:58:0a:81:00:56, IPs: [10.129.0.86/23] I0513 19:00:00.608023 3901 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 b5275bc6387b32cdd88dc8b6d9f593ff54d09713d675ee543ebcf34c6b45ad1e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 b5275bc6387b32cdd88dc8b6d9f593ff54d09713d675ee543ebcf34c6b45ad1e network default NAD default NAD key ] I0513 19:00:00.618057 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644980-pl5m5, hostIfaceName: b5275bc6387b32c, network: default, NAD default, SandboxID: "b5275bc6387b32cdd88dc8b6d9f593ff54d09713d675ee543ebcf34c6b45ad1e", PCI device ID: , UID: "45075823-a524-44f6-902d-b517c957acb5", MAC: 0a:58:0a:81:00:57, IPs: [10.129.0.87/23] I0513 19:00:00.638582 3901 cni.go:473] [segment-bridge/segment-bridge-29644980-xfzrf d149c1a510077a0ecbd13551ed8c0f7c328a20437819c79b399cac48897105a5 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29644980-xfzrf d149c1a510077a0ecbd13551ed8c0f7c328a20437819c79b399cac48897105a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:d1:a5:a9:a3:75\",\"name\":\"d149c1a510077a0\"},{\"mac\":\"0a:58:0a:81:00:56\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/433c7c99-cbfa-4b89-b6a7-4fe988ca4d48\"}],\"ips\":[{\"address\":\"10.129.0.86/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:00:00.677355 3901 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 b5275bc6387b32cdd88dc8b6d9f593ff54d09713d675ee543ebcf34c6b45ad1e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 b5275bc6387b32cdd88dc8b6d9f593ff54d09713d675ee543ebcf34c6b45ad1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:65:59:29:75:a4\",\"name\":\"b5275bc6387b32c\"},{\"mac\":\"0a:58:0a:81:00:57\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e1ade51-9fa9-48b2-a223-5da21f6c29a6\"}],\"ips\":[{\"address\":\"10.129.0.87/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:00:04.275417 3901 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 b5275bc6387b32cdd88dc8b6d9f593ff54d09713d675ee543ebcf34c6b45ad1e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 b5275bc6387b32cdd88dc8b6d9f593ff54d09713d675ee543ebcf34c6b45ad1e network default NAD default NAD key ] I0513 19:00:04.374301 3901 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 b5275bc6387b32cdd88dc8b6d9f593ff54d09713d675ee543ebcf34c6b45ad1e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 b5275bc6387b32cdd88dc8b6d9f593ff54d09713d675ee543ebcf34c6b45ad1e network default NAD default NAD key default], result "{}", err I0513 19:00:04.433321 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:04.433353 3901 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 I0513 19:00:04.434841 3901 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5, ips: 10.129.0.87 I0513 19:00:04.434876 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:05.278850 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.278880 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.288964 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod e56b6a44a019261f8c838b45fee0ba4429b315e5b62c2b734b4e368bc0fe49d4 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod e56b6a44a019261f8c838b45fee0ba4429b315e5b62c2b734b4e368bc0fe49d4 network default NAD default NAD key ] I0513 19:00:05.323294 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.323321 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.330069 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m I0513 19:00:05.330102 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m I0513 19:00:05.380337 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod e56b6a44a019261f8c838b45fee0ba4429b315e5b62c2b734b4e368bc0fe49d4 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod e56b6a44a019261f8c838b45fee0ba4429b315e5b62c2b734b4e368bc0fe49d4 network default NAD default NAD key default], result "{}", err I0513 19:00:05.450736 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:05.450775 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod I0513 19:00:05.452232 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod, ips: 10.129.0.85 I0513 19:00:05.452266 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:42.583349 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:42.584051 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:43.218755 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-push-snapshot-pod] creating logical port managed-tenant-60swj_managed-kn6nf-push-snapshot-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:00:43.218913 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-push-snapshot-pod I0513 19:00:43.241372 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-push-snapshot-pod] pod update took 22.493366ms I0513 19:00:43.241401 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-push-snapshot-pod] addLogicalPort annotation time took 22.52918ms I0513 19:00:43.242865 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-push-snapshot-pod] addLogicalPort took 24.124855ms, libovsdb time 1.032438ms I0513 19:00:43.596675 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-push-snapshot-pod 4d92556b18f97b3acd2b3d3e700e3ed4dc886dd6f4fd7b4e0a2e86896028aad5 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-push-snapshot-pod 4d92556b18f97b3acd2b3d3e700e3ed4dc886dd6f4fd7b4e0a2e86896028aad5 network default NAD default NAD key ] I0513 19:00:43.607177 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-push-snapshot-pod, hostIfaceName: 4d92556b18f97b3, network: default, NAD default, SandboxID: "4d92556b18f97b3acd2b3d3e700e3ed4dc886dd6f4fd7b4e0a2e86896028aad5", PCI device ID: , UID: "06734c4e-5f2c-4ac2-bb05-68228b1f947e", MAC: 0a:58:0a:81:00:58, IPs: [10.129.0.88/23] I0513 19:00:43.668232 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-push-snapshot-pod 4d92556b18f97b3acd2b3d3e700e3ed4dc886dd6f4fd7b4e0a2e86896028aad5 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-push-snapshot-pod 4d92556b18f97b3acd2b3d3e700e3ed4dc886dd6f4fd7b4e0a2e86896028aad5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:6d:ef:9f:10:77\",\"name\":\"4d92556b18f97b3\"},{\"mac\":\"0a:58:0a:81:00:58\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb5f51c8-6e2d-4957-86d3-ab5a7683302e\"}],\"ips\":[{\"address\":\"10.129.0.88/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:01:14.983723 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-push-snapshot-pod 4d92556b18f97b3acd2b3d3e700e3ed4dc886dd6f4fd7b4e0a2e86896028aad5 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-push-snapshot-pod 4d92556b18f97b3acd2b3d3e700e3ed4dc886dd6f4fd7b4e0a2e86896028aad5 network default NAD default NAD key ] I0513 19:01:15.072377 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-push-snapshot-pod 4d92556b18f97b3acd2b3d3e700e3ed4dc886dd6f4fd7b4e0a2e86896028aad5 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-push-snapshot-pod 4d92556b18f97b3acd2b3d3e700e3ed4dc886dd6f4fd7b4e0a2e86896028aad5 network default NAD default NAD key default], result "{}", err I0513 19:01:15.155075 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:01:15.155111 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-push-snapshot-pod I0513 19:01:15.156451 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-push-snapshot-pod, ips: 10.129.0.88 I0513 19:01:15.156482 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:01:16.352646 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0513 19:01:16.662907 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod] creating logical port managed-tenant-60swj_managed-kn6nf-sign-image-cosign-keyless-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:01:16.663088 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod I0513 19:01:16.706923 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod] pod update took 43.877442ms I0513 19:01:16.706951 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 43.910772ms I0513 19:01:16.708335 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod] addLogicalPort took 45.45126ms, libovsdb time 959.977µs I0513 19:01:17.039997 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod ede37ab7fca1b4a3d4e68b1086e5c222e566679a4906c918dc3e6bfb7628f907 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod ede37ab7fca1b4a3d4e68b1086e5c222e566679a4906c918dc3e6bfb7628f907 network default NAD default NAD key ] I0513 19:01:17.050182 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-sign-image-cosign-keyless-pod, hostIfaceName: ede37ab7fca1b4a, network: default, NAD default, SandboxID: "ede37ab7fca1b4a3d4e68b1086e5c222e566679a4906c918dc3e6bfb7628f907", PCI device ID: , UID: "3a760edb-8cb7-4e0c-a5e2-a40104349927", MAC: 0a:58:0a:81:00:59, IPs: [10.129.0.89/23] I0513 19:01:17.106230 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod ede37ab7fca1b4a3d4e68b1086e5c222e566679a4906c918dc3e6bfb7628f907 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod ede37ab7fca1b4a3d4e68b1086e5c222e566679a4906c918dc3e6bfb7628f907 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e8:9e:9a:88:3d\",\"name\":\"ede37ab7fca1b4a\"},{\"mac\":\"0a:58:0a:81:00:59\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ed75556-90b5-48f3-8e6a-7f76ec7afe85\"}],\"ips\":[{\"address\":\"10.129.0.89/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:01:18.548242 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 19:01:32.545109 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0513 19:01:40.565721 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 19:02:04.477899 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod ede37ab7fca1b4a3d4e68b1086e5c222e566679a4906c918dc3e6bfb7628f907 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod ede37ab7fca1b4a3d4e68b1086e5c222e566679a4906c918dc3e6bfb7628f907 network default NAD default NAD key ] I0513 19:02:04.580784 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod ede37ab7fca1b4a3d4e68b1086e5c222e566679a4906c918dc3e6bfb7628f907 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod ede37ab7fca1b4a3d4e68b1086e5c222e566679a4906c918dc3e6bfb7628f907 network default NAD default NAD key default], result "{}", err I0513 19:02:04.663033 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:04.663131 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod I0513 19:02:04.664745 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod, ips: 10.129.0.89 I0513 19:02:04.664780 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:10.355804 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=341 I0513 19:02:25.151904 3901 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-update-cr-status-pod] creating logical port managed-tenant-60swj_managed-kn6nf-update-cr-status-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:02:25.152096 3901 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-update-cr-status-pod I0513 19:02:25.175753 3901 pod.go:62] [managed-tenant-60swj/managed-kn6nf-update-cr-status-pod] pod update took 23.703337ms I0513 19:02:25.175793 3901 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-update-cr-status-pod] addLogicalPort annotation time took 23.750231ms I0513 19:02:25.177352 3901 pods.go:271] [managed-tenant-60swj/managed-kn6nf-update-cr-status-pod] addLogicalPort took 25.464606ms, libovsdb time 985.734µs I0513 19:02:25.188607 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:25.189109 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:25.533694 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-update-cr-status-pod 05792b4e7c921b454a2ecf1e27028fadc0fe679218040927d1fe04cf06cb64fc network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-update-cr-status-pod 05792b4e7c921b454a2ecf1e27028fadc0fe679218040927d1fe04cf06cb64fc network default NAD default NAD key ] I0513 19:02:25.543379 3901 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-update-cr-status-pod, hostIfaceName: 05792b4e7c921b4, network: default, NAD default, SandboxID: "05792b4e7c921b454a2ecf1e27028fadc0fe679218040927d1fe04cf06cb64fc", PCI device ID: , UID: "c40006ed-9f41-4d71-ab76-8dd6ee9beb76", MAC: 0a:58:0a:81:00:5a, IPs: [10.129.0.90/23] I0513 19:02:25.600423 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-update-cr-status-pod 05792b4e7c921b454a2ecf1e27028fadc0fe679218040927d1fe04cf06cb64fc network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-update-cr-status-pod 05792b4e7c921b454a2ecf1e27028fadc0fe679218040927d1fe04cf06cb64fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:39:ea:60:d8:43\",\"name\":\"05792b4e7c921b4\"},{\"mac\":\"0a:58:0a:81:00:5a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e473c963-003a-4863-ad6a-200c975e4ff5\"}],\"ips\":[{\"address\":\"10.129.0.90/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:02:33.148002 3901 cni.go:452] [managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 c4ebad3b0635712772450b40273b55f096acf49571ea285ac658a5839c4e15f6 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 c4ebad3b0635712772450b40273b55f096acf49571ea285ac658a5839c4e15f6 network default NAD default NAD key ] I0513 19:02:33.234592 3901 cni.go:473] [managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 c4ebad3b0635712772450b40273b55f096acf49571ea285ac658a5839c4e15f6 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 c4ebad3b0635712772450b40273b55f096acf49571ea285ac658a5839c4e15f6 network default NAD default NAD key default], result "{}", err I0513 19:02:33.297682 3901 obj_retry.go:498] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:33.297717 3901 pods.go:176] Deleting pod: managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 I0513 19:02:33.299093 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/affinity-assistant-23e6e5ea92-0, ips: 10.129.0.77 I0513 19:02:33.299124 3901 obj_retry.go:498] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:33.758438 3901 obj_retry.go:492] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:33.758490 3901 obj_retry.go:492] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:33.765931 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 I0513 19:02:33.765961 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 I0513 19:02:33.768034 3901 cni.go:452] [managed-tenant-60swj/managed-kn6nf-update-cr-status-pod 05792b4e7c921b454a2ecf1e27028fadc0fe679218040927d1fe04cf06cb64fc network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-update-cr-status-pod 05792b4e7c921b454a2ecf1e27028fadc0fe679218040927d1fe04cf06cb64fc network default NAD default NAD key ] I0513 19:02:33.856193 3901 cni.go:473] [managed-tenant-60swj/managed-kn6nf-update-cr-status-pod 05792b4e7c921b454a2ecf1e27028fadc0fe679218040927d1fe04cf06cb64fc network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-update-cr-status-pod 05792b4e7c921b454a2ecf1e27028fadc0fe679218040927d1fe04cf06cb64fc network default NAD default NAD key default], result "{}", err I0513 19:02:33.919545 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:33.919580 3901 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-update-cr-status-pod I0513 19:02:33.921175 3901 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-update-cr-status-pod, ips: 10.129.0.90 I0513 19:02:33.921206 3901 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:41.088906 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:02:46.134236 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.134263 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.141675 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-apply-mapping-pod I0513 19:02:46.141707 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-apply-mapping-pod I0513 19:02:46.152683 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.152708 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.161537 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-check-data-keys-pod I0513 19:02:46.161559 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-check-data-keys-pod I0513 19:02:46.172702 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.172728 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.181643 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-data-pod I0513 19:02:46.181664 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-data-pod I0513 19:02:46.191161 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.191183 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.199512 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod I0513 19:02:46.199541 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod I0513 19:02:46.209212 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.209282 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.213383 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod I0513 19:02:46.213409 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod I0513 19:02:46.223581 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.223600 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.232169 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-task-params-pod I0513 19:02:46.232193 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-task-params-pod I0513 19:02:46.241012 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.241038 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.252191 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod I0513 19:02:46.252213 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod I0513 19:02:46.262472 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.262513 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.270691 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod I0513 19:02:46.270716 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod I0513 19:02:46.281481 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.281517 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.289458 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod I0513 19:02:46.289476 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod I0513 19:02:46.299946 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.299970 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.309673 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-push-snapshot-pod I0513 19:02:46.309701 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-push-snapshot-pod I0513 19:02:46.320933 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.320976 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.330748 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod I0513 19:02:46.330775 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod I0513 19:02:46.341896 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.341920 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.352000 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod I0513 19:02:46.352032 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod I0513 19:02:46.362608 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.362646 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.370833 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-update-cr-status-pod I0513 19:02:46.370853 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-update-cr-status-pod I0513 19:02:46.380063 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.380086 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.388096 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod I0513 19:02:46.388117 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod I0513 19:02:46.403722 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.403743 3901 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.413067 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-verify-conforma-pod I0513 19:02:46.413088 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-verify-conforma-pod I0513 19:02:47.921644 3901 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:47.921668 3901 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:47.927727 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod I0513 19:02:47.927759 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod I0513 19:02:48.543084 3901 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:48.543109 3901 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:48.551081 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-otzi-cqmnk-verify-pod I0513 19:02:48.551121 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-otzi-cqmnk-verify-pod I0513 19:02:53.127542 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:00.281072 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:07.164013 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:14.365558 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:17.351156 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0513 19:03:21.599241 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:26.351944 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0513 19:03:48.411010 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:04:03.440079 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0513 19:04:06.566089 3901 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 19:04:44.353200 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0513 19:04:45.478015 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:05:02.338450 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:05:06.352821 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0513 19:05:20.164988 3901 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:05:20.185961 3901 namespace.go:317] [managed-tenant-60swj] deleting namespace I0513 19:05:41.574540 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 19:05:43.487211 3901 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:43.487883 3901 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:43.496954 3901 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:43.497424 3901 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:44.205107 3901 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.205159 3901 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.213894 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh I0513 19:05:44.213929 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh I0513 19:05:44.303106 3901 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.303132 3901 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.310855 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss I0513 19:05:44.310883 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss I0513 19:05:54.574557 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0513 19:05:59.573722 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 19:06:44.552229 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 19:06:52.739630 3901 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod] creating logical port default-tenant_java-quarkus-177869918-on-pull-request-g4bv6-init-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:06:52.739793 3901 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod I0513 19:06:52.761894 3901 pod.go:62] [default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod] pod update took 22.134655ms I0513 19:06:52.761921 3901 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod] addLogicalPort annotation time took 22.16658ms I0513 19:06:52.763328 3901 pods.go:271] [default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod] addLogicalPort took 23.718333ms, libovsdb time 967.614µs I0513 19:06:53.108284 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod 652cac72d3ecb597fa8c4e6fb0887ba02ac97618e7319d68fe21a84cf4e6b525 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod 652cac72d3ecb597fa8c4e6fb0887ba02ac97618e7319d68fe21a84cf4e6b525 network default NAD default NAD key ] I0513 19:06:53.117782 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-pull-request-g4bv6-init-pod, hostIfaceName: 652cac72d3ecb59, network: default, NAD default, SandboxID: "652cac72d3ecb597fa8c4e6fb0887ba02ac97618e7319d68fe21a84cf4e6b525", PCI device ID: , UID: "49adf163-e2ee-408d-b69e-170c7542a3ed", MAC: 0a:58:0a:81:00:5b, IPs: [10.129.0.91/23] I0513 19:06:53.174729 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod 652cac72d3ecb597fa8c4e6fb0887ba02ac97618e7319d68fe21a84cf4e6b525 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod 652cac72d3ecb597fa8c4e6fb0887ba02ac97618e7319d68fe21a84cf4e6b525 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:22:0d:85:b5:21\",\"name\":\"652cac72d3ecb59\"},{\"mac\":\"0a:58:0a:81:00:5b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47311dd4-a63e-406c-8dfe-98e6dfa4f47a\"}],\"ips\":[{\"address\":\"10.129.0.91/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:06:56.243479 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod 652cac72d3ecb597fa8c4e6fb0887ba02ac97618e7319d68fe21a84cf4e6b525 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod 652cac72d3ecb597fa8c4e6fb0887ba02ac97618e7319d68fe21a84cf4e6b525 network default NAD default NAD key ] I0513 19:06:56.336213 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod 652cac72d3ecb597fa8c4e6fb0887ba02ac97618e7319d68fe21a84cf4e6b525 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod 652cac72d3ecb597fa8c4e6fb0887ba02ac97618e7319d68fe21a84cf4e6b525 network default NAD default NAD key default], result "{}", err I0513 19:06:56.401044 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:06:56.401161 3901 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod I0513 19:06:56.402865 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod, ips: 10.129.0.91 I0513 19:06:56.402905 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:06:57.128382 3901 obj_retry.go:492] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:06:57.128405 3901 obj_retry.go:492] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:06:57.135645 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod I0513 19:06:57.135676 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod I0513 19:07:00.409675 3901 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod] creating logical port default-tenant_java-quarkus-177869918-on-push-wjx6g-init-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:07:00.409836 3901 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod I0513 19:07:00.430320 3901 pod.go:62] [default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod] pod update took 20.512484ms I0513 19:07:00.430355 3901 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod] addLogicalPort annotation time took 20.552158ms I0513 19:07:00.431753 3901 pods.go:271] [default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod] addLogicalPort took 22.093333ms, libovsdb time 866.444µs I0513 19:07:00.780612 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod 7333eff547872d490352177c8e25c3e5c2a04c454bc18c60aebb5e55696a0452 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod 7333eff547872d490352177c8e25c3e5c2a04c454bc18c60aebb5e55696a0452 network default NAD default NAD key ] I0513 19:07:00.790484 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-push-wjx6g-init-pod, hostIfaceName: 7333eff547872d4, network: default, NAD default, SandboxID: "7333eff547872d490352177c8e25c3e5c2a04c454bc18c60aebb5e55696a0452", PCI device ID: , UID: "0702af17-b1e0-47e3-963b-b0037387917b", MAC: 0a:58:0a:81:00:5c, IPs: [10.129.0.92/23] I0513 19:07:00.848390 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod 7333eff547872d490352177c8e25c3e5c2a04c454bc18c60aebb5e55696a0452 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod 7333eff547872d490352177c8e25c3e5c2a04c454bc18c60aebb5e55696a0452 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:dc:f7:fa:22:c3\",\"name\":\"7333eff547872d4\"},{\"mac\":\"0a:58:0a:81:00:5c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07c2efd5-8b0e-41dc-813a-595180ffab9c\"}],\"ips\":[{\"address\":\"10.129.0.92/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:07:04.927485 3901 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod] creating logical port default-tenant_java-quarkus-177869918-on-push-wjx6g-clone-repository-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:07:04.927654 3901 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod I0513 19:07:04.956986 3901 pod.go:62] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod] pod update took 29.362916ms I0513 19:07:04.957017 3901 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod] addLogicalPort annotation time took 29.400274ms I0513 19:07:04.958370 3901 pods.go:271] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod] addLogicalPort took 30.899984ms, libovsdb time 956.415µs I0513 19:07:05.214105 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod 7333eff547872d490352177c8e25c3e5c2a04c454bc18c60aebb5e55696a0452 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod 7333eff547872d490352177c8e25c3e5c2a04c454bc18c60aebb5e55696a0452 network default NAD default NAD key ] I0513 19:07:05.295720 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod 7333eff547872d490352177c8e25c3e5c2a04c454bc18c60aebb5e55696a0452 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod 7333eff547872d490352177c8e25c3e5c2a04c454bc18c60aebb5e55696a0452 network default NAD default NAD key default], result "{}", err I0513 19:07:05.301733 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod 4b2c8fc7f86b146d1339229f212a44296ac362826eb4e58d674e8dc7281fa5bf network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod 4b2c8fc7f86b146d1339229f212a44296ac362826eb4e58d674e8dc7281fa5bf network default NAD default NAD key ] I0513 19:07:05.312604 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-push-wjx6g-clone-repository-pod, hostIfaceName: 4b2c8fc7f86b146, network: default, NAD default, SandboxID: "4b2c8fc7f86b146d1339229f212a44296ac362826eb4e58d674e8dc7281fa5bf", PCI device ID: , UID: "0cbe446f-f035-4e29-b32d-8de3f675b8a5", MAC: 0a:58:0a:81:00:5d, IPs: [10.129.0.93/23] I0513 19:07:05.348570 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:05.348603 3901 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod I0513 19:07:05.350353 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod, ips: 10.129.0.92 I0513 19:07:05.350390 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:05.371618 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod 4b2c8fc7f86b146d1339229f212a44296ac362826eb4e58d674e8dc7281fa5bf network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod 4b2c8fc7f86b146d1339229f212a44296ac362826eb4e58d674e8dc7281fa5bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:05:ed:86:de:14\",\"name\":\"4b2c8fc7f86b146\"},{\"mac\":\"0a:58:0a:81:00:5d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1be414c1-fa88-436f-b245-414ae212d488\"}],\"ips\":[{\"address\":\"10.129.0.93/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:07:14.303687 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod 4b2c8fc7f86b146d1339229f212a44296ac362826eb4e58d674e8dc7281fa5bf network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod 4b2c8fc7f86b146d1339229f212a44296ac362826eb4e58d674e8dc7281fa5bf network default NAD default NAD key ] I0513 19:07:14.405138 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod 4b2c8fc7f86b146d1339229f212a44296ac362826eb4e58d674e8dc7281fa5bf network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod 4b2c8fc7f86b146d1339229f212a44296ac362826eb4e58d674e8dc7281fa5bf network default NAD default NAD key default], result "{}", err I0513 19:07:14.497580 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:14.497616 3901 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod I0513 19:07:14.499108 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod, ips: 10.129.0.93 I0513 19:07:14.499144 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:33.550064 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0513 19:07:42.355429 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0513 19:07:46.460100 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 19:08:17.304485 3901 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod] creating logical port default-tenant_java-quarkus-177869918-on-push-wjx6g-build-container-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:08:17.304679 3901 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod I0513 19:08:17.363479 3901 pod.go:62] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod] pod update took 58.844743ms I0513 19:08:17.363529 3901 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod] addLogicalPort annotation time took 58.898566ms I0513 19:08:17.364804 3901 pods.go:271] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod] addLogicalPort took 60.338331ms, libovsdb time 893.253µs I0513 19:08:17.509525 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:08:17.510086 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:08:17.685149 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod b0416bfe386730bf4efbdd37bffcd674ed63e23c8f596688b9bc9700c21296de network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod b0416bfe386730bf4efbdd37bffcd674ed63e23c8f596688b9bc9700c21296de network default NAD default NAD key ] I0513 19:08:17.694813 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-push-wjx6g-build-container-pod, hostIfaceName: b0416bfe386730b, network: default, NAD default, SandboxID: "b0416bfe386730bf4efbdd37bffcd674ed63e23c8f596688b9bc9700c21296de", PCI device ID: , UID: "f34b775c-ce2b-4ef5-9404-3590ce14034f", MAC: 0a:58:0a:81:00:5e, IPs: [10.129.0.94/23] I0513 19:08:17.753321 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod b0416bfe386730bf4efbdd37bffcd674ed63e23c8f596688b9bc9700c21296de network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod b0416bfe386730bf4efbdd37bffcd674ed63e23c8f596688b9bc9700c21296de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:7e:ad:44:6e:58\",\"name\":\"b0416bfe386730b\"},{\"mac\":\"0a:58:0a:81:00:5e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f780ea7d-5827-4f5a-b119-187775db2466\"}],\"ips\":[{\"address\":\"10.129.0.94/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:08:25.448709 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0513 19:09:00.362646 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=152 I0513 19:09:26.569890 3901 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0513 19:10:00.202096 3901 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644990-xh5n5 for pod on switch ip-10-0-2-92.ec2.internal I0513 19:10:00.202235 3901 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 I0513 19:10:00.216768 3901 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5] pod update took 14.556231ms I0513 19:10:00.216797 3901 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5] addLogicalPort annotation time took 14.591145ms I0513 19:10:00.218141 3901 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5] addLogicalPort took 16.06249ms, libovsdb time 888.25µs I0513 19:10:00.571399 3901 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 85d87e404d53cb1cc71a4ea7594a6de7d76f1fcdb5396691bf0a82f3f18b72b0 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 85d87e404d53cb1cc71a4ea7594a6de7d76f1fcdb5396691bf0a82f3f18b72b0 network default NAD default NAD key ] I0513 19:10:00.581321 3901 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644990-xh5n5, hostIfaceName: 85d87e404d53cb1, network: default, NAD default, SandboxID: "85d87e404d53cb1cc71a4ea7594a6de7d76f1fcdb5396691bf0a82f3f18b72b0", PCI device ID: , UID: "3613c08f-4f53-4ccb-a856-e8615057c5c7", MAC: 0a:58:0a:81:00:5f, IPs: [10.129.0.95/23] I0513 19:10:00.636899 3901 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 85d87e404d53cb1cc71a4ea7594a6de7d76f1fcdb5396691bf0a82f3f18b72b0 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 85d87e404d53cb1cc71a4ea7594a6de7d76f1fcdb5396691bf0a82f3f18b72b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:41:30:c8:ed:a7\",\"name\":\"85d87e404d53cb1\"},{\"mac\":\"0a:58:0a:81:00:5f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd46e285-92ee-4916-8b5f-6ac0f445d9b1\"}],\"ips\":[{\"address\":\"10.129.0.95/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:10:03.687300 3901 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 85d87e404d53cb1cc71a4ea7594a6de7d76f1fcdb5396691bf0a82f3f18b72b0 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 85d87e404d53cb1cc71a4ea7594a6de7d76f1fcdb5396691bf0a82f3f18b72b0 network default NAD default NAD key ] I0513 19:10:03.785815 3901 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 85d87e404d53cb1cc71a4ea7594a6de7d76f1fcdb5396691bf0a82f3f18b72b0 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 85d87e404d53cb1cc71a4ea7594a6de7d76f1fcdb5396691bf0a82f3f18b72b0 network default NAD default NAD key default], result "{}", err I0513 19:10:03.847754 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:03.847831 3901 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 I0513 19:10:03.849183 3901 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5, ips: 10.129.0.95 I0513 19:10:03.849214 3901 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:04.694465 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.694526 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.739424 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.739452 3901 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.746098 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg I0513 19:10:04.746134 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg I0513 19:10:34.934391 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod b0416bfe386730bf4efbdd37bffcd674ed63e23c8f596688b9bc9700c21296de network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod b0416bfe386730bf4efbdd37bffcd674ed63e23c8f596688b9bc9700c21296de network default NAD default NAD key ] I0513 19:10:35.032690 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod b0416bfe386730bf4efbdd37bffcd674ed63e23c8f596688b9bc9700c21296de network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod b0416bfe386730bf4efbdd37bffcd674ed63e23c8f596688b9bc9700c21296de network default NAD default NAD key default], result "{}", err I0513 19:10:35.157368 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:35.157410 3901 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod I0513 19:10:35.158951 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod, ips: 10.129.0.94 I0513 19:10:35.158989 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:39.356113 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0513 19:10:50.444280 3901 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0513 19:11:08.782222 3901 base_network_controller_pods.go:487] [default/default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod] creating logical port default-tenant_javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:11:08.782349 3901 kube.go:256] Updating pod default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod I0513 19:11:08.817063 3901 pod.go:62] [default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod] pod update took 34.746675ms I0513 19:11:08.817094 3901 base_network_controller_pods.go:951] [default/default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod] addLogicalPort annotation time took 34.783426ms I0513 19:11:08.818659 3901 pods.go:271] [default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod] addLogicalPort took 36.454134ms, libovsdb time 1.121449ms I0513 19:11:09.153089 3901 cni.go:452] [default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod 68e7cd4f04b20914c2a4b4189bf637420f76e84149b6cbcfb8802743f96146df network default NAD default NAD key ] ADD starting CNI request [default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod 68e7cd4f04b20914c2a4b4189bf637420f76e84149b6cbcfb8802743f96146df network default NAD default NAD key ] I0513 19:11:09.163537 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod, hostIfaceName: 68e7cd4f04b2091, network: default, NAD default, SandboxID: "68e7cd4f04b20914c2a4b4189bf637420f76e84149b6cbcfb8802743f96146df", PCI device ID: , UID: "064fba36-4648-4858-b1b9-9a1a48c1c447", MAC: 0a:58:0a:81:00:60, IPs: [10.129.0.96/23] I0513 19:11:09.222532 3901 cni.go:473] [default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod 68e7cd4f04b20914c2a4b4189bf637420f76e84149b6cbcfb8802743f96146df network default NAD default NAD key default] ADD finished CNI request [default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod 68e7cd4f04b20914c2a4b4189bf637420f76e84149b6cbcfb8802743f96146df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e2:0c:49:09:e1\",\"name\":\"68e7cd4f04b2091\"},{\"mac\":\"0a:58:0a:81:00:60\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41a17da9-b838-41d4-ab76-65efe9f4741b\"}],\"ips\":[{\"address\":\"10.129.0.96/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:11:09.380493 3901 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod] creating logical port default-tenant_java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:11:09.380692 3901 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod I0513 19:11:09.405066 3901 pod.go:62] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod] pod update took 24.409948ms I0513 19:11:09.405091 3901 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod] addLogicalPort annotation time took 24.438107ms I0513 19:11:09.406738 3901 pods.go:271] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod] addLogicalPort took 26.2628ms, libovsdb time 1.0892ms I0513 19:11:09.597573 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:09.598209 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:09.697747 3901 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod] creating logical port default-tenant_java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:11:09.697869 3901 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod I0513 19:11:09.721009 3901 pod.go:62] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod] pod update took 23.171231ms I0513 19:11:09.721043 3901 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod] addLogicalPort annotation time took 23.208605ms I0513 19:11:09.722549 3901 pods.go:271] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod] addLogicalPort took 24.81682ms, libovsdb time 1.044857ms I0513 19:11:09.772162 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod a9379c786b0dfa6098def5e9ac84c40d3729ca6c93d0a94fb7d96547f1493041 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod a9379c786b0dfa6098def5e9ac84c40d3729ca6c93d0a94fb7d96547f1493041 network default NAD default NAD key ] I0513 19:11:09.782086 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod, hostIfaceName: a9379c786b0dfa6, network: default, NAD default, SandboxID: "a9379c786b0dfa6098def5e9ac84c40d3729ca6c93d0a94fb7d96547f1493041", PCI device ID: , UID: "c7eb33c6-e5e3-4c1d-88d7-129d14b092b2", MAC: 0a:58:0a:81:00:61, IPs: [10.129.0.97/23] I0513 19:11:09.836487 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod a9379c786b0dfa6098def5e9ac84c40d3729ca6c93d0a94fb7d96547f1493041 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod a9379c786b0dfa6098def5e9ac84c40d3729ca6c93d0a94fb7d96547f1493041 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:fe:93:03:9e:82\",\"name\":\"a9379c786b0dfa6\"},{\"mac\":\"0a:58:0a:81:00:61\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45cd1b19-467d-42e9-8bac-83796ebab9ad\"}],\"ips\":[{\"address\":\"10.129.0.97/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:11:09.963068 3901 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod] creating logical port default-tenant_java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:11:09.963223 3901 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod I0513 19:11:09.984002 3901 pod.go:62] [default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod] pod update took 20.81008ms I0513 19:11:09.984030 3901 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod] addLogicalPort annotation time took 20.841551ms I0513 19:11:09.985697 3901 pods.go:271] [default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod] addLogicalPort took 22.647466ms, libovsdb time 1.19699ms I0513 19:11:10.069881 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod a20b7547fa1c5053e0a76d5a05f24cb9c8453ae1efebbdd95d08b89a3defaf65 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod a20b7547fa1c5053e0a76d5a05f24cb9c8453ae1efebbdd95d08b89a3defaf65 network default NAD default NAD key ] I0513 19:11:10.080639 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod, hostIfaceName: a20b7547fa1c505, network: default, NAD default, SandboxID: "a20b7547fa1c5053e0a76d5a05f24cb9c8453ae1efebbdd95d08b89a3defaf65", PCI device ID: , UID: "508b0673-9aca-40af-8958-454a651dc85f", MAC: 0a:58:0a:81:00:62, IPs: [10.129.0.98/23] I0513 19:11:10.137397 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod a20b7547fa1c5053e0a76d5a05f24cb9c8453ae1efebbdd95d08b89a3defaf65 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod a20b7547fa1c5053e0a76d5a05f24cb9c8453ae1efebbdd95d08b89a3defaf65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:f6:5a:5d:10:79\",\"name\":\"a20b7547fa1c505\"},{\"mac\":\"0a:58:0a:81:00:62\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82a72619-797a-48a7-8f33-79755679a9ec\"}],\"ips\":[{\"address\":\"10.129.0.98/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:11:10.424851 3901 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod] creating logical port default-tenant_java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:11:10.424982 3901 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod I0513 19:11:10.425917 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod 74a2f13e04b6051a7a8a6c923c7a14495a5a4736211688a1fbb1afe01b1abe7a network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod 74a2f13e04b6051a7a8a6c923c7a14495a5a4736211688a1fbb1afe01b1abe7a network default NAD default NAD key ] I0513 19:11:10.435856 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod, hostIfaceName: 74a2f13e04b6051, network: default, NAD default, SandboxID: "74a2f13e04b6051a7a8a6c923c7a14495a5a4736211688a1fbb1afe01b1abe7a", PCI device ID: , UID: "7ae84ad3-caec-4a47-9a7f-a9b2f2ea46bb", MAC: 0a:58:0a:81:00:63, IPs: [10.129.0.99/23] I0513 19:11:10.454239 3901 pod.go:62] [default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod] pod update took 29.294017ms I0513 19:11:10.454267 3901 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod] addLogicalPort annotation time took 29.326547ms I0513 19:11:10.455850 3901 pods.go:271] [default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod] addLogicalPort took 31.016512ms, libovsdb time 1.051104ms I0513 19:11:10.498112 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod 74a2f13e04b6051a7a8a6c923c7a14495a5a4736211688a1fbb1afe01b1abe7a network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod 74a2f13e04b6051a7a8a6c923c7a14495a5a4736211688a1fbb1afe01b1abe7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:6d:7a:92:13:3d\",\"name\":\"74a2f13e04b6051\"},{\"mac\":\"0a:58:0a:81:00:63\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bf5b3b2-ac8b-43fc-a556-20c720916468\"}],\"ips\":[{\"address\":\"10.129.0.99/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:11:10.834045 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod 97ef25c20a73308f5b2b38c452b80aa18274a796a575f624867f38eef373c5f0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod 97ef25c20a73308f5b2b38c452b80aa18274a796a575f624867f38eef373c5f0 network default NAD default NAD key ] I0513 19:11:10.844217 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod, hostIfaceName: 97ef25c20a73308, network: default, NAD default, SandboxID: "97ef25c20a73308f5b2b38c452b80aa18274a796a575f624867f38eef373c5f0", PCI device ID: , UID: "8a3ba1d2-97a8-4412-bea6-a417bbd2e421", MAC: 0a:58:0a:81:00:64, IPs: [10.129.0.100/23] I0513 19:11:10.902096 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod 97ef25c20a73308f5b2b38c452b80aa18274a796a575f624867f38eef373c5f0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod 97ef25c20a73308f5b2b38c452b80aa18274a796a575f624867f38eef373c5f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:1d:67:14:92:ce\",\"name\":\"97ef25c20a73308\"},{\"mac\":\"0a:58:0a:81:00:64\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2343001d-1b53-407f-9861-06b6d066fb5d\"}],\"ips\":[{\"address\":\"10.129.0.100/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 19:11:18.099264 3901 duration.go:461] Config duration recorder: measurement expired for pod/default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod I0513 19:11:19.351304 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod a20b7547fa1c5053e0a76d5a05f24cb9c8453ae1efebbdd95d08b89a3defaf65 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod a20b7547fa1c5053e0a76d5a05f24cb9c8453ae1efebbdd95d08b89a3defaf65 network default NAD default NAD key ] I0513 19:11:19.453912 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod a20b7547fa1c5053e0a76d5a05f24cb9c8453ae1efebbdd95d08b89a3defaf65 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod a20b7547fa1c5053e0a76d5a05f24cb9c8453ae1efebbdd95d08b89a3defaf65 network default NAD default NAD key default], result "{}", err I0513 19:11:19.541142 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:19.541186 3901 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod I0513 19:11:19.542541 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod, ips: 10.129.0.98 I0513 19:11:19.542569 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:19.570047 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0513 19:11:23.409962 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod 97ef25c20a73308f5b2b38c452b80aa18274a796a575f624867f38eef373c5f0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod 97ef25c20a73308f5b2b38c452b80aa18274a796a575f624867f38eef373c5f0 network default NAD default NAD key ] I0513 19:11:23.409968 3901 cni.go:452] [default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod 68e7cd4f04b20914c2a4b4189bf637420f76e84149b6cbcfb8802743f96146df network default NAD default NAD key ] DEL starting CNI request [default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod 68e7cd4f04b20914c2a4b4189bf637420f76e84149b6cbcfb8802743f96146df network default NAD default NAD key ] I0513 19:11:23.524578 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod 97ef25c20a73308f5b2b38c452b80aa18274a796a575f624867f38eef373c5f0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod 97ef25c20a73308f5b2b38c452b80aa18274a796a575f624867f38eef373c5f0 network default NAD default NAD key default], result "{}", err I0513 19:11:23.542123 3901 cni.go:473] [default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod 68e7cd4f04b20914c2a4b4189bf637420f76e84149b6cbcfb8802743f96146df network default NAD default NAD key default] DEL finished CNI request [default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod 68e7cd4f04b20914c2a4b4189bf637420f76e84149b6cbcfb8802743f96146df network default NAD default NAD key default], result "{}", err I0513 19:11:23.627310 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.627349 3901 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod I0513 19:11:23.628783 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod, ips: 10.129.0.100 I0513 19:11:23.628813 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.660543 3901 obj_retry.go:498] Detected object default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.660587 3901 pods.go:176] Deleting pod: default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod I0513 19:11:23.662178 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod, ips: 10.129.0.96 I0513 19:11:23.662210 3901 obj_retry.go:498] Detected object default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:24.423389 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod a9379c786b0dfa6098def5e9ac84c40d3729ca6c93d0a94fb7d96547f1493041 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod a9379c786b0dfa6098def5e9ac84c40d3729ca6c93d0a94fb7d96547f1493041 network default NAD default NAD key ] I0513 19:11:24.527313 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod a9379c786b0dfa6098def5e9ac84c40d3729ca6c93d0a94fb7d96547f1493041 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod a9379c786b0dfa6098def5e9ac84c40d3729ca6c93d0a94fb7d96547f1493041 network default NAD default NAD key default], result "{}", err I0513 19:11:24.605882 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:24.605950 3901 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod I0513 19:11:24.607389 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod, ips: 10.129.0.97 I0513 19:11:24.607416 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:27.452980 3901 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod 74a2f13e04b6051a7a8a6c923c7a14495a5a4736211688a1fbb1afe01b1abe7a network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod 74a2f13e04b6051a7a8a6c923c7a14495a5a4736211688a1fbb1afe01b1abe7a network default NAD default NAD key ] I0513 19:11:27.546312 3901 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod 74a2f13e04b6051a7a8a6c923c7a14495a5a4736211688a1fbb1afe01b1abe7a network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod 74a2f13e04b6051a7a8a6c923c7a14495a5a4736211688a1fbb1afe01b1abe7a network default NAD default NAD key default], result "{}", err I0513 19:11:27.618019 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:27.618060 3901 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod I0513 19:11:27.619449 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod, ips: 10.129.0.99 I0513 19:11:27.619479 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:06.969677 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:06.970268 3901 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:10.355274 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17 I0513 19:12:10.651786 3901 base_network_controller_pods.go:487] [default/default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod] creating logical port default-tenant_test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:12:10.651939 3901 kube.go:256] Updating pod default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod I0513 19:12:10.672381 3901 pod.go:62] [default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod] pod update took 20.476994ms I0513 19:12:10.672409 3901 base_network_controller_pods.go:951] [default/default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod] addLogicalPort annotation time took 20.507735ms I0513 19:12:10.673922 3901 pods.go:271] [default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod] addLogicalPort took 22.154687ms, libovsdb time 1.10279ms I0513 19:12:11.025902 3901 cni.go:452] [default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod 5b585553ab0df3f7f5b57cf39dec47d18dec878a16ee1f0547ccff9b6fc60f3e network default NAD default NAD key ] ADD starting CNI request [default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod 5b585553ab0df3f7f5b57cf39dec47d18dec878a16ee1f0547ccff9b6fc60f3e network default NAD default NAD key ] I0513 19:12:11.035631 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod, hostIfaceName: 5b585553ab0df3f, network: default, NAD default, SandboxID: "5b585553ab0df3f7f5b57cf39dec47d18dec878a16ee1f0547ccff9b6fc60f3e", PCI device ID: , UID: "cb115528-2ee4-41d1-858e-70dc6f494fb3", MAC: 0a:58:0a:81:00:65, IPs: [10.129.0.101/23] I0513 19:12:11.092281 3901 cni.go:473] [default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod 5b585553ab0df3f7f5b57cf39dec47d18dec878a16ee1f0547ccff9b6fc60f3e network default NAD default NAD key default] ADD finished CNI request [default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod 5b585553ab0df3f7f5b57cf39dec47d18dec878a16ee1f0547ccff9b6fc60f3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:d7:9b:4b:e5:03\",\"name\":\"5b585553ab0df3f\"},{\"mac\":\"0a:58:0a:81:00:65\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbcc45db-f940-4f45-af3c-84b23e80877c\"}],\"ips\":[{\"address\":\"10.129.0.101/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:12:17.223426 3901 base_network_controller_pods.go:487] [default/default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod] creating logical port default-tenant_test-app-177869918-enterprise-contract-qjmp4-verify-pod for pod on switch ip-10-0-2-92.ec2.internal I0513 19:12:17.223622 3901 kube.go:256] Updating pod default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod I0513 19:12:17.291172 3901 pod.go:62] [default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod] pod update took 67.597044ms I0513 19:12:17.291200 3901 base_network_controller_pods.go:951] [default/default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod] addLogicalPort annotation time took 67.628936ms I0513 19:12:17.292534 3901 pods.go:271] [default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod] addLogicalPort took 69.122908ms, libovsdb time 873.173µs I0513 19:12:17.595621 3901 cni.go:452] [default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod cf917adf4cdf984fd517a85cce70101f05d7ff3a8dd5981bb4c7c98c385936ba network default NAD default NAD key ] ADD starting CNI request [default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod cf917adf4cdf984fd517a85cce70101f05d7ff3a8dd5981bb4c7c98c385936ba network default NAD default NAD key ] I0513 19:12:17.605539 3901 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: test-app-177869918-enterprise-contract-qjmp4-verify-pod, hostIfaceName: cf917adf4cdf984, network: default, NAD default, SandboxID: "cf917adf4cdf984fd517a85cce70101f05d7ff3a8dd5981bb4c7c98c385936ba", PCI device ID: , UID: "a8d44bcc-6b01-4834-82cc-e6f70c4e73a4", MAC: 0a:58:0a:81:00:66, IPs: [10.129.0.102/23] I0513 19:12:17.659974 3901 cni.go:473] [default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod cf917adf4cdf984fd517a85cce70101f05d7ff3a8dd5981bb4c7c98c385936ba network default NAD default NAD key default] ADD finished CNI request [default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod cf917adf4cdf984fd517a85cce70101f05d7ff3a8dd5981bb4c7c98c385936ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c4:ca:47:ea:7a\",\"name\":\"cf917adf4cdf984\"},{\"mac\":\"0a:58:0a:81:00:66\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a7ab152-9c35-4e6c-93d1-f43c676ed5ab\"}],\"ips\":[{\"address\":\"10.129.0.102/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 19:12:17.902872 3901 cni.go:452] [default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod 5b585553ab0df3f7f5b57cf39dec47d18dec878a16ee1f0547ccff9b6fc60f3e network default NAD default NAD key ] DEL starting CNI request [default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod 5b585553ab0df3f7f5b57cf39dec47d18dec878a16ee1f0547ccff9b6fc60f3e network default NAD default NAD key ] I0513 19:12:17.993642 3901 cni.go:473] [default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod 5b585553ab0df3f7f5b57cf39dec47d18dec878a16ee1f0547ccff9b6fc60f3e network default NAD default NAD key default] DEL finished CNI request [default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod 5b585553ab0df3f7f5b57cf39dec47d18dec878a16ee1f0547ccff9b6fc60f3e network default NAD default NAD key default], result "{}", err I0513 19:12:18.121618 3901 obj_retry.go:498] Detected object default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:18.121664 3901 pods.go:176] Deleting pod: default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod I0513 19:12:18.123057 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod, ips: 10.129.0.101 I0513 19:12:18.123086 3901 obj_retry.go:498] Detected object default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:36.105008 3901 cni.go:452] [default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod cf917adf4cdf984fd517a85cce70101f05d7ff3a8dd5981bb4c7c98c385936ba network default NAD default NAD key ] DEL starting CNI request [default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod cf917adf4cdf984fd517a85cce70101f05d7ff3a8dd5981bb4c7c98c385936ba network default NAD default NAD key ] I0513 19:12:36.225012 3901 cni.go:473] [default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod cf917adf4cdf984fd517a85cce70101f05d7ff3a8dd5981bb4c7c98c385936ba network default NAD default NAD key default] DEL finished CNI request [default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod cf917adf4cdf984fd517a85cce70101f05d7ff3a8dd5981bb4c7c98c385936ba network default NAD default NAD key default], result "{}", err I0513 19:12:36.339863 3901 obj_retry.go:498] Detected object default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:36.340010 3901 pods.go:176] Deleting pod: default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod I0513 19:12:36.341530 3901 pods.go:236] Attempting to release IPs for pod: default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod, ips: 10.129.0.102 I0513 19:12:36.341569 3901 obj_retry.go:498] Detected object default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:45.579018 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0513 19:12:59.271611 3901 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.272155 3901 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.278333 3901 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.278852 3901 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.517882 3901 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:12:59.517913 3901 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:12:59.525745 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz I0513 19:12:59.525774 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz I0513 19:13:00.139271 3901 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:13:00.139299 3901 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:13:00.149278 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 I0513 19:13:00.149305 3901 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 I0513 19:13:19.356712 3901 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 19:13:47.577777 3901 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10