+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-119.ec2.internal ++ [[ -n ip-10-0-0-119.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-119.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 14:50:57.179693814 - disable conntrack on geneve port' I0512 14:50:57.179693814 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 14:50:57.222760378 - starting ovnkube-node + echo 'I0512 14:50:57.222760378 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-119.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-119.ec2.internal --init-node ip-10-0-0-119.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-119.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 14:50:57.284137 3916 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 14:50:57.284214 3916 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c024770563.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 14:50:57.286196 3916 kube.go:431] Waiting for certificate I0512 14:50:57.286234 3916 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 14:50:57.286280 3916 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 14:50:57.286983 3916 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 14:50:57.320301 3916 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 14:50:57.320319 3916 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 14:50:57.323634 3916 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 14:50:57.323724 3916 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-w8276" I0512 14:50:57.331045 3916 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-w8276" I0512 14:50:57.331112 3916 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 14:50:58.287306 3916 kube.go:438] Certificate found I0512 14:50:58.288005 3916 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 14:50:58.289096 3916 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 14:50:58.339342 3916 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 14:45:57 +0000 UTC" deadline="2026-05-13 08:44:06.070700787 +0000 UTC" I0512 14:50:58.339381 3916 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h53m7.73133099s" I0512 14:50:58.352492 3916 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 14:50:58.371742 3916 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 14:50:58.371833 3916 factory.go:561] Starting watch factory I0512 14:50:58.371936 3916 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.371961 3916 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.371938 3916 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.372090 3916 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.371937 3916 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.372192 3916 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.372236 3916 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.372149 3916 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.372263 3916 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.372295 3916 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.372262 3916 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.372458 3916 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.374326 3916 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 14:50:58.374557 3916 server.go:101] MetricServer registers OVS metrics I0512 14:50:58.374670 3916 controller_manager.go:370] Starting the ovnkube controller I0512 14:50:58.374683 3916 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-119.ec2.internal I0512 14:50:58.374741 3916 controller_manager.go:395] NBDB zone sync took: 47.621µs I0512 14:50:58.374751 3916 factory.go:561] Starting watch factory I0512 14:50:58.374884 3916 server.go:105] MetricServer registers OVN DB metrics I0512 14:50:58.378993 3916 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 14:50:58.379016 3916 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 14:50:58.390863 3916 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.390973 3916 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.391013 3916 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.392492 3916 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.394416 3916 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.395129 3916 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 14:50:58.395187 3916 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 14:50:58.399534 3916 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 14:50:58.399565 3916 server.go:109] MetricServer registers OVN Controller metrics I0512 14:50:58.401422 3916 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.403854 3916 server.go:113] MetricServer registers OVN Northd metrics I0512 14:50:58.407616 3916 metrics.go:519] OVN Metrics Server starts to run ... I0512 14:50:58.477493 3916 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 14:50:58.477519 3916 factory.go:1977] *v1.Pod informer cache synced successfully I0512 14:50:58.477523 3916 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 14:50:58.477526 3916 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 14:50:58.477530 3916 factory.go:1977] *v1.Node informer cache synced successfully I0512 14:50:58.477533 3916 factory.go:1977] *v1.Service informer cache synced successfully I0512 14:50:58.477618 3916 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:58.477619 3916 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:58.477632 3916 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:58.477636 3916 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:58.479980 3916 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 14:50:58.479994 3916 factory.go:1977] *v1.Pod informer cache synced successfully I0512 14:50:58.479998 3916 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 14:50:58.480001 3916 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 14:50:58.480004 3916 factory.go:1977] *v1.Node informer cache synced successfully I0512 14:50:58.480007 3916 factory.go:1977] *v1.Service informer cache synced successfully I0512 14:50:58.480115 3916 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:58.480119 3916 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:58.483297 3916 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 14:50:58.483306 3916 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 14:50:58.483360 3916 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.483372 3916 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.485189 3916 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 14:50:58.485201 3916 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 14:50:58.485347 3916 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.488354 3916 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 14:50:58.488443 3916 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.488461 3916 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.490260 3916 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 14:50:58.490890 3916 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.493530 3916 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 14:50:58.493585 3916 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.493595 3916 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.495355 3916 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 14:50:58.495355 3916 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.499389 3916 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 14:50:58.499459 3916 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.499479 3916 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.500647 3916 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 14:50:58.501840 3916 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.504554 3916 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 14:50:58.504633 3916 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.504651 3916 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.505718 3916 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 14:50:58.506888 3916 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.510596 3916 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 14:50:58.510734 3916 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 14:50:58.510752 3916 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 14:50:58.510765 3916 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 14:50:58.512877 3916 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 14:50:58.516471 3916 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 14:50:58.516482 3916 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 14:50:58.516529 3916 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.516536 3916 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.516542 3916 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.516546 3916 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.518848 3916 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.518933 3916 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:58.521765 3916 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 14:50:58.521775 3916 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 14:50:58.521783 3916 factory.go:680] Watch Factory start up complete, took: 147.030907ms I0512 14:50:58.521790 3916 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-119.ec2.internal" zone I0512 14:50:58.521839 3916 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 14:50:58.521848 3916 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 14:50:58.521854 3916 factory.go:680] Watch Factory start up complete, took: 150.031596ms I0512 14:50:58.521913 3916 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 14:50:58.571708 3916 default_node_network_controller.go:710] Initializing the default node network controller I0512 14:50:58.642273 3916 udn_isolation.go:101] Starting UDN host isolation manager I0512 14:50:58.648659 3916 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 14:50:58.702446 3916 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 14:50:58.702557 3916 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 14:50:58.702574 3916 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 14:50:58.735987 3916 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 14:50:58.736048 3916 default_node_network_controller.go:809] Node ip-10-0-0-119.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0512 14:50:58.741213 3916 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.119"] k8s.ovn.org/zone-name:ip-10-0-0-119.ec2.internal] on node ip-10-0-0-119.ec2.internal I0512 14:50:58.767558 3916 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 14:50:58.772773 3916 controller_manager.go:429] Waiting for node in zone sync took: 250.972472ms I0512 14:50:58.773557 3916 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 14:50:58.773681 3916 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0512 14:50:58.773812 3916 gateway_init.go:263] Preparing Gateway I0512 14:50:58.773823 3916 gateway_shared_intf.go:1687] Creating new gateway I0512 14:50:58.785800 3916 controller_manager.go:611] Switching to transit router for layer2 networks I0512 14:50:58.785814 3916 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-119.ec2.internal I0512 14:50:58.800150 3916 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 14:50:58.806648 3916 controller_manager.go:290] SCTP support detected in OVN I0512 14:50:58.807329 3916 services_controller.go:69] Creating services controller for network=default I0512 14:50:58.807416 3916 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 14:50:58.807506 3916 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 14:50:58.807537 3916 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 14:50:58.807552 3916 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 14:50:58.807563 3916 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 14:50:58.807782 3916 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 14:50:58.807838 3916 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 14:50:58.807883 3916 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.141µs I0512 14:50:58.807915 3916 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 64.947µs I0512 14:50:58.807927 3916 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 88.016µs I0512 14:50:58.807934 3916 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 14:50:58.807944 3916 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 14:50:58.807957 3916 default_network_controller.go:325] Starting the default network controller I0512 14:50:58.808034 3916 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.458µs I0512 14:50:58.808081 3916 udn_enabled_svc.go:95] Performing full resync I0512 14:50:58.808417 3916 udn_enabled_svc.go:99] Waiting for handler to sync I0512 14:50:58.808448 3916 udn_enabled_svc.go:104] Starting worker I0512 14:50:58.817565 3916 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 14:50:58.817624 3916 repair.go:33] Syncing exgw routes took 47.097µs I0512 14:50:58.817646 3916 default_network_controller.go:414] Starting all the Watchers... I0512 14:50:58.817774 3916 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 14:50:58.817785 3916 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 14:50:58.817792 3916 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 14:50:58.817796 3916 namespace.go:98] [openshift-image-registry] adding namespace I0512 14:50:58.817808 3916 namespace.go:98] [openshift-package-operator] adding namespace I0512 14:50:58.817815 3916 namespace.go:98] [openshift-controller-manager] adding namespace I0512 14:50:58.817815 3916 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 14:50:58.817777 3916 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 14:50:58.817826 3916 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 14:50:58.817831 3916 namespace.go:98] [kube-node-lease] adding namespace I0512 14:50:58.817844 3916 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 14:50:58.817845 3916 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 14:50:58.817852 3916 namespace.go:98] [openshift-config-operator] adding namespace I0512 14:50:58.817850 3916 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 14:50:58.817775 3916 namespace.go:98] [dedicated-admin] adding namespace I0512 14:50:58.818469 3916 namespace.go:102] [openshift-network-node-identity] adding namespace took 681.742µs I0512 14:50:58.818485 3916 namespace.go:98] [default] adding namespace I0512 14:50:58.819067 3916 namespace.go:102] [default] adding namespace took 576.172µs I0512 14:50:58.819084 3916 namespace.go:98] [openshift-network-operator] adding namespace I0512 14:50:58.819703 3916 namespace.go:102] [openshift-network-operator] adding namespace took 612.938µs I0512 14:50:58.819721 3916 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 14:50:58.820303 3916 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.506948ms I0512 14:50:58.820320 3916 namespace.go:98] [openshift-dns] adding namespace I0512 14:50:58.821377 3916 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.574499ms I0512 14:50:58.821395 3916 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 14:50:58.821953 3916 namespace.go:102] [openshift-image-registry] adding namespace took 4.144864ms I0512 14:50:58.821973 3916 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 14:50:58.822555 3916 namespace.go:102] [openshift-controller-manager] adding namespace took 4.733772ms I0512 14:50:58.822568 3916 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 14:50:58.823219 3916 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.390975ms I0512 14:50:58.823236 3916 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 14:50:58.823793 3916 namespace.go:102] [openshift-package-operator] adding namespace took 5.975196ms I0512 14:50:58.823810 3916 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 14:50:58.824348 3916 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.514875ms I0512 14:50:58.824367 3916 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 14:50:58.824884 3916 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.050156ms I0512 14:50:58.824900 3916 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 14:50:58.825459 3916 namespace.go:102] [kube-node-lease] adding namespace took 7.61925ms I0512 14:50:58.825479 3916 namespace.go:98] [openshift-ingress] adding namespace I0512 14:50:58.826016 3916 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.164584ms I0512 14:50:58.826035 3916 namespace.go:98] [openshift-logging] adding namespace I0512 14:50:58.826625 3916 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.768204ms I0512 14:50:58.826644 3916 namespace.go:98] [openshift-etcd] adding namespace I0512 14:50:58.827179 3916 namespace.go:102] [openshift-config-operator] adding namespace took 9.317201ms I0512 14:50:58.827197 3916 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 14:50:58.827805 3916 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 9.938132ms I0512 14:50:58.827824 3916 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 14:50:58.828310 3916 namespace.go:102] [dedicated-admin] adding namespace took 10.407135ms I0512 14:50:58.828326 3916 namespace.go:98] [openshift-console] adding namespace I0512 14:50:58.828901 3916 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.171583ms I0512 14:50:58.828921 3916 namespace.go:98] [openshift-multus] adding namespace I0512 14:50:58.829581 3916 namespace.go:102] [openshift-dns] adding namespace took 9.254392ms I0512 14:50:58.829602 3916 namespace.go:98] [openshift-backplane] adding namespace I0512 14:50:58.830273 3916 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.87084ms I0512 14:50:58.830291 3916 namespace.go:98] [openshift-machine-api] adding namespace I0512 14:50:58.830846 3916 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.865152ms I0512 14:50:58.830864 3916 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 14:50:58.831459 3916 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.884427ms I0512 14:50:58.831477 3916 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 14:50:58.832094 3916 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.848886ms I0512 14:50:58.832117 3916 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 14:50:58.832690 3916 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.874641ms I0512 14:50:58.832706 3916 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 14:50:58.833275 3916 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.902063ms I0512 14:50:58.833291 3916 namespace.go:98] [openshift-dns-operator] adding namespace I0512 14:50:58.833874 3916 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.968647ms I0512 14:50:58.833886 3916 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 14:50:58.834426 3916 namespace.go:102] [openshift-ingress] adding namespace took 8.940359ms I0512 14:50:58.834453 3916 namespace.go:98] [open-cluster-management-2q8epmoh30l5utco31nrgb6qqrv1lp6k] adding namespace I0512 14:50:58.835000 3916 namespace.go:102] [openshift-logging] adding namespace took 8.957516ms I0512 14:50:58.835016 3916 namespace.go:98] [openshift-apiserver] adding namespace I0512 14:50:58.835695 3916 namespace.go:102] [openshift-etcd] adding namespace took 9.041017ms I0512 14:50:58.835711 3916 namespace.go:98] [openshift-config] adding namespace I0512 14:50:58.836277 3916 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.073908ms I0512 14:50:58.836290 3916 namespace.go:98] [kube-public] adding namespace I0512 14:50:58.836927 3916 namespace.go:102] [openshift-apiserver-operator] adding namespace took 9.095357ms I0512 14:50:58.836945 3916 namespace.go:98] [openshift-ovn-kubernetes] adding namespace W0512 14:50:58.837398 3916 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-56nrt: pod openshift-multus/network-metrics-daemon-56nrt: no pod IPs found W0512 14:50:58.837410 3916 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-gj8td: pod openshift-multus/network-metrics-daemon-gj8td: no pod IPs found W0512 14:50:58.837416 3916 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ghqhr: pod openshift-multus/network-metrics-daemon-ghqhr: no pod IPs found I0512 14:50:58.837481 3916 namespace.go:102] [openshift-console] adding namespace took 9.151166ms I0512 14:50:58.837492 3916 namespace.go:98] [openshift] adding namespace I0512 14:50:58.837999 3916 namespace.go:102] [openshift-multus] adding namespace took 9.070947ms I0512 14:50:58.838449 3916 namespace.go:102] [openshift-backplane] adding namespace took 8.840198ms I0512 14:50:58.838463 3916 namespace.go:98] [openshift-insights] adding namespace I0512 14:50:58.838998 3916 namespace.go:102] [openshift-machine-api] adding namespace took 8.70094ms I0512 14:50:58.839016 3916 namespace.go:98] [openshift-console-operator] adding namespace I0512 14:50:58.839598 3916 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.728938ms I0512 14:50:58.839609 3916 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 14:50:58.840032 3916 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.546608ms I0512 14:50:58.840051 3916 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 14:50:58.840585 3916 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.463099ms I0512 14:50:58.840601 3916 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 14:50:58.841118 3916 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.406213ms I0512 14:50:58.841133 3916 namespace.go:98] [openshift-host-network] adding namespace I0512 14:50:58.841633 3916 namespace.go:102] [openshift-dns-operator] adding namespace took 8.337374ms I0512 14:50:58.841647 3916 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 14:50:58.842121 3916 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.229608ms I0512 14:50:58.842137 3916 namespace.go:98] [openshift-node] adding namespace I0512 14:50:58.842540 3916 namespace.go:102] [open-cluster-management-2q8epmoh30l5utco31nrgb6qqrv1lp6k] adding namespace took 8.081185ms I0512 14:50:58.842553 3916 namespace.go:98] [openshift-monitoring] adding namespace I0512 14:50:58.843099 3916 namespace.go:102] [openshift-apiserver] adding namespace took 8.078011ms I0512 14:50:58.843113 3916 namespace.go:98] [openshift-network-console] adding namespace I0512 14:50:58.843565 3916 namespace.go:102] [openshift-config] adding namespace took 7.849028ms I0512 14:50:58.843579 3916 namespace.go:98] [openshift-config-managed] adding namespace I0512 14:50:58.844085 3916 namespace.go:102] [kube-public] adding namespace took 7.788826ms I0512 14:50:58.844103 3916 namespace.go:98] [openshift-marketplace] adding namespace I0512 14:50:58.844640 3916 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.6892ms I0512 14:50:58.844653 3916 namespace.go:98] [openshift-operators] adding namespace I0512 14:50:58.845137 3916 namespace.go:102] [openshift] adding namespace took 7.6378ms I0512 14:50:58.845154 3916 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 14:50:58.845564 3916 namespace.go:102] [openshift-insights] adding namespace took 7.095215ms I0512 14:50:58.845580 3916 namespace.go:98] [openshift-authentication] adding namespace I0512 14:50:58.846182 3916 namespace.go:102] [openshift-console-operator] adding namespace took 7.144958ms I0512 14:50:58.846210 3916 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 14:50:58.846700 3916 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.085267ms I0512 14:50:58.846716 3916 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 14:50:58.847447 3916 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.388579ms I0512 14:50:58.847465 3916 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 14:50:58.848066 3916 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.457605ms I0512 14:50:58.848083 3916 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 14:50:58.848741 3916 namespace.go:102] [openshift-host-network] adding namespace took 7.602993ms I0512 14:50:58.848758 3916 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 14:50:58.849299 3916 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.647773ms I0512 14:50:58.849312 3916 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 14:50:58.849883 3916 namespace.go:102] [openshift-node] adding namespace took 7.73969ms I0512 14:50:58.849902 3916 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 14:50:58.850458 3916 namespace.go:102] [openshift-monitoring] adding namespace took 7.897782ms I0512 14:50:58.850472 3916 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 14:50:58.851116 3916 namespace.go:102] [openshift-network-console] adding namespace took 7.998918ms I0512 14:50:58.851128 3916 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 14:50:58.851784 3916 namespace.go:102] [openshift-config-managed] adding namespace took 8.199635ms I0512 14:50:58.851796 3916 namespace.go:98] [openshift-cluster-version] adding namespace I0512 14:50:58.852451 3916 namespace.go:102] [openshift-marketplace] adding namespace took 8.340903ms I0512 14:50:58.852466 3916 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 14:50:58.853003 3916 namespace.go:102] [openshift-operators] adding namespace took 8.344474ms I0512 14:50:58.853014 3916 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 14:50:58.853585 3916 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.423196ms I0512 14:50:58.853605 3916 namespace.go:98] [openshift-backplane-mobb] adding namespace W0512 14:50:58.854082 3916 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-6jp69: pod openshift-network-diagnostics/network-check-target-6jp69: no pod IPs found W0512 14:50:58.854102 3916 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mvdql: pod openshift-network-diagnostics/network-check-target-mvdql: no pod IPs found W0512 14:50:58.854111 3916 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-zmsxx: pod openshift-network-diagnostics/network-check-target-zmsxx: no pod IPs found I0512 14:50:58.854132 3916 namespace.go:102] [openshift-authentication] adding namespace took 8.54769ms I0512 14:50:58.854766 3916 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.548669ms I0512 14:50:58.855367 3916 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.64482ms I0512 14:50:58.855863 3916 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.391822ms I0512 14:50:58.856262 3916 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.17318ms I0512 14:50:58.856276 3916 namespace.go:98] [openshift-infra] adding namespace I0512 14:50:58.856692 3916 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.928587ms I0512 14:50:58.857157 3916 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.837169ms I0512 14:50:58.857728 3916 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.821466ms I0512 14:50:58.858290 3916 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.808584ms I0512 14:50:58.858860 3916 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.726548ms I0512 14:50:58.858879 3916 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 14:50:58.859458 3916 namespace.go:102] [openshift-cluster-version] adding namespace took 7.65591ms I0512 14:50:58.859476 3916 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 14:50:58.860011 3916 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.539144ms I0512 14:50:58.860540 3916 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.519666ms I0512 14:50:58.860555 3916 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 14:50:58.861099 3916 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.488125ms I0512 14:50:58.861113 3916 namespace.go:98] [kube-system] adding namespace I0512 14:50:58.861676 3916 namespace.go:102] [openshift-infra] adding namespace took 5.395069ms I0512 14:50:58.862148 3916 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.2642ms I0512 14:50:58.863042 3916 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.561615ms I0512 14:50:58.863454 3916 namespace.go:102] [openshift-must-gather-operator] adding namespace took 2.892404ms W0512 14:50:58.863457 3916 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-j8hjt: pod kube-system/global-pull-secret-syncer-j8hjt: no pod IPs found W0512 14:50:58.863478 3916 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-l2rzz: pod kube-system/global-pull-secret-syncer-l2rzz: no pod IPs found W0512 14:50:58.863484 3916 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-sj6nl: pod kube-system/global-pull-secret-syncer-sj6nl: no pod IPs found I0512 14:50:58.863920 3916 namespace.go:102] [kube-system] adding namespace took 2.800856ms W0512 14:50:58.864009 3916 master.go:458] Unable to parse local node ip-10-0-0-119.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 14:50:58.864017 3916 master.go:471] Unable to parse remote node ip-10-0-1-215.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 14:50:58.864020 3916 master.go:471] Unable to parse remote node ip-10-0-2-72.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 14:50:58.864024 3916 master.go:481] Removing stale chassis with ID/Name: aeb4a0ff-0c4c-4941-a4c6-97f33cc34996, hostname: ip-10-0-0-119.ec2.internal I0512 14:50:58.864550 3916 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0512 14:50:58.864616 3916 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-215.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-215.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-215.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-215.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-215.ec2.internal I0512 14:50:58.864626 3916 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-72.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-72.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-72.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-72.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-72.ec2.internal I0512 14:50:58.865506 3916 iptables.go:108] Creating table: filter chain: FORWARD I0512 14:50:58.868775 3916 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-119.ec2.internal for the network default I0512 14:50:58.869118 3916 zone_ic_handler.go:195] Time taken to create transit switch: 329.242µs I0512 14:50:58.869931 3916 default_network_controller.go:823] Node add failed for ip-10-0-0-119.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal] E0512 14:50:58.869981 3916 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-119.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal] I0512 14:50:58.870032 3916 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 14:50:58.870056 3916 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 14:50:58.870052 3916 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-119.ec2.internal", UID:"4b19629f-52d6-48d8-ac0f-1d0b52b8d0a0", APIVersion:"v1", ResourceVersion:"9072", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal] I0512 14:50:58.870076 3916 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 14:50:58.870083 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-215.ec2.internal in network "default" I0512 14:50:58.870115 3916 node_tracker.go:235] Node ip-10-0-1-215.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-215.ec2.internal" I0512 14:50:58.870128 3916 node_tracker.go:169] Node ip-10-0-1-215.ec2.internal switch + router changed, syncing services in network "default" I0512 14:50:58.870142 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:50:58.870149 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0512 14:50:58.870158 3916 node_tracker.go:235] Node ip-10-0-2-72.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-72.ec2.internal" I0512 14:50:58.870163 3916 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0512 14:50:58.870167 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:50:58.870171 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0512 14:50:58.870178 3916 node_tracker.go:235] Node ip-10-0-0-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal" I0512 14:50:58.870183 3916 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0512 14:50:58.870187 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:50:58.872126 3916 iptables.go:108] Creating table: filter chain: OUTPUT I0512 14:50:58.878265 3916 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 14:50:58.878278 3916 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-119.ec2.internal","mac-address":"12:fb:d9:d5:82:ff","ip-addresses":["10.0.0.119/24"],"ip-address":"10.0.0.119/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:aeb4a0ff-0c4c-4941-a4c6-97f33cc34996 k8s.ovn.org/node-encap-ips:["10.0.0.119"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.119/24"} k8s.ovn.org/zone-name:ip-10-0-0-119.ec2.internal] on node ip-10-0-0-119.ec2.internal I0512 14:50:58.895375 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0512 14:50:58.895414 3916 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0512 14:50:58.895459 3916 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0512 14:50:58.895477 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:50:58.899266 3916 default_node_network_controller.go:519] Node connection status = connected W0512 14:50:58.900129 3916 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-zmsxx: pod openshift-network-diagnostics/network-check-target-zmsxx: no pod IPs found W0512 14:50:58.900142 3916 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-gj8td: pod openshift-multus/network-metrics-daemon-gj8td: no pod IPs found W0512 14:50:58.900150 3916 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-j8hjt: pod kube-system/global-pull-secret-syncer-j8hjt: no pod IPs found I0512 14:50:58.901094 3916 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-119.ec2.internal for the network default I0512 14:50:58.901237 3916 zone_ic_handler.go:195] Time taken to create transit switch: 133.286µs I0512 14:50:58.970919 3916 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 14:50:58.970948 3916 services_controller.go:208] Setting up event handlers for services for network=default I0512 14:50:58.971090 3916 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 14:50:58.971154 3916 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 14:50:58.971174 3916 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 14:50:59.071382 3916 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 14:50:59.071408 3916 repair.go:60] Starting repairing loop for services I0512 14:50:59.071530 3916 repair.go:131] Deleted 0 stale service LBs I0512 14:50:59.071551 3916 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 14:50:59.071567 3916 repair.go:62] Finished repairing loop for services: 161.795µs I0512 14:50:59.071589 3916 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 14:50:59.071599 3916 services_controller.go:254] Starting workers for network=default I0512 14:50:59.071947 3916 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-56nrt, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-56nrt: suppressed error logged: pod openshift-multus/network-metrics-daemon-56nrt: no pod IPs found I0512 14:50:59.071964 3916 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-sj6nl, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-sj6nl: suppressed error logged: pod kube-system/global-pull-secret-syncer-sj6nl: no pod IPs found I0512 14:50:59.071994 3916 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-6jp69, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-6jp69: suppressed error logged: pod openshift-network-diagnostics/network-check-target-6jp69: no pod IPs found I0512 14:50:59.072017 3916 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ghqhr, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ghqhr: suppressed error logged: pod openshift-multus/network-metrics-daemon-ghqhr: no pod IPs found I0512 14:50:59.072020 3916 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-zmsxx] creating logical port openshift-network-diagnostics_network-check-target-zmsxx for pod on switch ip-10-0-0-119.ec2.internal I0512 14:50:59.072087 3916 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-j8hjt] creating logical port kube-system_global-pull-secret-syncer-j8hjt for pod on switch ip-10-0-0-119.ec2.internal I0512 14:50:59.072134 3916 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mvdql, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mvdql: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mvdql: no pod IPs found I0512 14:50:59.072222 3916 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-l2rzz, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l2rzz: suppressed error logged: pod kube-system/global-pull-secret-syncer-l2rzz: no pod IPs found I0512 14:50:59.072249 3916 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-zmsxx I0512 14:50:59.072260 3916 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-gj8td] creating logical port openshift-multus_network-metrics-daemon-gj8td for pod on switch ip-10-0-0-119.ec2.internal I0512 14:50:59.072350 3916 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-j8hjt I0512 14:50:59.072384 3916 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-gj8td I0512 14:50:59.088638 3916 pod.go:62] [openshift-multus/network-metrics-daemon-gj8td] pod update took 16.296525ms I0512 14:50:59.088660 3916 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-gj8td] addLogicalPort annotation time took 16.318221ms I0512 14:50:59.089615 3916 pods.go:271] [openshift-multus/network-metrics-daemon-gj8td] addLogicalPort took 17.360886ms, libovsdb time 747.236µs I0512 14:50:59.091229 3916 pod.go:62] [kube-system/global-pull-secret-syncer-j8hjt] pod update took 19.043255ms I0512 14:50:59.091252 3916 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-j8hjt] addLogicalPort annotation time took 19.083714ms I0512 14:50:59.092357 3916 pods.go:271] [kube-system/global-pull-secret-syncer-j8hjt] addLogicalPort took 20.278335ms, libovsdb time 836.981µs I0512 14:50:59.093762 3916 pod.go:62] [openshift-network-diagnostics/network-check-target-zmsxx] pod update took 21.622252ms I0512 14:50:59.093780 3916 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-zmsxx] addLogicalPort annotation time took 21.645048ms I0512 14:50:59.094652 3916 pods.go:271] [openshift-network-diagnostics/network-check-target-zmsxx] addLogicalPort took 22.643715ms, libovsdb time 681.953µs I0512 14:50:59.095115 3916 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 14:50:59.095143 3916 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 14:50:59.095162 3916 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 14:50:59.095169 3916 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 14:50:59.095380 3916 repair.go:29] Repairing admin network policies took 205.77µs I0512 14:50:59.095555 3916 repair.go:92] Repairing baseline admin network policies took 164.982µs I0512 14:50:59.095956 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 14:50:59.095974 3916 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 14:50:59.097757 3916 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 14:50:59.097783 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 14:50:59.097795 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 14:50:59.099707 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 14:50:59.099725 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 14:50:59.099733 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 14:50:59.101377 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 14:50:59.101396 3916 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 14:50:59.101405 3916 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 14:50:59.103911 3916 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 14:50:59.103927 3916 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 14:50:59.103937 3916 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 14:50:59.106118 3916 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 14:50:59.106136 3916 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 14:50:59.106142 3916 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 14:50:59.107726 3916 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 14:50:59.107751 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 14:50:59.108185 3916 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 14:50:59.108199 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 14:50:59.110014 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 14:50:59.110034 3916 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 14:50:59.110047 3916 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 14:50:59.111108 3916 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 14:50:59.111129 3916 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 14:50:59.111147 3916 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 14:50:59.112194 3916 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 14:50:59.112215 3916 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 14:50:59.112227 3916 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 14:50:59.113353 3916 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 14:50:59.113377 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 14:50:59.113386 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 14:50:59.113977 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 14:50:59.113997 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 14:50:59.114006 3916 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 14:50:59.114780 3916 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 14:50:59.114803 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 14:50:59.114812 3916 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 14:50:59.115233 3916 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 14:50:59.115249 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 14:50:59.115256 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 14:50:59.115900 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 14:50:59.115924 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 14:50:59.115933 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 14:50:59.116588 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 14:50:59.116627 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 14:50:59.116655 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 14:50:59.117751 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 14:50:59.117768 3916 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 14:50:59.117776 3916 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 14:50:59.118315 3916 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 14:50:59.118337 3916 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 14:50:59.118352 3916 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 14:50:59.119761 3916 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 14:50:59.119779 3916 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 14:50:59.119790 3916 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 14:50:59.121214 3916 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 14:50:59.121236 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 14:50:59.121248 3916 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 14:50:59.121816 3916 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 14:50:59.121848 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 14:50:59.121859 3916 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 14:50:59.122467 3916 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 14:50:59.122485 3916 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 14:50:59.122493 3916 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 14:50:59.124369 3916 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 14:50:59.124396 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 14:50:59.124412 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 14:50:59.125059 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 14:50:59.125075 3916 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 14:50:59.125088 3916 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 14:50:59.126299 3916 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 14:50:59.126319 3916 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 14:50:59.126326 3916 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 14:50:59.126712 3916 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 14:50:59.126731 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 14:50:59.126739 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 14:50:59.127359 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 14:50:59.127382 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 14:50:59.127391 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 14:50:59.127986 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 14:50:59.128007 3916 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 14:50:59.128016 3916 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 14:50:59.128708 3916 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 14:50:59.128726 3916 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 14:50:59.128738 3916 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 14:50:59.129341 3916 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 14:50:59.134621 3916 egressfirewall.go:374] Starting EgressFirewall controller I0512 14:50:59.134653 3916 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 14:50:59.134659 3916 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 14:50:59.134676 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 14:50:59.134695 3916 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 14:50:59.134723 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 14:50:59.134735 3916 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 14:50:59.135026 3916 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 14:50:59.135047 3916 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 14:50:59.135054 3916 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 14:50:59.135063 3916 egressqos.go:193] Setting up event handlers for EgressQoS I0512 14:50:59.135124 3916 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0512 14:50:59.135136 3916 egressfirewall.go:723] Syncing node "ip-10-0-1-215.ec2.internal" for egress firewall I0512 14:50:59.135142 3916 egressfirewall.go:723] Syncing node "ip-10-0-2-72.ec2.internal" for egress firewall I0512 14:50:59.135663 3916 egressqos.go:245] Starting EgressQoS Controller I0512 14:50:59.135674 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 14:50:59.135680 3916 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 14:50:59.135685 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 14:50:59.135690 3916 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 14:50:59.135694 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 14:50:59.135699 3916 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 14:50:59.135703 3916 egressqos.go:259] Repairing EgressQoSes I0512 14:50:59.135707 3916 egressqos.go:399] Starting repairing loop for egressqos I0512 14:50:59.135783 3916 egressqos.go:401] Finished repairing loop for egressqos: 75.298µs I0512 14:50:59.135801 3916 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 14:50:59.135836 3916 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-119.ec2.internal I0512 14:50:59.135909 3916 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-119.ec2.internal : 75.935µs I0512 14:50:59.135919 3916 egressservice_zone.go:210] Starting Egress Services Controller I0512 14:50:59.135926 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 14:50:59.135931 3916 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 14:50:59.135937 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 14:50:59.135941 3916 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 14:50:59.135946 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 14:50:59.135950 3916 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 14:50:59.135956 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 14:50:59.135960 3916 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 14:50:59.135964 3916 egressservice_zone.go:228] Repairing Egress Services I0512 14:50:59.136201 3916 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 14:50:59.136211 3916 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 14:50:59.136236 3916 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0512 14:50:59.136247 3916 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 12.071µs I0512 14:50:59.136253 3916 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-215.ec2.internal I0512 14:50:59.136269 3916 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-215.ec2.internal: 4.022µs I0512 14:50:59.136274 3916 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0512 14:50:59.136277 3916 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 3.83µs I0512 14:50:59.136332 3916 default_network_controller.go:585] Completing all the Watchers took 318.676362ms I0512 14:50:59.136350 3916 default_network_controller.go:589] Starting unidling controllers I0512 14:50:59.136366 3916 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 14:50:59.136375 3916 unidle.go:63] Populating Initial ContollerEvent events I0512 14:50:59.136386 3916 unidle.go:79] Setting up event handlers for services I0512 14:50:59.136452 3916 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 14:50:59.279660 3916 default_network_controller.go:1025] Node "ip-10-0-1-215.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 14:50:59.398906 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-215.ec2.internal in network "default" I0512 14:50:59.398944 3916 node_tracker.go:235] Node ip-10-0-1-215.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-215.ec2.internal" I0512 14:50:59.398998 3916 node_tracker.go:169] Node ip-10-0-1-215.ec2.internal switch + router changed, syncing services in network "default" I0512 14:50:59.399027 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:50:59.399069 3916 default_network_controller.go:1025] Node "ip-10-0-1-215.ec2.internal" in remote zone "ip-10-0-1-215.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 14:50:59.400461 3916 default_node_network_controller.go:519] Node connection status = connected I0512 14:50:59.594659 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-215.ec2.internal in network "default" I0512 14:50:59.594668 3916 default_network_controller.go:1025] Node "ip-10-0-1-215.ec2.internal" in remote zone "ip-10-0-1-215.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 14:50:59.594713 3916 node_tracker.go:169] Node ip-10-0-1-215.ec2.internal switch + router changed, syncing services in network "default" I0512 14:50:59.594727 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:50:59.595791 3916 zone_ic_handler.go:195] Time taken to create transit switch: 368.019µs I0512 14:50:59.595805 3916 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-215.ec2.internal for the network default I0512 14:50:59.597311 3916 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-215.ec2.internal" on network "default" took: 1.908871ms I0512 14:50:59.900708 3916 default_node_network_controller.go:519] Node connection status = connected I0512 14:51:00.400076 3916 default_node_network_controller.go:519] Node connection status = connected I0512 14:51:00.900210 3916 default_node_network_controller.go:519] Node connection status = connected I0512 14:51:01.147701 3916 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 14:51:01.399982 3916 default_node_network_controller.go:519] Node connection status = connected I0512 14:51:01.417730 3916 bridgeconfig.go:537] Gateway is ready I0512 14:51:01.417750 3916 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 14:51:01.430702 3916 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.119. Updating OVN encap IP. I0512 14:51:01.436482 3916 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.119 - it is already configured I0512 14:51:01.436497 3916 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.119/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 14:51:01.436712 3916 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.119/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-119.ec2.internal","mac-address":"12:fb:d9:d5:82:ff","ip-addresses":["10.0.0.119/24"],"ip-address":"10.0.0.119/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:aeb4a0ff-0c4c-4941-a4c6-97f33cc34996 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.119/24"}] on node ip-10-0-0-119.ec2.internal I0512 14:51:01.451258 3916 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0512 14:51:01.451304 3916 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0512 14:51:01.451336 3916 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 37.492µs I0512 14:51:01.451305 3916 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0512 14:51:01.451343 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0512 14:51:01.451412 3916 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0512 14:51:01.451449 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:51:01.451807 3916 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.119 I0512 14:51:01.451980 3916 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-119.ec2.internal I0512 14:51:01.457022 3916 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies I0512 14:51:01.457107 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-zmsxx I0512 14:51:01.457117 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jkmlh I0512 14:51:01.457124 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-phvqh I0512 14:51:01.457135 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jkmlh I0512 14:51:01.457141 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-phvqh I0512 14:51:01.457142 3916 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-28qst I0512 14:51:01.457149 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pq56s I0512 14:51:01.457153 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-bl9jd I0512 14:51:01.457159 3916 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-28qst I0512 14:51:01.457160 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pq56s I0512 14:51:01.457165 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-bl9jd I0512 14:51:01.457169 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-phvqh after 0 failed attempt(s) I0512 14:51:01.457168 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal I0512 14:51:01.457186 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal I0512 14:51:01.457187 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pq56s after 0 failed attempt(s) I0512 14:51:01.457199 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-bl9jd after 0 failed attempt(s) I0512 14:51:01.457187 3916 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-28qst after 0 failed attempt(s) I0512 14:51:01.457203 3916 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-j8hjt I0512 14:51:01.457205 3916 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-l2rzz I0512 14:51:01.457211 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zn6rd I0512 14:51:01.457217 3916 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-l2rzz I0512 14:51:01.457215 3916 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-j8hjt I0512 14:51:01.457225 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zn6rd I0512 14:51:01.457230 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ghqhr I0512 14:51:01.457242 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ghqhr I0512 14:51:01.457244 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zn6rd after 0 failed attempt(s) I0512 14:51:01.457251 3916 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-j8hjt] creating logical port kube-system_global-pull-secret-syncer-j8hjt for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:01.457136 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-zmsxx I0512 14:51:01.457258 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fxjm8 I0512 14:51:01.457259 3916 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-l2rzz, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l2rzz: suppressed error logged: pod kube-system/global-pull-secret-syncer-l2rzz: no pod IPs found I0512 14:51:01.457205 3916 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal I0512 14:51:01.457219 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-gj8td I0512 14:51:01.457275 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-gj8td I0512 14:51:01.457280 3916 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-ghqhr, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ghqhr: suppressed error logged: pod openshift-multus/network-metrics-daemon-ghqhr: no pod IPs found I0512 14:51:01.457283 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal after 0 failed attempt(s) I0512 14:51:01.457109 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-ds98c I0512 14:51:01.457295 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-stg8c I0512 14:51:01.457214 3916 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mvdql I0512 14:51:01.457305 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-stg8c I0512 14:51:01.457306 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-ds98c I0512 14:51:01.457311 3916 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-gj8td] creating logical port openshift-multus_network-metrics-daemon-gj8td for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:01.457325 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-stg8c after 0 failed attempt(s) I0512 14:51:01.457332 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-ds98c after 0 failed attempt(s) I0512 14:51:01.457278 3916 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal I0512 14:51:01.457254 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jkmlh after 0 failed attempt(s) I0512 14:51:01.457312 3916 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-zmsxx] creating logical port openshift-network-diagnostics_network-check-target-zmsxx for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:01.457369 3916 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal after 0 failed attempt(s) I0512 14:51:01.457266 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fxjm8 I0512 14:51:01.457392 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-fxjm8 after 0 failed attempt(s) I0512 14:51:01.457313 3916 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mvdql I0512 14:51:01.457462 3916 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-mvdql, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mvdql: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mvdql: no pod IPs found I0512 14:51:01.458027 3916 pods.go:271] [openshift-multus/network-metrics-daemon-gj8td] addLogicalPort took 725.637µs, libovsdb time 240.587µs I0512 14:51:01.458058 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-gj8td after 0 failed attempt(s) I0512 14:51:01.458379 3916 pods.go:271] [openshift-network-diagnostics/network-check-target-zmsxx] addLogicalPort took 1.077848ms, libovsdb time 526.886µs I0512 14:51:01.458389 3916 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-zmsxx after 0 failed attempt(s) I0512 14:51:01.458540 3916 pods.go:271] [kube-system/global-pull-secret-syncer-j8hjt] addLogicalPort took 1.296309ms, libovsdb time 662.304µs I0512 14:51:01.458552 3916 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-j8hjt after 0 failed attempt(s) I0512 14:51:01.466946 3916 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 14:51:01.478786 3916 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 14:51:01.481854 3916 iptables.go:108] Creating table: nat chain: OUTPUT I0512 14:51:01.534358 3916 iptables.go:108] Creating table: nat chain: PREROUTING I0512 14:51:01.594866 3916 iptables.go:108] Creating table: filter chain: FORWARD I0512 14:51:01.611312 3916 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 14:51:01.611482 3916 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 14:51:01.611529 3916 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 14:51:01.611607 3916 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 14:51:01.611660 3916 gateway_init.go:325] Gateway and management port readiness took 2.716423283s I0512 14:51:01.611709 3916 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 14:51:01.611747 3916 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 14:51:01.611759 3916 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 14:51:01.611770 3916 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 14:51:01.611832 3916 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 14:51:01.611915 3916 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.261µs I0512 14:51:01.612187 3916 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 14:51:01.612214 3916 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.901µs I0512 14:51:01.612222 3916 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.477µs I0512 14:51:01.612228 3916 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 14:51:01.612237 3916 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 14:51:01.612242 3916 default_node_network_controller.go:899] Starting the default node network controller I0512 14:51:01.612247 3916 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 14:51:01.612324 3916 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.807µs I0512 14:51:01.612409 3916 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 14:51:01.612417 3916 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 14:51:01.612457 3916 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bf0800 0xc0002ef340 0xc0002ef3b0 0xc0002ef420 0xc0002ef490 0xc0002ef500 0xc0002ef570 0xc000bbf900 0xc0002ef650 0xc0002ef6c0 0xc00089ad70 0xc0062693b0 0xc0002ef730 map[0x2ff9080:0xc0023816e0 0x2ff95c0:0xc002381860 0x2ffa2e0:0xc002381320 0x2ffa580:0xc002381680 0x2ffad60:0xc002381740 0x2ffb000:0xc0023817a0 0x2ffb2a0:0xc002381800 0x2ffba80:0xc0023818c0 0x2ffbd20:0xc002381920 0x3026980:0xc00082b8c0 0x3026d20:0xc00082b920 0x3027800:0xc000c97020 0x3029160:0xc001b7e000 0x30298a0:0xc0023812c0 0x302a720:0xc0004f26c0] 0xc0004f9490 0} I0512 14:51:01.612513 3916 gateway.go:151] Starting gateway service sync I0512 14:51:01.612935 3916 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 14:51:01.615140 3916 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 14:51:01.642814 3916 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 14:51:01.644096 3916 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 14:51:01.645265 3916 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 14:51:01.679516 3916 gateway.go:168] Gateway service sync done. Time taken: 66.992358ms I0512 14:51:01.680059 3916 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30451 I0512 14:51:01.680407 3916 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bf0800 0xc0002ef340 0xc0002ef3b0 0xc0002ef420 0xc0002ef490 0xc0002ef500 0xc0002ef570 0xc000bbf900 0xc0002ef650 0xc0002ef6c0 0xc00089ad70 0xc0062693b0 0xc0002ef730 map[0x2ff9080:0xc0023816e0 0x2ff95c0:0xc002381860 0x2ffa2e0:0xc002381320 0x2ffa580:0xc002381680 0x2ffad60:0xc002381740 0x2ffb000:0xc0023817a0 0x2ffb2a0:0xc002381800 0x2ffba80:0xc0023818c0 0x2ffbd20:0xc002381920 0x3026980:0xc00082b8c0 0x3026d20:0xc00082b920 0x3027800:0xc000c97020 0x3029160:0xc001b7e000 0x30298a0:0xc0023812c0 0x302a720:0xc0004f26c0] 0xc0004f9490 0} I0512 14:51:01.680899 3916 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bf0800 0xc0002ef340 0xc0002ef3b0 0xc0002ef420 0xc0002ef490 0xc0002ef500 0xc0002ef570 0xc000bbf900 0xc0002ef650 0xc0002ef6c0 0xc00089ad70 0xc0062693b0 0xc0002ef730 map[0x2ff9080:0xc0023816e0 0x2ff95c0:0xc002381860 0x2ffa2e0:0xc002381320 0x2ffa580:0xc002381680 0x2ffad60:0xc002381740 0x2ffb000:0xc0023817a0 0x2ffb2a0:0xc002381800 0x2ffba80:0xc0023818c0 0x2ffbd20:0xc002381920 0x3026980:0xc00082b8c0 0x3026d20:0xc00082b920 0x3027800:0xc000c97020 0x3029160:0xc001b7e000 0x30298a0:0xc0023812c0 0x302a720:0xc0004f26c0] 0xc0004f9490 0} I0512 14:51:01.680936 3916 gateway.go:532] Reconciling gateway with updates I0512 14:51:01.686243 3916 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 14:51:01.686330 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 14:51:01.686334 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 14:51:01.686347 3916 default_node_network_controller.go:944] Gateway and management port readiness took 73.918931ms I0512 14:51:01.686351 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 14:51:01.686358 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 14:51:01.686363 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 14:51:01.686363 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 14:51:01.686378 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 14:51:01.686394 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 14:51:01.686391 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 14:51:01.686407 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 14:51:01.686394 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 14:51:01.686412 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 14:51:01.686417 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 14:51:01.686421 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 14:51:01.686423 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 14:51:01.686424 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 14:51:01.686417 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 14:51:01.686451 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 14:51:01.686454 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 14:51:01.686441 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 14:51:01.686452 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 14:51:01.686475 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 14:51:01.686488 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 14:51:01.686503 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 14:51:01.686503 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 14:51:01.686410 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 14:51:01.686507 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 14:51:01.686510 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 14:51:01.686518 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 14:51:01.686383 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 14:51:01.686526 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 14:51:01.686531 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 14:51:01.686538 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 14:51:01.686542 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 14:51:01.686545 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 14:51:01.686551 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 14:51:01.686552 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 14:51:01.686502 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 14:51:01.686560 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 14:51:01.686562 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 14:51:01.686572 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 14:51:01.686576 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 14:51:01.686578 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 14:51:01.686578 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 14:51:01.686585 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 14:51:01.686589 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 14:51:01.686594 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 14:51:01.686595 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 14:51:01.686596 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 14:51:01.686602 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 14:51:01.686604 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 14:51:01.686573 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 14:51:01.686610 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 14:51:01.686552 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 14:51:01.686637 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 14:51:01.686642 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 14:51:01.686545 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 14:51:01.686657 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 14:51:01.686643 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 14:51:01.686533 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 14:51:01.686550 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 14:51:01.686678 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 14:51:01.686690 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 14:51:01.686700 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 14:51:01.686702 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 14:51:01.686712 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 14:51:01.686714 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 14:51:01.686718 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 14:51:01.686707 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 14:51:01.686724 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:01.686729 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 14:51:01.686736 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 14:51:01.686737 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 14:51:01.686741 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 14:51:01.686745 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 14:51:01.686745 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 14:51:01.686752 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 14:51:01.686757 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 14:51:01.686763 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 14:51:01.686756 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 14:51:01.686766 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 14:51:01.686769 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 14:51:01.686773 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 14:51:01.686711 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 14:51:01.686785 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 14:51:01.686788 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 14:51:01.686772 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 14:51:01.686818 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 14:51:01.686824 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 14:51:01.686832 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 14:51:01.686833 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 14:51:01.686840 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 14:51:01.686837 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 14:51:01.686852 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 14:51:01.686885 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 14:51:01.686738 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:01.686952 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 14:51:01.686977 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 14:51:01.686751 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 14:51:01.687052 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 14:51:01.686731 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 14:51:01.687100 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 14:51:01.686599 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 14:51:01.687140 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 14:51:01.686705 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 14:51:01.687188 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 14:51:01.686717 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 14:51:01.686726 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 14:51:01.687264 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 14:51:01.687286 3916 port_claim.go:71] Svc openshift-ingress/router-default: port 30782 is already open, no action needed I0512 14:51:01.687301 3916 port_claim.go:71] Svc openshift-ingress/router-default: port 31936 is already open, no action needed I0512 14:51:01.686513 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 14:51:01.687385 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 14:51:01.686740 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 14:51:01.687471 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 14:51:01.686740 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 14:51:01.687485 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 14:51:01.686754 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 14:51:01.686750 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 14:51:01.687548 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 14:51:01.687549 3916 node_ip_handler_linux.go:160] Node IP manager is running I0512 14:51:01.686756 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 14:51:01.687553 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 14:51:01.686765 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 14:51:01.687558 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 14:51:01.686763 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 14:51:01.687668 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller W0512 14:51:01.723881 3916 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 14:51:01.724023 3916 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 14:51:01.724153 3916 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0512 14:51:01.731915 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 14:51:01.752593 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 14:51:01.752619 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 14:51:01.752646 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 14:51:01.752655 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 14:51:01.792862 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 14:51:01.792903 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 14:51:01.792912 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 14:51:02.160760 3916 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-215.ec2.internal I0512 14:51:02.160783 3916 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-215.ec2.internal: 27.859µs I0512 14:51:02.160804 3916 egressfirewall.go:723] Syncing node "ip-10-0-1-215.ec2.internal" for egress firewall I0512 14:51:02.160826 3916 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-215.ec2.internal. Updating no re-route policies I0512 14:51:02.160828 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-215.ec2.internal in network "default" I0512 14:51:02.160966 3916 node_tracker.go:169] Node ip-10-0-1-215.ec2.internal switch + router changed, syncing services in network "default" I0512 14:51:02.160981 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:51:03.319331 3916 default_node_network_controller.go:1380] Starting node controller node sync W0512 14:51:03.319330 3916 egressip_healthcheck.go:76] Health checking using insecure connection I0512 14:51:03.319478 3916 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0512 14:51:03.331622 3916 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.270372ms I0512 14:51:03.331731 3916 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-215.ec2.internal", IP: 10.0.1.215 to PMTUD blocking rules I0512 14:51:03.331741 3916 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-215.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 14:51:03.337657 3916 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 14:51:03.338102 3916 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 14:51:03.338221 3916 egressservice_node.go:183] Starting Egress Services Controller I0512 14:51:03.338241 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 14:51:03.338257 3916 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 14:51:03.338267 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 14:51:03.338276 3916 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 14:51:03.338286 3916 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 14:51:03.338295 3916 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 14:51:03.338303 3916 egressservice_node.go:197] Repairing Egress Services I0512 14:51:03.348146 3916 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 14:51:03.348160 3916 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 14:51:03.348333 3916 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 14:51:03.348348 3916 link_network_manager.go:119] Link manager is running I0512 14:51:03.348361 3916 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 14:51:03.348525 3916 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 14:51:03.348699 3916 vrf_manager.go:128] VRF manager is running I0512 14:51:03.348783 3916 node_controller_manager.go:437] Removing flows to drop GARP I0512 14:51:03.348793 3916 gateway.go:532] Reconciling gateway with updates I0512 14:51:03.369460 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 14:51:03.369471 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 14:51:03.369487 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 14:51:03.369492 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 14:51:03.369490 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 14:51:03.369493 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 14:51:03.369504 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 14:51:03.369504 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 14:51:03.369506 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 14:51:03.369514 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 14:51:03.369521 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 14:51:03.369520 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 14:51:03.369530 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 14:51:03.369532 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 14:51:03.369544 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 14:51:03.369556 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 14:51:03.369569 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 14:51:03.369576 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 14:51:03.369576 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 14:51:03.369583 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 14:51:03.369584 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 14:51:03.369571 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 14:51:03.369592 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 14:51:03.369602 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:03.369609 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 14:51:03.369612 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:03.369616 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 14:51:03.369615 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 14:51:03.369622 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 14:51:03.369630 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 14:51:03.369616 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 14:51:03.369639 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 14:51:03.369642 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 14:51:03.369649 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 14:51:03.369654 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 14:51:03.369657 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 14:51:03.369654 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 14:51:03.369659 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 14:51:03.369664 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 14:51:03.369668 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 14:51:03.369672 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 14:51:03.369679 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 14:51:03.369682 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 14:51:03.369536 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 14:51:03.369686 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 14:51:03.369694 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 14:51:03.369699 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 14:51:03.369699 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 14:51:03.369710 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 14:51:03.369659 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 14:51:03.369719 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 14:51:03.369736 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 14:51:03.369555 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 14:51:03.369752 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 14:51:03.369521 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 14:51:03.369765 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 14:51:03.369768 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 14:51:03.369776 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 14:51:03.369776 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 14:51:03.369782 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 14:51:03.369784 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 14:51:03.369781 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 14:51:03.369793 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 14:51:03.369632 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 14:51:03.369767 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 14:51:03.369811 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 14:51:03.369821 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 14:51:03.369512 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 14:51:03.369843 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 14:51:03.369600 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 14:51:03.369753 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 14:51:03.369884 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 14:51:03.369792 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 14:51:03.369899 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 14:51:03.369908 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 14:51:03.369477 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 14:51:03.369916 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 14:51:03.369584 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 14:51:03.369927 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 14:51:03.369954 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 14:51:03.369593 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 14:51:03.369965 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 14:51:03.369890 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 14:51:03.369618 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 14:51:03.369671 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 14:51:03.370018 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 14:51:03.369677 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 14:51:03.369685 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 14:51:03.369755 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 14:51:03.370078 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 14:51:03.369785 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 14:51:03.370094 3916 port_claim.go:71] Svc openshift-ingress/router-default: port 30782 is already open, no action needed I0512 14:51:03.370100 3916 port_claim.go:71] Svc openshift-ingress/router-default: port 31936 is already open, no action needed I0512 14:51:03.369799 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 14:51:03.369797 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 14:51:03.370158 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 14:51:03.369928 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 14:51:03.369926 3916 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 14:51:03.370208 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 14:51:03.369928 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 14:51:03.369636 3916 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 14:51:03.409346 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 14:51:03.409376 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 14:51:03.409383 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 14:51:03.409390 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 14:51:03.409396 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 14:51:03.409401 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 14:51:03.409407 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 14:51:03.409413 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 14:51:03.409419 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 14:51:03.409424 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 14:51:03.409443 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 14:51:03.409451 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 14:51:03.409465 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 14:51:03.409472 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 14:51:03.409478 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 14:51:03.409483 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 14:51:03.409488 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 14:51:03.448194 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 14:51:03.448222 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 14:51:03.448229 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 14:51:03.448237 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 14:51:03.448246 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 14:51:03.448254 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 14:51:03.448266 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 14:51:03.448288 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 14:51:03.448296 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 14:51:03.487240 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 14:51:03.487248 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 14:51:03.487266 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 14:51:03.487273 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 14:51:03.487279 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 14:51:03.487284 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 14:51:03.487289 3916 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 14:51:04.273050 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0512 14:51:04.273076 3916 default_network_controller.go:1025] Node "ip-10-0-2-72.ec2.internal" in remote zone "ip-10-0-2-72.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 14:51:04.273084 3916 node_tracker.go:235] Node ip-10-0-2-72.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-72.ec2.internal" I0512 14:51:04.273105 3916 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0512 14:51:04.273122 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:51:04.428727 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0512 14:51:04.428811 3916 default_network_controller.go:1025] Node "ip-10-0-2-72.ec2.internal" in remote zone "ip-10-0-2-72.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 14:51:04.428865 3916 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0512 14:51:04.428902 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:51:04.429929 3916 zone_ic_handler.go:195] Time taken to create transit switch: 300.665µs I0512 14:51:04.429945 3916 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-72.ec2.internal for the network default I0512 14:51:04.430996 3916 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-72.ec2.internal" on network "default" took: 1.385598ms I0512 14:51:05.103597 3916 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0512 14:51:05.103634 3916 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 44.009µs I0512 14:51:05.131503 3916 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f6786f58d-c5t4k] creating logical port openshift-image-registry_image-registry-5f6786f58d-c5t4k for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.131594 3916 kube.go:256] Updating pod openshift-image-registry/image-registry-5f6786f58d-c5t4k I0512 14:51:05.150289 3916 pod.go:62] [openshift-image-registry/image-registry-5f6786f58d-c5t4k] pod update took 18.718396ms I0512 14:51:05.150319 3916 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f6786f58d-c5t4k] addLogicalPort annotation time took 18.749537ms I0512 14:51:05.151451 3916 pods.go:271] [openshift-image-registry/image-registry-5f6786f58d-c5t4k] addLogicalPort took 19.970762ms, libovsdb time 802.447µs I0512 14:51:05.172175 3916 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-db66q] creating logical port openshift-dns_dns-default-db66q for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.172461 3916 kube.go:256] Updating pod openshift-dns/dns-default-db66q I0512 14:51:05.175110 3916 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-75wb2] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-75wb2 for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.175302 3916 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-75wb2 I0512 14:51:05.180512 3916 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-lnbtl] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-lnbtl for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.180597 3916 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-lnbtl I0512 14:51:05.180682 3916 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7bbb844585-lj5pv] creating logical port openshift-ingress_router-default-7bbb844585-lj5pv for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.180699 3916 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-dglth] creating logical port openshift-console-operator_console-operator-66dbbb6468-dglth for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.180792 3916 kube.go:256] Updating pod openshift-ingress/router-default-7bbb844585-lj5pv I0512 14:51:05.180830 3916 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-dglth I0512 14:51:05.183135 3916 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-77496dfb89-h4ptj] creating logical port openshift-ingress_router-default-77496dfb89-h4ptj for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.183220 3916 kube.go:256] Updating pod openshift-ingress/router-default-77496dfb89-h4ptj I0512 14:51:05.183219 3916 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7pjbz] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-7pjbz for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.183391 3916 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7pjbz I0512 14:51:05.195880 3916 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-75wb2] pod update took 20.62016ms I0512 14:51:05.195897 3916 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-75wb2] addLogicalPort annotation time took 20.6396ms I0512 14:51:05.196897 3916 pod.go:62] [openshift-dns/dns-default-db66q] pod update took 24.556544ms I0512 14:51:05.196921 3916 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-db66q] addLogicalPort annotation time took 24.58159ms I0512 14:51:05.197245 3916 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-75wb2] addLogicalPort took 22.147144ms, libovsdb time 1.089657ms I0512 14:51:05.197875 3916 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lnbtl] pod update took 17.299926ms I0512 14:51:05.197892 3916 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-lnbtl] addLogicalPort annotation time took 17.318673ms I0512 14:51:05.198163 3916 pods.go:271] [openshift-dns/dns-default-db66q] addLogicalPort took 26.014962ms, libovsdb time 846.434µs I0512 14:51:05.199158 3916 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-fx5x7] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-fx5x7 for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.199171 3916 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lnbtl] addLogicalPort took 18.667438ms, libovsdb time 817.15µs I0512 14:51:05.199210 3916 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-fx5x7 I0512 14:51:05.203458 3916 pod.go:62] [openshift-ingress/router-default-7bbb844585-lj5pv] pod update took 22.69186ms I0512 14:51:05.203474 3916 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7bbb844585-lj5pv] addLogicalPort annotation time took 22.710594ms I0512 14:51:05.203591 3916 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7pjbz] pod update took 20.214915ms I0512 14:51:05.203610 3916 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7pjbz] addLogicalPort annotation time took 20.237781ms I0512 14:51:05.203776 3916 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-dglth] pod update took 22.99877ms I0512 14:51:05.203839 3916 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-dglth] addLogicalPort annotation time took 23.061786ms I0512 14:51:05.204536 3916 pods.go:271] [openshift-ingress/router-default-7bbb844585-lj5pv] addLogicalPort took 23.867389ms, libovsdb time 786.243µs I0512 14:51:05.204812 3916 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7pjbz] addLogicalPort took 21.605597ms, libovsdb time 955.091µs I0512 14:51:05.205121 3916 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-dglth] addLogicalPort took 24.437366ms, libovsdb time 1.051627ms I0512 14:51:05.205603 3916 pod.go:62] [openshift-ingress/router-default-77496dfb89-h4ptj] pod update took 22.41055ms I0512 14:51:05.205624 3916 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-77496dfb89-h4ptj] addLogicalPort annotation time took 22.431782ms I0512 14:51:05.205780 3916 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7ggs8] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-7ggs8 for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.205864 3916 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7ggs8 I0512 14:51:05.206717 3916 pods.go:271] [openshift-ingress/router-default-77496dfb89-h4ptj] addLogicalPort took 23.589354ms, libovsdb time 833.057µs I0512 14:51:05.212660 3916 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p9xnk] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-p9xnk for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.212745 3916 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-p9xnk I0512 14:51:05.212761 3916 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qx4rc] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-qx4rc for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.212839 3916 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-qx4rc I0512 14:51:05.215406 3916 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-b8gdc] creating logical port openshift-ingress-canary_ingress-canary-b8gdc for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.215518 3916 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-b8gdc I0512 14:51:05.218290 3916 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-fzqnl] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-fzqnl for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.218369 3916 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-fzqnl I0512 14:51:05.220275 3916 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643290-mg8lb for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.220330 3916 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb I0512 14:51:05.225379 3916 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx5x7] pod update took 26.183819ms I0512 14:51:05.225399 3916 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-fx5x7] addLogicalPort annotation time took 26.203286ms I0512 14:51:05.225550 3916 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-dgx4j] creating logical port openshift-insights_insights-operator-6dbb575d6c-dgx4j for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.225610 3916 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-dgx4j I0512 14:51:05.226237 3916 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7ggs8] pod update took 20.387174ms I0512 14:51:05.226256 3916 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7ggs8] addLogicalPort annotation time took 20.408119ms I0512 14:51:05.226369 3916 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx5x7] addLogicalPort took 27.216234ms, libovsdb time 633.422µs I0512 14:51:05.227314 3916 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7ggs8] addLogicalPort took 21.541755ms, libovsdb time 661.123µs I0512 14:51:05.227361 3916 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-rkfb4] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-rkfb4 for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:05.227422 3916 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-rkfb4 I0512 14:51:05.230334 3916 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-p9xnk] pod update took 17.613829ms I0512 14:51:05.230349 3916 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p9xnk] addLogicalPort annotation time took 17.631933ms I0512 14:51:05.231265 3916 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-p9xnk] addLogicalPort took 18.612724ms, libovsdb time 620.262µs I0512 14:51:05.235460 3916 pod.go:62] [openshift-ingress-canary/ingress-canary-b8gdc] pod update took 19.965995ms I0512 14:51:05.235484 3916 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-b8gdc] addLogicalPort annotation time took 19.987378ms I0512 14:51:05.235519 3916 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-qx4rc] pod update took 22.699541ms I0512 14:51:05.235540 3916 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qx4rc] addLogicalPort annotation time took 22.719681ms I0512 14:51:05.236404 3916 pods.go:271] [openshift-ingress-canary/ingress-canary-b8gdc] addLogicalPort took 21.006673ms, libovsdb time 629.592µs I0512 14:51:05.236732 3916 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-qx4rc] addLogicalPort took 23.981587ms, libovsdb time 914.37µs I0512 14:51:05.237256 3916 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb] pod update took 16.940818ms I0512 14:51:05.237276 3916 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb] addLogicalPort annotation time took 16.962706ms I0512 14:51:05.238293 3916 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb] addLogicalPort took 18.027554ms, libovsdb time 744.086µs I0512 14:51:05.240164 3916 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fzqnl] pod update took 21.809993ms I0512 14:51:05.240185 3916 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-fzqnl] addLogicalPort annotation time took 21.83331ms I0512 14:51:05.241346 3916 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fzqnl] addLogicalPort took 23.066005ms, libovsdb time 830.49µs I0512 14:51:05.242619 3916 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-dgx4j] pod update took 17.026271ms I0512 14:51:05.242635 3916 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-dgx4j] addLogicalPort annotation time took 17.043614ms I0512 14:51:05.243711 3916 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-dgx4j] addLogicalPort took 18.168076ms, libovsdb time 819.957µs I0512 14:51:05.243872 3916 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rkfb4] pod update took 16.466234ms I0512 14:51:05.243892 3916 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-rkfb4] addLogicalPort annotation time took 16.488544ms I0512 14:51:05.244802 3916 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rkfb4] addLogicalPort took 17.447759ms, libovsdb time 608.604µs I0512 14:51:05.474927 3916 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-215.ec2.internal I0512 14:51:05.474955 3916 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-215.ec2.internal: 33.048µs I0512 14:51:05.620036 3916 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-dglth 50d9a055ab3940be22c017c30bf02583cee8218fc55c0cd8368a953060b868c9 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-dglth 50d9a055ab3940be22c017c30bf02583cee8218fc55c0cd8368a953060b868c9 network default NAD default NAD key ] I0512 14:51:05.631074 3916 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7pjbz dc8223e62bd425930d2f8922619cf29d790d84d15e5a7a677e7e1cf189b28841 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7pjbz dc8223e62bd425930d2f8922619cf29d790d84d15e5a7a677e7e1cf189b28841 network default NAD default NAD key ] I0512 14:51:05.652194 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-7pjbz, hostIfaceName: dc8223e62bd4259, network: default, NAD default, SandboxID: "dc8223e62bd425930d2f8922619cf29d790d84d15e5a7a677e7e1cf189b28841", PCI device ID: , UID: "caf441e1-61ed-4318-8f5b-d6730800b351", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0512 14:51:05.652232 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-dglth, hostIfaceName: 50d9a055ab3940b, network: default, NAD default, SandboxID: "50d9a055ab3940be22c017c30bf02583cee8218fc55c0cd8368a953060b868c9", PCI device ID: , UID: "a24d65c0-afb3-48aa-b368-9c245833158d", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0512 14:51:05.653639 3916 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx5x7 28e03424853f5a95daa90d86a1a2d6ea6d0a3737b649f85f0d1236a06e884537 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx5x7 28e03424853f5a95daa90d86a1a2d6ea6d0a3737b649f85f0d1236a06e884537 network default NAD default NAD key ] I0512 14:51:05.674713 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-fx5x7, hostIfaceName: 28e03424853f5a9, network: default, NAD default, SandboxID: "28e03424853f5a95daa90d86a1a2d6ea6d0a3737b649f85f0d1236a06e884537", PCI device ID: , UID: "d68f0ec7-e07e-4487-b909-6eb11a7ddd98", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0512 14:51:05.711963 3916 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7pjbz dc8223e62bd425930d2f8922619cf29d790d84d15e5a7a677e7e1cf189b28841 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7pjbz dc8223e62bd425930d2f8922619cf29d790d84d15e5a7a677e7e1cf189b28841 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:9f:6f:f3:7b:80\",\"name\":\"dc8223e62bd4259\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c7d2815-142a-410e-9142-fb926378bc42\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:05.717238 3916 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-dglth 50d9a055ab3940be22c017c30bf02583cee8218fc55c0cd8368a953060b868c9 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-dglth 50d9a055ab3940be22c017c30bf02583cee8218fc55c0cd8368a953060b868c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:be:d8:e5:f6:cb\",\"name\":\"50d9a055ab3940b\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc9ab065-cecd-43c4-948f-7276775ce852\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:05.723118 3916 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx5x7 28e03424853f5a95daa90d86a1a2d6ea6d0a3737b649f85f0d1236a06e884537 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-fx5x7 28e03424853f5a95daa90d86a1a2d6ea6d0a3737b649f85f0d1236a06e884537 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:3f:c7:f3:a1:f2\",\"name\":\"28e03424853f5a9\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e9eecd5-1298-4553-8c89-e448a32c7ca2\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:05.870376 3916 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-75wb2 7931641547c5cb9d0b7e1da74d348fe946feb6e69dd434e0d027d94720e1dfff network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-75wb2 7931641547c5cb9d0b7e1da74d348fe946feb6e69dd434e0d027d94720e1dfff network default NAD default NAD key ] I0512 14:51:05.881782 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-75wb2, hostIfaceName: 7931641547c5cb9, network: default, NAD default, SandboxID: "7931641547c5cb9d0b7e1da74d348fe946feb6e69dd434e0d027d94720e1dfff", PCI device ID: , UID: "7c736632-8022-44cb-a9c9-b60a3253a912", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0512 14:51:05.927148 3916 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-75wb2 7931641547c5cb9d0b7e1da74d348fe946feb6e69dd434e0d027d94720e1dfff network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-75wb2 7931641547c5cb9d0b7e1da74d348fe946feb6e69dd434e0d027d94720e1dfff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:40:de:d6:41:7e\",\"name\":\"7931641547c5cb9\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8289bdaf-83f8-4937-85b9-bc99ab758178\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:05.970288 3916 cni.go:452] [openshift-ingress-canary/ingress-canary-b8gdc 0f52a9b051e93f823d947e061eb18a36fe14a99eaf1f08854aeffad3b8901d29 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-b8gdc 0f52a9b051e93f823d947e061eb18a36fe14a99eaf1f08854aeffad3b8901d29 network default NAD default NAD key ] I0512 14:51:05.974918 3916 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fzqnl 4f528d86b7479fc6ebd524cf091a468d171a065b0d491afde1f81bb90992fc47 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-fzqnl 4f528d86b7479fc6ebd524cf091a468d171a065b0d491afde1f81bb90992fc47 network default NAD default NAD key ] I0512 14:51:05.982589 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-b8gdc, hostIfaceName: 0f52a9b051e93f8, network: default, NAD default, SandboxID: "0f52a9b051e93f823d947e061eb18a36fe14a99eaf1f08854aeffad3b8901d29", PCI device ID: , UID: "fc302ddc-a9d6-4f51-ad49-777af7ac7118", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0512 14:51:05.986539 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-fzqnl, hostIfaceName: 4f528d86b7479fc, network: default, NAD default, SandboxID: "4f528d86b7479fc6ebd524cf091a468d171a065b0d491afde1f81bb90992fc47", PCI device ID: , UID: "d29c9338-003c-4eac-9d99-8e216d36c6f5", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0512 14:51:05.989475 3916 egressfirewall.go:723] Syncing node "ip-10-0-2-72.ec2.internal" for egress firewall I0512 14:51:05.989500 3916 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0512 14:51:05.989514 3916 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 19.727µs I0512 14:51:05.989550 3916 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0512 14:51:05.989561 3916 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 14:51:05.989576 3916 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 10.0.2.72 to PMTUD blocking rules I0512 14:51:05.989630 3916 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0512 14:51:05.989652 3916 services_controller.go:574] Full service sync requested for network=default I0512 14:51:05.996245 3916 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-72.ec2.internal. Updating no re-route policies I0512 14:51:06.009515 3916 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 14:51:06.009542 3916 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 10.0.2.72 to PMTUD blocking rules I0512 14:51:06.025909 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb b0bd31ab1967b1b6e7979d31190895ea434cbf2503a939b0957f0e988b0b75fb network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb b0bd31ab1967b1b6e7979d31190895ea434cbf2503a939b0957f0e988b0b75fb network default NAD default NAD key ] I0512 14:51:06.034026 3916 cni.go:473] [openshift-ingress-canary/ingress-canary-b8gdc 0f52a9b051e93f823d947e061eb18a36fe14a99eaf1f08854aeffad3b8901d29 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-b8gdc 0f52a9b051e93f823d947e061eb18a36fe14a99eaf1f08854aeffad3b8901d29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:9e:23:66:24:db\",\"name\":\"0f52a9b051e93f8\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/867fb14b-fc4b-4712-8a12-ea14a1cb4185\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:06.034856 3916 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rkfb4 aef6c70476f426838daf17219c37488f48cb01ede8b9e2bcdf13f36e3b127519 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rkfb4 aef6c70476f426838daf17219c37488f48cb01ede8b9e2bcdf13f36e3b127519 network default NAD default NAD key ] I0512 14:51:06.036062 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643290-mg8lb, hostIfaceName: b0bd31ab1967b1b, network: default, NAD default, SandboxID: "b0bd31ab1967b1b6e7979d31190895ea434cbf2503a939b0957f0e988b0b75fb", PCI device ID: , UID: "cc10be9d-8b7a-45e2-b640-41c8f1f1c747", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0512 14:51:06.039757 3916 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-fzqnl 4f528d86b7479fc6ebd524cf091a468d171a065b0d491afde1f81bb90992fc47 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-fzqnl 4f528d86b7479fc6ebd524cf091a468d171a065b0d491afde1f81bb90992fc47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f9:82:09:61:e7\",\"name\":\"4f528d86b7479fc\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de4cc6d0-d69a-4b36-9d0d-17371b4d185b\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:06.050026 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-rkfb4, hostIfaceName: aef6c70476f4268, network: default, NAD default, SandboxID: "aef6c70476f426838daf17219c37488f48cb01ede8b9e2bcdf13f36e3b127519", PCI device ID: , UID: "a732e999-fe86-4d62-9265-d697259923f6", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0512 14:51:06.050682 3916 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-dgx4j 0b956fcbb55140ef305bcb4f08e9b6ee01d09864983bec0b198415f8013ad58b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-dgx4j 0b956fcbb55140ef305bcb4f08e9b6ee01d09864983bec0b198415f8013ad58b network default NAD default NAD key ] I0512 14:51:06.064441 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-dgx4j, hostIfaceName: 0b956fcbb55140e, network: default, NAD default, SandboxID: "0b956fcbb55140ef305bcb4f08e9b6ee01d09864983bec0b198415f8013ad58b", PCI device ID: , UID: "17420c8b-1f5d-40dd-baae-bf4a3c3c30c4", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0512 14:51:06.087536 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb b0bd31ab1967b1b6e7979d31190895ea434cbf2503a939b0957f0e988b0b75fb network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb b0bd31ab1967b1b6e7979d31190895ea434cbf2503a939b0957f0e988b0b75fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ab:64:1c:d9:5c\",\"name\":\"b0bd31ab1967b1b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eebe3c26-fd79-44fc-b850-a5d075bc0081\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:06.100300 3916 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rkfb4 aef6c70476f426838daf17219c37488f48cb01ede8b9e2bcdf13f36e3b127519 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-rkfb4 aef6c70476f426838daf17219c37488f48cb01ede8b9e2bcdf13f36e3b127519 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:4d:bc:e6:4c:05\",\"name\":\"aef6c70476f4268\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/795567a6-ef2e-453f-91d4-eaba1b8c0afc\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:06.111425 3916 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-dgx4j 0b956fcbb55140ef305bcb4f08e9b6ee01d09864983bec0b198415f8013ad58b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-dgx4j 0b956fcbb55140ef305bcb4f08e9b6ee01d09864983bec0b198415f8013ad58b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c6:ea:a1:99:47\",\"name\":\"0b956fcbb55140e\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50ba1325-1f22-48b7-b4a9-216c1ab3d8ef\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:06.682689 3916 cni.go:452] [openshift-network-diagnostics/network-check-target-zmsxx dbe3d68b1782e7035a086ecc72f7d0fb8bc64381b15e650bc47c69469cce9cdb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-zmsxx dbe3d68b1782e7035a086ecc72f7d0fb8bc64381b15e650bc47c69469cce9cdb network default NAD default NAD key ] I0512 14:51:06.695569 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-zmsxx, hostIfaceName: dbe3d68b1782e70, network: default, NAD default, SandboxID: "dbe3d68b1782e7035a086ecc72f7d0fb8bc64381b15e650bc47c69469cce9cdb", PCI device ID: , UID: "ecceadf2-08d7-4610-b0e0-eb4bc2fb7429", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0512 14:51:06.755066 3916 cni.go:473] [openshift-network-diagnostics/network-check-target-zmsxx dbe3d68b1782e7035a086ecc72f7d0fb8bc64381b15e650bc47c69469cce9cdb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-zmsxx dbe3d68b1782e7035a086ecc72f7d0fb8bc64381b15e650bc47c69469cce9cdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:d9:1f:76:73:09\",\"name\":\"dbe3d68b1782e70\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79223d35-cb53-448a-a1aa-0fb3b1ad258f\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:09.395625 3916 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0512 14:51:09.395659 3916 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 42.551µs W0512 14:51:15.798669 3916 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 14:51:15.822786 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0512 14:51:15.896193 3916 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:17.132344 3916 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 14:51:17.133251 3916 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 881.52µs I0512 14:51:17.158475 3916 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 14:51:17.367807 3916 namespace.go:98] [openshift-service-ca] adding namespace I0512 14:51:17.368743 3916 namespace.go:102] [openshift-service-ca] adding namespace took 909.557µs I0512 14:51:17.398170 3916 namespace.go:142] [openshift-service-ca] updating namespace W0512 14:51:17.702461 3916 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 14:51:26.886316 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 14:51:37.331523 3916 cni.go:452] [openshift-image-registry/image-registry-5f6786f58d-c5t4k 34172dcd23d855d711fd52ffb87e812e72dbda33dd4d119aea55be7bf025a67e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5f6786f58d-c5t4k 34172dcd23d855d711fd52ffb87e812e72dbda33dd4d119aea55be7bf025a67e network default NAD default NAD key ] I0512 14:51:37.341097 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5f6786f58d-c5t4k, hostIfaceName: 34172dcd23d855d, network: default, NAD default, SandboxID: "34172dcd23d855d711fd52ffb87e812e72dbda33dd4d119aea55be7bf025a67e", PCI device ID: , UID: "4e5c1246-62e1-4150-ada0-db09fe56c717", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0512 14:51:37.356026 3916 cni.go:452] [openshift-dns/dns-default-db66q 6f906008e7f75232c97dc8cfaa8ede583eafecc172b26eb9db6a39aa85b57b9e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-db66q 6f906008e7f75232c97dc8cfaa8ede583eafecc172b26eb9db6a39aa85b57b9e network default NAD default NAD key ] I0512 14:51:37.368611 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-db66q, hostIfaceName: 6f906008e7f7523, network: default, NAD default, SandboxID: "6f906008e7f75232c97dc8cfaa8ede583eafecc172b26eb9db6a39aa85b57b9e", PCI device ID: , UID: "8e169bbb-1363-4bbc-82eb-2787845c279f", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0512 14:51:37.383369 3916 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lnbtl c2e297afa2faac80f266048ee77edb07c332c64dfc5990b09cbdf2237e78e07a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-lnbtl c2e297afa2faac80f266048ee77edb07c332c64dfc5990b09cbdf2237e78e07a network default NAD default NAD key ] I0512 14:51:37.397332 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-lnbtl, hostIfaceName: c2e297afa2faac8, network: default, NAD default, SandboxID: "c2e297afa2faac80f266048ee77edb07c332c64dfc5990b09cbdf2237e78e07a", PCI device ID: , UID: "ada19bdd-18bd-41d1-852b-06eba01d30cc", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0512 14:51:37.401660 3916 cni.go:473] [openshift-image-registry/image-registry-5f6786f58d-c5t4k 34172dcd23d855d711fd52ffb87e812e72dbda33dd4d119aea55be7bf025a67e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5f6786f58d-c5t4k 34172dcd23d855d711fd52ffb87e812e72dbda33dd4d119aea55be7bf025a67e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:93:66:ce:05:91\",\"name\":\"34172dcd23d855d\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16d57fd9-8073-416d-965e-1e833be74648\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:37.406680 3916 cni.go:452] [openshift-ingress/router-default-7bbb844585-lj5pv 7a3ddc4d95dfdcea164ac50606f7ca801b4b93999e8aad4f483b1c4c71c5a74f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7bbb844585-lj5pv 7a3ddc4d95dfdcea164ac50606f7ca801b4b93999e8aad4f483b1c4c71c5a74f network default NAD default NAD key ] I0512 14:51:37.414758 3916 cni.go:452] [openshift-ingress/router-default-77496dfb89-h4ptj cc24f9cd2ec778731b64b105c713bca1b87b2af95363a3e5b38cd4450bf77e51 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-77496dfb89-h4ptj cc24f9cd2ec778731b64b105c713bca1b87b2af95363a3e5b38cd4450bf77e51 network default NAD default NAD key ] I0512 14:51:37.425584 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7bbb844585-lj5pv, hostIfaceName: 7a3ddc4d95dfdce, network: default, NAD default, SandboxID: "7a3ddc4d95dfdcea164ac50606f7ca801b4b93999e8aad4f483b1c4c71c5a74f", PCI device ID: , UID: "f49e5d2c-6060-4644-a21f-85c9fba921a1", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0512 14:51:37.426772 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-77496dfb89-h4ptj, hostIfaceName: cc24f9cd2ec7787, network: default, NAD default, SandboxID: "cc24f9cd2ec778731b64b105c713bca1b87b2af95363a3e5b38cd4450bf77e51", PCI device ID: , UID: "51afae7e-60e1-4627-9cf5-55d4b3d9d563", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0512 14:51:37.427147 3916 cni.go:473] [openshift-dns/dns-default-db66q 6f906008e7f75232c97dc8cfaa8ede583eafecc172b26eb9db6a39aa85b57b9e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-db66q 6f906008e7f75232c97dc8cfaa8ede583eafecc172b26eb9db6a39aa85b57b9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a2:69:a7:2c:91\",\"name\":\"6f906008e7f7523\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9edc6a5-3095-489a-802d-c90c5217a035\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:37.466943 3916 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lnbtl c2e297afa2faac80f266048ee77edb07c332c64dfc5990b09cbdf2237e78e07a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-lnbtl c2e297afa2faac80f266048ee77edb07c332c64dfc5990b09cbdf2237e78e07a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:12:fd:0b:98:f3\",\"name\":\"c2e297afa2faac8\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe8798df-c644-400a-95f0-01269da2fe7e\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:37.468206 3916 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-p9xnk 03ba932fe86f66f7c003d0ec2e5e37e68ccc84dd429b06a4a360158363ff3552 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p9xnk 03ba932fe86f66f7c003d0ec2e5e37e68ccc84dd429b06a4a360158363ff3552 network default NAD default NAD key ] I0512 14:51:37.471806 3916 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7ggs8 07f29da0c666cfa002445d5f110df05b6a063fccb4a7be586cad1c3e363df94c network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7ggs8 07f29da0c666cfa002445d5f110df05b6a063fccb4a7be586cad1c3e363df94c network default NAD default NAD key ] I0512 14:51:37.474527 3916 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-qx4rc 495eec6f56d8a62d3b8d41d5886aade79f0e8222a59f1e6302f75e0deda7e16c network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qx4rc 495eec6f56d8a62d3b8d41d5886aade79f0e8222a59f1e6302f75e0deda7e16c network default NAD default NAD key ] I0512 14:51:37.481774 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-p9xnk, hostIfaceName: 03ba932fe86f66f, network: default, NAD default, SandboxID: "03ba932fe86f66f7c003d0ec2e5e37e68ccc84dd429b06a4a360158363ff3552", PCI device ID: , UID: "6317f32c-d502-4cd8-ad24-ed574176ea65", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0512 14:51:37.485317 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-7ggs8, hostIfaceName: 07f29da0c666cfa, network: default, NAD default, SandboxID: "07f29da0c666cfa002445d5f110df05b6a063fccb4a7be586cad1c3e363df94c", PCI device ID: , UID: "a40e2c6d-766a-4a07-81e4-d77221c2c871", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0512 14:51:37.485375 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-qx4rc, hostIfaceName: 495eec6f56d8a62, network: default, NAD default, SandboxID: "495eec6f56d8a62d3b8d41d5886aade79f0e8222a59f1e6302f75e0deda7e16c", PCI device ID: , UID: "d4ade7cb-14d8-482a-9459-9d5a653b25c9", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0512 14:51:37.494150 3916 cni.go:473] [openshift-ingress/router-default-7bbb844585-lj5pv 7a3ddc4d95dfdcea164ac50606f7ca801b4b93999e8aad4f483b1c4c71c5a74f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7bbb844585-lj5pv 7a3ddc4d95dfdcea164ac50606f7ca801b4b93999e8aad4f483b1c4c71c5a74f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:d4:c1:3a:c3:8f\",\"name\":\"7a3ddc4d95dfdce\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3c1d849-9178-481a-ae39-6b3742b4a5f0\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:37.514695 3916 cni.go:473] [openshift-ingress/router-default-77496dfb89-h4ptj cc24f9cd2ec778731b64b105c713bca1b87b2af95363a3e5b38cd4450bf77e51 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-77496dfb89-h4ptj cc24f9cd2ec778731b64b105c713bca1b87b2af95363a3e5b38cd4450bf77e51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:8e:39:4c:86:f3\",\"name\":\"cc24f9cd2ec7787\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d8d28ed-297e-4089-b61d-150dd88e528b\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:37.542513 3916 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-p9xnk 03ba932fe86f66f7c003d0ec2e5e37e68ccc84dd429b06a4a360158363ff3552 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p9xnk 03ba932fe86f66f7c003d0ec2e5e37e68ccc84dd429b06a4a360158363ff3552 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:8e:94:b1:00:20\",\"name\":\"03ba932fe86f66f\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db7dfc75-ee9f-4ccc-9f41-dae879476839\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:37.561551 3916 cni.go:452] [kube-system/global-pull-secret-syncer-j8hjt 2b756948d12a781ee009aa0d98627f3203e98cdbb783d19cf7002a7b90c05113 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-j8hjt 2b756948d12a781ee009aa0d98627f3203e98cdbb783d19cf7002a7b90c05113 network default NAD default NAD key ] I0512 14:51:37.562628 3916 cni.go:452] [openshift-multus/network-metrics-daemon-gj8td f4b79118c9426f2dd4d506c4dbf7fc5f497ad4347e05d0494fbbe8a59949e7e1 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-gj8td f4b79118c9426f2dd4d506c4dbf7fc5f497ad4347e05d0494fbbe8a59949e7e1 network default NAD default NAD key ] I0512 14:51:37.580630 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-gj8td, hostIfaceName: f4b79118c9426f2, network: default, NAD default, SandboxID: "f4b79118c9426f2dd4d506c4dbf7fc5f497ad4347e05d0494fbbe8a59949e7e1", PCI device ID: , UID: "e16e7051-f6e2-4d47-8e58-14a58d6f2338", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0512 14:51:37.581282 3916 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-j8hjt, hostIfaceName: 2b756948d12a781, network: default, NAD default, SandboxID: "2b756948d12a781ee009aa0d98627f3203e98cdbb783d19cf7002a7b90c05113", PCI device ID: , UID: "f7692080-b50e-4b28-be13-f81ffe320f56", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0512 14:51:37.634109 3916 cni.go:473] [kube-system/global-pull-secret-syncer-j8hjt 2b756948d12a781ee009aa0d98627f3203e98cdbb783d19cf7002a7b90c05113 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-j8hjt 2b756948d12a781ee009aa0d98627f3203e98cdbb783d19cf7002a7b90c05113 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e9:81:6c:f4:a9\",\"name\":\"2b756948d12a781\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0332da16-ea39-465b-92c6-64658027934f\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:37.650206 3916 cni.go:473] [openshift-multus/network-metrics-daemon-gj8td f4b79118c9426f2dd4d506c4dbf7fc5f497ad4347e05d0494fbbe8a59949e7e1 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-gj8td f4b79118c9426f2dd4d506c4dbf7fc5f497ad4347e05d0494fbbe8a59949e7e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:45:18:7a:54:e9\",\"name\":\"f4b79118c9426f2\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c9e20bb-e802-47da-95e2-6c0d92bbb2c7\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:37.769204 3916 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-qx4rc 495eec6f56d8a62d3b8d41d5886aade79f0e8222a59f1e6302f75e0deda7e16c network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qx4rc 495eec6f56d8a62d3b8d41d5886aade79f0e8222a59f1e6302f75e0deda7e16c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:ac:82:0e:bc:c8\",\"name\":\"495eec6f56d8a62\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3520ecb3-3818-4f64-87d9-c0696edd166a\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:51:37.771042 3916 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7ggs8 07f29da0c666cfa002445d5f110df05b6a063fccb4a7be586cad1c3e363df94c network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7ggs8 07f29da0c666cfa002445d5f110df05b6a063fccb4a7be586cad1c3e363df94c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:6f:fe:6f:c4:b5\",\"name\":\"07f29da0c666cfa\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf340f90-73a8-496f-a2e0-6caf6704eab5\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 14:51:39.576574 3916 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 14:51:39.608015 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:39.685294 3916 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8p4x5] creating logical port openshift-insights_insights-runtime-extractor-8p4x5 for pod on switch ip-10-0-0-119.ec2.internal I0512 14:51:39.685454 3916 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8p4x5 I0512 14:51:39.703880 3916 pod.go:62] [openshift-insights/insights-runtime-extractor-8p4x5] pod update took 18.494511ms I0512 14:51:39.703913 3916 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8p4x5] addLogicalPort annotation time took 18.531612ms I0512 14:51:39.705363 3916 pods.go:271] [openshift-insights/insights-runtime-extractor-8p4x5] addLogicalPort took 20.088758ms, libovsdb time 1.012422ms I0512 14:51:39.723391 3916 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 14:51:39.910021 3916 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 14:51:40.017324 3916 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 14:51:41.787845 3916 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b69c6b595-56477 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:51:41.788486 3916 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b69c6b595-56477 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:51:41.818648 3916 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b69c6b595-56477 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:51:41.818674 3916 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b69c6b595-56477 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:51:41.827474 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b69c6b595-56477 I0512 14:51:41.827501 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b69c6b595-56477 W0512 14:51:41.918209 3916 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:41.918228 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:41.918236 3916 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:42.776386 3916 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 14:51:43.454981 3916 cni.go:452] [openshift-insights/insights-runtime-extractor-8p4x5 2f10815d5b5d6a3f44e6ee1567264e6b25a8f4941c8131f10f0542a9628b2b07 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8p4x5 2f10815d5b5d6a3f44e6ee1567264e6b25a8f4941c8131f10f0542a9628b2b07 network default NAD default NAD key ] I0512 14:51:43.464600 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8p4x5, hostIfaceName: 2f10815d5b5d6a3, network: default, NAD default, SandboxID: "2f10815d5b5d6a3f44e6ee1567264e6b25a8f4941c8131f10f0542a9628b2b07", PCI device ID: , UID: "d1faac7f-dea0-4b42-849a-acbec47feb91", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0512 14:51:43.519780 3916 cni.go:473] [openshift-insights/insights-runtime-extractor-8p4x5 2f10815d5b5d6a3f44e6ee1567264e6b25a8f4941c8131f10f0542a9628b2b07 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8p4x5 2f10815d5b5d6a3f44e6ee1567264e6b25a8f4941c8131f10f0542a9628b2b07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:9a:71:4f:74:c9\",\"name\":\"2f10815d5b5d6a3\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07e560b4-2537-4e6a-bf6f-dd2965baba24\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 14:51:43.814573 3916 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:43.814596 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:43.814601 3916 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:44.049787 3916 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:44.049805 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:44.049811 3916 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:44.279975 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0512 14:51:46.821283 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 14:51:46.940179 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 14:51:52.926835 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:52.926859 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:52.926865 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:52.926879 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:52.926883 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:52.926888 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:53.985154 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:53.985180 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:53.985190 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:58.908869 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 14:52:00.037672 3916 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:00.037689 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:00.037696 3916 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:00.076040 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 14:52:00.673541 3916 base_network_controller_pods.go:487] [default/openshift-console/console-58cbbccd6-v2pv4] creating logical port openshift-console_console-58cbbccd6-v2pv4 for pod on switch ip-10-0-0-119.ec2.internal I0512 14:52:00.673630 3916 kube.go:256] Updating pod openshift-console/console-58cbbccd6-v2pv4 I0512 14:52:00.692258 3916 pod.go:62] [openshift-console/console-58cbbccd6-v2pv4] pod update took 18.651333ms I0512 14:52:00.692282 3916 base_network_controller_pods.go:951] [default/openshift-console/console-58cbbccd6-v2pv4] addLogicalPort annotation time took 18.680261ms I0512 14:52:00.693546 3916 pods.go:271] [openshift-console/console-58cbbccd6-v2pv4] addLogicalPort took 20.017277ms, libovsdb time 901.707µs I0512 14:52:01.034576 3916 cni.go:452] [openshift-console/console-58cbbccd6-v2pv4 7072581c368d5d9345c48c9c075ff8772251fc32d12b56657407c5efb91824a4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-58cbbccd6-v2pv4 7072581c368d5d9345c48c9c075ff8772251fc32d12b56657407c5efb91824a4 network default NAD default NAD key ] I0512 14:52:01.043761 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-58cbbccd6-v2pv4, hostIfaceName: 7072581c368d5d9, network: default, NAD default, SandboxID: "7072581c368d5d9345c48c9c075ff8772251fc32d12b56657407c5efb91824a4", PCI device ID: , UID: "9bef3ace-1873-4f86-88a4-b5302c1828ec", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0512 14:52:01.092763 3916 cni.go:473] [openshift-console/console-58cbbccd6-v2pv4 7072581c368d5d9345c48c9c075ff8772251fc32d12b56657407c5efb91824a4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-58cbbccd6-v2pv4 7072581c368d5d9345c48c9c075ff8772251fc32d12b56657407c5efb91824a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:1f:f1:4e:b4:1e\",\"name\":\"7072581c368d5d9\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca5a8fb6-7062-498d-b3eb-045bda386373\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 14:52:04.020742 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 14:52:06.028997 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 14:52:06.029020 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 14:52:07.328833 3916 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f6786f58d-kxfrf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:07.329497 3916 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f6786f58d-kxfrf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 14:52:08.076835 3916 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:52:08.076855 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:52:08.105698 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0512 14:52:08.149900 3916 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f6786f58d-kxfrf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:08.149921 3916 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f6786f58d-kxfrf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:08.156262 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f6786f58d-kxfrf I0512 14:52:08.156282 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f6786f58d-kxfrf I0512 14:52:08.168380 3916 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 14:52:08.965733 3916 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:52:08.965756 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:52:09.080989 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:09.081006 3916 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:09.081012 3916 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:09.081921 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 14:52:10.120587 3916 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:10.120604 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:10.120609 3916 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:10.120613 3916 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:10.975324 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 14:52:11.051602 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 14:52:13.576666 3916 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-58cbbccd6-5xsps IP address from the namespace address-set, err: pod openshift-console/console-58cbbccd6-5xsps: no pod IPs found I0512 14:52:25.201718 3916 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:25.202265 3916 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:25.202299 3916 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:52:25.202310 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 14:52:25.202323 3916 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:52:25.202328 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 14:52:26.226266 3916 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:26.226292 3916 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:26.226312 3916 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:26.226324 3916 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 14:52:27.111571 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 14:52:27.111579 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 14:52:27.111627 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 14:52:28.109922 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 14:52:29.004546 3916 cni.go:452] [openshift-image-registry/image-registry-5f6786f58d-c5t4k 34172dcd23d855d711fd52ffb87e812e72dbda33dd4d119aea55be7bf025a67e network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5f6786f58d-c5t4k 34172dcd23d855d711fd52ffb87e812e72dbda33dd4d119aea55be7bf025a67e network default NAD default NAD key ] I0512 14:52:29.054011 3916 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 14:52:29.063283 3916 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 14:52:29.085836 3916 cni.go:473] [openshift-image-registry/image-registry-5f6786f58d-c5t4k 34172dcd23d855d711fd52ffb87e812e72dbda33dd4d119aea55be7bf025a67e network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5f6786f58d-c5t4k 34172dcd23d855d711fd52ffb87e812e72dbda33dd4d119aea55be7bf025a67e network default NAD default NAD key default], result "{}", err I0512 14:52:29.146216 3916 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f6786f58d-c5t4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:29.146274 3916 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5f6786f58d-c5t4k I0512 14:52:29.147708 3916 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5f6786f58d-c5t4k, ips: 10.129.0.6 I0512 14:52:29.147736 3916 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f6786f58d-c5t4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:30.149570 3916 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f6786f58d-c5t4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:30.149597 3916 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f6786f58d-c5t4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:30.155629 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f6786f58d-c5t4k I0512 14:52:30.155658 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f6786f58d-c5t4k W0512 14:52:31.143767 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 14:52:31.143798 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 14:52:31.143813 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 14:52:32.151505 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 14:52:34.249641 3916 obj_retry.go:498] Detected object openshift-console/console-6b6d47dd7b-4sg2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:34.250201 3916 obj_retry.go:498] Detected object openshift-console/console-6b6d47dd7b-4sg2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:35.109966 3916 obj_retry.go:492] Detected object openshift-console/console-6b6d47dd7b-4sg2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:35.109991 3916 obj_retry.go:492] Detected object openshift-console/console-6b6d47dd7b-4sg2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:35.117204 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b6d47dd7b-4sg2q I0512 14:52:35.117227 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b6d47dd7b-4sg2q I0512 14:52:36.472500 3916 obj_retry.go:498] Detected object openshift-console/console-6b6d47dd7b-nvgmd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:36.472987 3916 obj_retry.go:498] Detected object openshift-console/console-6b6d47dd7b-nvgmd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:37.208971 3916 obj_retry.go:492] Detected object openshift-console/console-6b6d47dd7b-nvgmd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:37.208995 3916 obj_retry.go:492] Detected object openshift-console/console-6b6d47dd7b-nvgmd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:37.212605 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b6d47dd7b-nvgmd I0512 14:52:37.212628 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b6d47dd7b-nvgmd W0512 14:52:46.205030 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 14:52:46.205094 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 14:52:46.205141 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 14:52:47.226455 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0512 14:52:54.200722 3916 cni.go:452] [openshift-ingress/router-default-7bbb844585-lj5pv 7a3ddc4d95dfdcea164ac50606f7ca801b4b93999e8aad4f483b1c4c71c5a74f network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7bbb844585-lj5pv 7a3ddc4d95dfdcea164ac50606f7ca801b4b93999e8aad4f483b1c4c71c5a74f network default NAD default NAD key ] I0512 14:52:54.277264 3916 cni.go:473] [openshift-ingress/router-default-7bbb844585-lj5pv 7a3ddc4d95dfdcea164ac50606f7ca801b4b93999e8aad4f483b1c4c71c5a74f network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7bbb844585-lj5pv 7a3ddc4d95dfdcea164ac50606f7ca801b4b93999e8aad4f483b1c4c71c5a74f network default NAD default NAD key default], result "{}", err I0512 14:52:54.323770 3916 obj_retry.go:498] Detected object openshift-ingress/router-default-7bbb844585-lj5pv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:54.323808 3916 pods.go:176] Deleting pod: openshift-ingress/router-default-7bbb844585-lj5pv I0512 14:52:54.325127 3916 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7bbb844585-lj5pv, ips: 10.129.0.10 I0512 14:52:54.325158 3916 obj_retry.go:498] Detected object openshift-ingress/router-default-7bbb844585-lj5pv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:55.237243 3916 obj_retry.go:492] Detected object openshift-ingress/router-default-7bbb844585-lj5pv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:55.237270 3916 obj_retry.go:492] Detected object openshift-ingress/router-default-7bbb844585-lj5pv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:55.243224 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7bbb844585-lj5pv I0512 14:52:55.243248 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7bbb844585-lj5pv I0512 14:53:10.342426 3916 cni.go:452] [openshift-console/console-58cbbccd6-v2pv4 7072581c368d5d9345c48c9c075ff8772251fc32d12b56657407c5efb91824a4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-58cbbccd6-v2pv4 7072581c368d5d9345c48c9c075ff8772251fc32d12b56657407c5efb91824a4 network default NAD default NAD key ] I0512 14:53:10.422824 3916 cni.go:473] [openshift-console/console-58cbbccd6-v2pv4 7072581c368d5d9345c48c9c075ff8772251fc32d12b56657407c5efb91824a4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-58cbbccd6-v2pv4 7072581c368d5d9345c48c9c075ff8772251fc32d12b56657407c5efb91824a4 network default NAD default NAD key default], result "{}", err I0512 14:53:10.468002 3916 obj_retry.go:498] Detected object openshift-console/console-58cbbccd6-v2pv4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:10.468038 3916 pods.go:176] Deleting pod: openshift-console/console-58cbbccd6-v2pv4 I0512 14:53:10.469344 3916 pods.go:236] Attempting to release IPs for pod: openshift-console/console-58cbbccd6-v2pv4, ips: 10.129.0.24 I0512 14:53:10.469376 3916 obj_retry.go:498] Detected object openshift-console/console-58cbbccd6-v2pv4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:11.295168 3916 obj_retry.go:492] Detected object openshift-console/console-58cbbccd6-v2pv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:11.295196 3916 obj_retry.go:492] Detected object openshift-console/console-58cbbccd6-v2pv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:11.300795 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58cbbccd6-v2pv4 I0512 14:53:11.300828 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58cbbccd6-v2pv4 I0512 14:53:16.201219 3916 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:16.201797 3916 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:16.363453 3916 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:16.363482 3916 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:16.368323 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 14:53:16.368349 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 14:53:20.474357 3916 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:20.474903 3916 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:21.301337 3916 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:21.301367 3916 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:21.309469 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 14:53:21.309493 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 14:53:44.417556 3916 base_network_controller_pods.go:487] [default/openshift-console/console-7486647949-ldmq6] creating logical port openshift-console_console-7486647949-ldmq6 for pod on switch ip-10-0-0-119.ec2.internal I0512 14:53:44.417662 3916 kube.go:256] Updating pod openshift-console/console-7486647949-ldmq6 I0512 14:53:44.439937 3916 pod.go:62] [openshift-console/console-7486647949-ldmq6] pod update took 22.302206ms I0512 14:53:44.439962 3916 base_network_controller_pods.go:951] [default/openshift-console/console-7486647949-ldmq6] addLogicalPort annotation time took 22.332255ms I0512 14:53:44.441158 3916 pods.go:271] [openshift-console/console-7486647949-ldmq6] addLogicalPort took 23.620546ms, libovsdb time 816.187µs I0512 14:53:44.777215 3916 cni.go:452] [openshift-console/console-7486647949-ldmq6 d1b06d9d448cc39d6dc34b0cf8875b686052b561e6c3cc61f473d457a061c04b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7486647949-ldmq6 d1b06d9d448cc39d6dc34b0cf8875b686052b561e6c3cc61f473d457a061c04b network default NAD default NAD key ] I0512 14:53:44.786349 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7486647949-ldmq6, hostIfaceName: d1b06d9d448cc39, network: default, NAD default, SandboxID: "d1b06d9d448cc39d6dc34b0cf8875b686052b561e6c3cc61f473d457a061c04b", PCI device ID: , UID: "d97d4a95-ce9e-4a1e-a35f-c8202af4a681", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0512 14:53:44.835018 3916 cni.go:473] [openshift-console/console-7486647949-ldmq6 d1b06d9d448cc39d6dc34b0cf8875b686052b561e6c3cc61f473d457a061c04b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7486647949-ldmq6 d1b06d9d448cc39d6dc34b0cf8875b686052b561e6c3cc61f473d457a061c04b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:14:40:05:0d:d8\",\"name\":\"d1b06d9d448cc39\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96aa14ca-a358-4975-8261-5657ec6b8759\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:53:48.115815 3916 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:48.116332 3916 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:48.428450 3916 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:48.428482 3916 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:48.436663 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 14:53:48.436684 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0512 14:53:55.483295 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 14:54:03.508380 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb b0bd31ab1967b1b6e7979d31190895ea434cbf2503a939b0957f0e988b0b75fb network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb b0bd31ab1967b1b6e7979d31190895ea434cbf2503a939b0957f0e988b0b75fb network default NAD default NAD key ] I0512 14:54:03.599413 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb b0bd31ab1967b1b6e7979d31190895ea434cbf2503a939b0957f0e988b0b75fb network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb b0bd31ab1967b1b6e7979d31190895ea434cbf2503a939b0957f0e988b0b75fb network default NAD default NAD key default], result "{}", err I0512 14:54:03.640724 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:03.640752 3916 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb I0512 14:54:03.642070 3916 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb, ips: 10.129.0.20 I0512 14:54:03.642096 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:04.662324 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:04.662354 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:09.734370 3916 obj_retry.go:498] Detected object openshift-console/console-74f55bdbfc-d7ql8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:09.734888 3916 obj_retry.go:498] Detected object openshift-console/console-74f55bdbfc-d7ql8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:10.554016 3916 obj_retry.go:492] Detected object openshift-console/console-74f55bdbfc-d7ql8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:10.554060 3916 obj_retry.go:492] Detected object openshift-console/console-74f55bdbfc-d7ql8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:10.560726 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f55bdbfc-d7ql8 I0512 14:54:10.560752 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f55bdbfc-d7ql8 I0512 14:54:12.712833 3916 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 14:54:20.819249 3916 obj_retry.go:498] Detected object openshift-console/console-74f55bdbfc-twx6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:20.819887 3916 obj_retry.go:498] Detected object openshift-console/console-74f55bdbfc-twx6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:21.634814 3916 obj_retry.go:492] Detected object openshift-console/console-74f55bdbfc-twx6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:21.634839 3916 obj_retry.go:492] Detected object openshift-console/console-74f55bdbfc-twx6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:21.646903 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f55bdbfc-twx6l I0512 14:54:21.646931 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f55bdbfc-twx6l I0512 14:54:23.958227 3916 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:23.958806 3916 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:24.659909 3916 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:24.659934 3916 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:24.666940 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 14:54:24.666965 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 14:55:52.228829 3916 namespace.go:98] [tsf] adding namespace I0512 14:55:52.229711 3916 namespace.go:102] [tsf] adding namespace took 855.95µs I0512 14:55:52.245181 3916 namespace.go:142] [tsf] updating namespace I0512 14:55:52.254780 3916 namespace.go:142] [tsf] updating namespace I0512 14:55:56.528068 3916 namespace.go:98] [rhtpa-operator] adding namespace I0512 14:55:56.528942 3916 namespace.go:102] [rhtpa-operator] adding namespace took 850.138µs I0512 14:55:56.531841 3916 namespace.go:98] [cert-manager-operator] adding namespace I0512 14:55:56.532445 3916 namespace.go:102] [cert-manager-operator] adding namespace took 589.772µs I0512 14:55:56.534912 3916 namespace.go:98] [tsf-keycloak] adding namespace I0512 14:55:56.534996 3916 namespace.go:98] [tsf-tpa] adding namespace I0512 14:55:56.535525 3916 namespace.go:102] [tsf-keycloak] adding namespace took 598.399µs I0512 14:55:56.536022 3916 namespace.go:102] [tsf-tpa] adding namespace took 1.009366ms I0512 14:55:56.536889 3916 namespace.go:98] [tsf-tas] adding namespace I0512 14:55:56.536898 3916 namespace.go:98] [konflux-ui] adding namespace I0512 14:55:56.537516 3916 namespace.go:102] [tsf-tas] adding namespace took 613.213µs I0512 14:55:56.538030 3916 namespace.go:102] [konflux-ui] adding namespace took 1.121028ms I0512 14:55:56.540063 3916 namespace.go:98] [rhbk-operator] adding namespace I0512 14:55:56.540653 3916 namespace.go:102] [rhbk-operator] adding namespace took 577.566µs I0512 14:55:56.554938 3916 namespace.go:98] [konflux-operator] adding namespace I0512 14:55:56.555550 3916 namespace.go:102] [konflux-operator] adding namespace took 594.86µs I0512 14:55:56.562489 3916 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:55:56.576735 3916 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:55:56.590210 3916 namespace.go:142] [konflux-ui] updating namespace I0512 14:55:56.590289 3916 namespace.go:142] [tsf-tpa] updating namespace I0512 14:55:56.590461 3916 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:55:56.596552 3916 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:55:56.615476 3916 namespace.go:142] [konflux-operator] updating namespace I0512 14:55:56.615519 3916 namespace.go:142] [rhbk-operator] updating namespace I0512 14:55:56.615583 3916 namespace.go:142] [tsf-tas] updating namespace I0512 14:55:56.630373 3916 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:55:56.669135 3916 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:55:56.676102 3916 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:55:56.699950 3916 namespace.go:142] [tsf-tpa] updating namespace I0512 14:55:56.729658 3916 namespace.go:142] [tsf-tpa] updating namespace I0512 14:55:56.729755 3916 namespace.go:142] [konflux-ui] updating namespace I0512 14:55:56.776277 3916 namespace.go:142] [tsf-tas] updating namespace I0512 14:55:56.782039 3916 namespace.go:142] [konflux-ui] updating namespace I0512 14:55:56.805678 3916 namespace.go:142] [tsf-tas] updating namespace I0512 14:55:56.817157 3916 namespace.go:142] [rhbk-operator] updating namespace I0512 14:55:56.848286 3916 namespace.go:142] [rhbk-operator] updating namespace I0512 14:55:56.856967 3916 namespace.go:142] [konflux-operator] updating namespace I0512 14:55:56.886887 3916 namespace.go:142] [konflux-operator] updating namespace I0512 14:55:56.904033 3916 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:55:56.925060 3916 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:55:57.768579 3916 namespace.go:142] [tsf-tpa] updating namespace I0512 14:55:57.768636 3916 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:55:58.012543 3916 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-119.ec2.internal I0512 14:55:58.012685 3916 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0512 14:55:58.044842 3916 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 32.197565ms I0512 14:55:58.044865 3916 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 32.225883ms I0512 14:55:58.046152 3916 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 33.628528ms, libovsdb time 943.976µs I0512 14:55:58.381476 3916 cni.go:452] [tsf/test-tsf-subscriptions a86e0f11bf1b706d75a49c937c44d32df98e49bd8541b622ad0151b820437670 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions a86e0f11bf1b706d75a49c937c44d32df98e49bd8541b622ad0151b820437670 network default NAD default NAD key ] I0512 14:55:58.390526 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: a86e0f11bf1b706, network: default, NAD default, SandboxID: "a86e0f11bf1b706d75a49c937c44d32df98e49bd8541b622ad0151b820437670", PCI device ID: , UID: "6b3636c2-4628-4cae-82a1-76dacbe73100", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0512 14:55:58.440091 3916 cni.go:473] [tsf/test-tsf-subscriptions a86e0f11bf1b706d75a49c937c44d32df98e49bd8541b622ad0151b820437670 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions a86e0f11bf1b706d75a49c937c44d32df98e49bd8541b622ad0151b820437670 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:9d:36:2c:eb:1f\",\"name\":\"a86e0f11bf1b706\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91af3abb-4adc-4722-82bd-89db0da34ec6\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:56:06.205755 3916 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.206409 3916 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.206453 3916 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.206467 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:06.206486 3916 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.206491 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:06.231574 3916 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.232189 3916 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.232223 3916 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.232233 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:06.232250 3916 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.232256 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:07.195812 3916 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.196344 3916 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.196378 3916 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.196389 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:07.196407 3916 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.196413 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:07.219596 3916 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.220148 3916 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.220175 3916 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.220185 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:07.220202 3916 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.220210 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:07.231556 3916 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.231578 3916 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.231592 3916 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.231609 3916 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.262743 3916 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.262772 3916 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.262788 3916 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.262807 3916 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.222365 3916 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.222391 3916 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.222406 3916 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.222419 3916 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.249765 3916 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.249791 3916 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.249808 3916 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.249824 3916 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:11.228338 3916 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.228895 3916 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.228925 3916 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.228936 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:11.228955 3916 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.228963 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:11.256841 3916 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.257347 3916 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.257372 3916 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.257382 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:11.257398 3916 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.257403 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:12.369121 3916 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.369145 3916 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.369156 3916 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.369171 3916 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.376609 3916 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.376634 3916 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.376646 3916 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.376658 3916 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:15.508652 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0512 14:56:19.140142 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 14:56:19.464015 3916 namespace.go:98] [cert-manager] adding namespace I0512 14:56:19.464969 3916 namespace.go:102] [cert-manager] adding namespace took 928.794µs I0512 14:56:19.732495 3916 namespace.go:142] [cert-manager] updating namespace I0512 14:56:19.816067 3916 namespace.go:142] [cert-manager] updating namespace W0512 14:56:21.307375 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 14:56:21.332077 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 14:56:27.010196 3916 namespace.go:142] [openshift-operators] updating namespace I0512 14:56:27.024163 3916 namespace.go:142] [openshift-operators] updating namespace W0512 14:56:31.227131 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 14:56:31.227149 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 14:56:32.823676 3916 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-ncpjc] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-ncpjc for pod on switch ip-10-0-0-119.ec2.internal I0512 14:56:32.823784 3916 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-ncpjc I0512 14:56:32.851780 3916 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ncpjc] pod update took 28.020746ms I0512 14:56:32.851804 3916 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-ncpjc] addLogicalPort annotation time took 28.050053ms I0512 14:56:32.853085 3916 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ncpjc] addLogicalPort took 29.420112ms, libovsdb time 957.036µs I0512 14:56:33.247839 3916 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ncpjc d243e55c7f6d496b9ffa45a8848bef9947256f8162bc5ef77ca81d696e7b16b8 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-ncpjc d243e55c7f6d496b9ffa45a8848bef9947256f8162bc5ef77ca81d696e7b16b8 network default NAD default NAD key ] I0512 14:56:33.256928 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-ncpjc, hostIfaceName: d243e55c7f6d496, network: default, NAD default, SandboxID: "d243e55c7f6d496b9ffa45a8848bef9947256f8162bc5ef77ca81d696e7b16b8", PCI device ID: , UID: "67cbb106-224a-45dd-9dd5-70d6b132493c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0512 14:56:33.307558 3916 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ncpjc d243e55c7f6d496b9ffa45a8848bef9947256f8162bc5ef77ca81d696e7b16b8 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-ncpjc d243e55c7f6d496b9ffa45a8848bef9947256f8162bc5ef77ca81d696e7b16b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:e8:cc:02:1e:94\",\"name\":\"d243e55c7f6d496\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84947f0a-cf09-4d81-a828-5a16429102dc\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:56:36.542840 3916 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 14:56:36.543690 3916 namespace.go:102] [trusted-artifact-signer] adding namespace took 825.96µs I0512 14:56:36.579057 3916 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 14:56:36.627976 3916 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 14:56:37.139138 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 14:56:37.388373 3916 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-js22b] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-js22b for pod on switch ip-10-0-0-119.ec2.internal I0512 14:56:37.388556 3916 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-js22b I0512 14:56:37.498197 3916 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-js22b I0512 14:56:37.547407 3916 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-js22b] pod update took 158.893565ms I0512 14:56:37.547463 3916 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-js22b] addLogicalPort annotation time took 158.956793ms I0512 14:56:37.548849 3916 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-js22b] addLogicalPort took 160.496004ms, libovsdb time 1.02856ms I0512 14:56:37.716902 3916 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-js22b ad91319062f95d38202ed354788d8a1f15b5a6dcf19cefb095811be0fab8cda1 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-js22b ad91319062f95d38202ed354788d8a1f15b5a6dcf19cefb095811be0fab8cda1 network default NAD default NAD key ] I0512 14:56:37.727102 3916 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-js22b, hostIfaceName: ad91319062f95d3, network: default, NAD default, SandboxID: "ad91319062f95d38202ed354788d8a1f15b5a6dcf19cefb095811be0fab8cda1", PCI device ID: , UID: "d634b073-014b-4cac-ac0b-9bf6bb443133", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0512 14:56:37.778210 3916 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-js22b ad91319062f95d38202ed354788d8a1f15b5a6dcf19cefb095811be0fab8cda1 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-js22b ad91319062f95d38202ed354788d8a1f15b5a6dcf19cefb095811be0fab8cda1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:69:9d:4c:3b:f6\",\"name\":\"ad91319062f95d3\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb281135-ab02-478e-81f1-df13add6f4be\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 14:56:40.203647 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 14:56:40.471389 3916 namespace.go:142] [openshift-operators] updating namespace W0512 14:56:43.593962 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 14:56:43.606521 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 14:56:43.619364 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 14:56:43.633564 3916 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 14:56:48.173973 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 14:56:51.138382 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 14:56:53.187911 3916 cni.go:452] [tsf/test-tsf-subscriptions a86e0f11bf1b706d75a49c937c44d32df98e49bd8541b622ad0151b820437670 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions a86e0f11bf1b706d75a49c937c44d32df98e49bd8541b622ad0151b820437670 network default NAD default NAD key ] I0512 14:56:53.263383 3916 cni.go:473] [tsf/test-tsf-subscriptions a86e0f11bf1b706d75a49c937c44d32df98e49bd8541b622ad0151b820437670 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions a86e0f11bf1b706d75a49c937c44d32df98e49bd8541b622ad0151b820437670 network default NAD default NAD key default], result "{}", err I0512 14:56:53.437689 3916 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:53.437721 3916 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0512 14:56:53.438976 3916 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.26 I0512 14:56:53.439005 3916 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:53.496034 3916 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:53.496058 3916 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:53.497334 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 14:56:53.497359 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 14:56:55.317979 3916 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-119.ec2.internal I0512 14:56:55.318092 3916 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0512 14:56:55.366183 3916 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0512 14:56:55.397525 3916 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 79.462053ms I0512 14:56:55.397548 3916 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 79.494414ms I0512 14:56:55.398791 3916 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 80.833893ms, libovsdb time 873.236µs I0512 14:56:55.678910 3916 cni.go:452] [tsf/test-tsf-infrastructure 472bb16ebf8b8b584ca15492db8945da053425388a731a8eabfef4c32b8c1baa network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 472bb16ebf8b8b584ca15492db8945da053425388a731a8eabfef4c32b8c1baa network default NAD default NAD key ] I0512 14:56:55.688412 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 472bb16ebf8b8b5, network: default, NAD default, SandboxID: "472bb16ebf8b8b584ca15492db8945da053425388a731a8eabfef4c32b8c1baa", PCI device ID: , UID: "51c45575-4064-4156-9c92-d722c0af7c25", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0512 14:56:55.738237 3916 cni.go:473] [tsf/test-tsf-infrastructure 472bb16ebf8b8b584ca15492db8945da053425388a731a8eabfef4c32b8c1baa network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 472bb16ebf8b8b584ca15492db8945da053425388a731a8eabfef4c32b8c1baa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:f3:ca:7f:46:78\",\"name\":\"472bb16ebf8b8b5\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29e575f4-8a45-4588-ae56-2021a7843acd\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:56:56.980361 3916 namespace.go:98] [openshift-pipelines] adding namespace I0512 14:56:56.981212 3916 namespace.go:102] [openshift-pipelines] adding namespace took 830.314µs I0512 14:56:57.005122 3916 namespace.go:142] [openshift-pipelines] updating namespace I0512 14:56:57.724527 3916 namespace.go:142] [cert-manager] updating namespace I0512 14:56:57.958332 3916 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:56:58.180299 3916 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w8kh7] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-w8kh7 for pod on switch ip-10-0-0-119.ec2.internal I0512 14:56:58.180325 3916 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n9pdl] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-n9pdl for pod on switch ip-10-0-0-119.ec2.internal I0512 14:56:58.180401 3916 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w8kh7 I0512 14:56:58.180412 3916 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n9pdl I0512 14:56:58.202262 3916 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w8kh7] pod update took 21.881875ms I0512 14:56:58.202288 3916 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w8kh7] addLogicalPort annotation time took 21.916255ms I0512 14:56:58.203569 3916 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w8kh7] addLogicalPort took 23.290818ms, libovsdb time 872µs I0512 14:56:58.211857 3916 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n9pdl] pod update took 31.470262ms I0512 14:56:58.211880 3916 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n9pdl] addLogicalPort annotation time took 31.496439ms I0512 14:56:58.212902 3916 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n9pdl] addLogicalPort took 32.591519ms, libovsdb time 719.378µs I0512 14:56:58.349182 3916 namespace.go:142] [konflux-operator] updating namespace I0512 14:56:58.547100 3916 namespace.go:142] [konflux-ui] updating namespace I0512 14:56:58.759549 3916 namespace.go:142] [open-cluster-management-2q8epmoh30l5utco31nrgb6qqrv1lp6k] updating namespace I0512 14:56:59.148518 3916 namespace.go:142] [rhbk-operator] updating namespace I0512 14:56:59.349327 3916 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:56:59.551934 3916 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 14:56:59.753607 3916 namespace.go:142] [tsf] updating namespace I0512 14:56:59.959602 3916 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:57:00.160070 3916 namespace.go:142] [tsf-tas] updating namespace I0512 14:57:00.354674 3916 namespace.go:142] [tsf-tpa] updating namespace I0512 14:57:00.485080 3916 namespace.go:142] [cert-manager] updating namespace I0512 14:57:00.495338 3916 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:57:00.505568 3916 namespace.go:142] [default] updating namespace I0512 14:57:00.514896 3916 namespace.go:142] [konflux-operator] updating namespace I0512 14:57:00.525460 3916 namespace.go:142] [konflux-ui] updating namespace I0512 14:57:00.538094 3916 namespace.go:142] [open-cluster-management-2q8epmoh30l5utco31nrgb6qqrv1lp6k] updating namespace I0512 14:57:00.547310 3916 namespace.go:142] [openshift] updating namespace I0512 14:57:00.559067 3916 namespace.go:142] [rhbk-operator] updating namespace I0512 14:57:00.570781 3916 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:57:00.580137 3916 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 14:57:00.590619 3916 namespace.go:142] [tsf] updating namespace I0512 14:57:00.600342 3916 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:57:00.614576 3916 namespace.go:142] [tsf-tas] updating namespace I0512 14:57:00.639154 3916 namespace.go:142] [tsf-tpa] updating namespace I0512 14:57:00.738320 3916 namespace.go:142] [cert-manager] updating namespace I0512 14:57:00.836081 3916 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:57:00.935274 3916 namespace.go:142] [default] updating namespace I0512 14:57:01.042497 3916 namespace.go:142] [konflux-operator] updating namespace I0512 14:57:01.137822 3916 namespace.go:142] [konflux-ui] updating namespace I0512 14:57:01.235967 3916 namespace.go:142] [open-cluster-management-2q8epmoh30l5utco31nrgb6qqrv1lp6k] updating namespace I0512 14:57:01.338178 3916 namespace.go:142] [openshift] updating namespace I0512 14:57:01.436828 3916 namespace.go:142] [rhbk-operator] updating namespace I0512 14:57:01.535416 3916 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:57:01.641321 3916 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 14:57:01.735332 3916 namespace.go:142] [tsf] updating namespace I0512 14:57:01.836365 3916 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:57:01.941768 3916 namespace.go:142] [tsf-tas] updating namespace I0512 14:57:02.037868 3916 namespace.go:142] [tsf-tpa] updating namespace I0512 14:57:02.145834 3916 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n9pdl 7c07d303c198777aec0de18535f3c774664d4b64411beacefc3358fd46450253 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n9pdl 7c07d303c198777aec0de18535f3c774664d4b64411beacefc3358fd46450253 network default NAD default NAD key ] I0512 14:57:02.156184 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-n9pdl, hostIfaceName: 7c07d303c198777, network: default, NAD default, SandboxID: "7c07d303c198777aec0de18535f3c774664d4b64411beacefc3358fd46450253", PCI device ID: , UID: "4cc31583-958a-45f4-9038-b6b1c8d132a9", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0512 14:57:02.211161 3916 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n9pdl 7c07d303c198777aec0de18535f3c774664d4b64411beacefc3358fd46450253 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n9pdl 7c07d303c198777aec0de18535f3c774664d4b64411beacefc3358fd46450253 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:dd:1a:60:4a:82\",\"name\":\"7c07d303c198777\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/304ef602-e94d-47a9-a288-cab69826d8e7\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:57:02.397790 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0512 14:57:02.796353 3916 namespace.go:142] [openshift-pipelines] updating namespace W0512 14:57:03.261072 3916 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0512 14:57:03.639483 3916 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w8kh7 888d6c66c0ad7cd84e603b79e91d53896865b22169651d180ebd2b19a17c5f6c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w8kh7 888d6c66c0ad7cd84e603b79e91d53896865b22169651d180ebd2b19a17c5f6c network default NAD default NAD key ] I0512 14:57:03.649846 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-w8kh7, hostIfaceName: 888d6c66c0ad7cd, network: default, NAD default, SandboxID: "888d6c66c0ad7cd84e603b79e91d53896865b22169651d180ebd2b19a17c5f6c", PCI device ID: , UID: "90e7c0b7-5272-47cf-a2c8-92d565f99c40", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0512 14:57:03.699134 3916 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w8kh7 888d6c66c0ad7cd84e603b79e91d53896865b22169651d180ebd2b19a17c5f6c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-w8kh7 888d6c66c0ad7cd84e603b79e91d53896865b22169651d180ebd2b19a17c5f6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:a8:39:99:98:00\",\"name\":\"888d6c66c0ad7cd\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61ea536b-3c73-4c17-a39a-cb21c36d79a3\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 14:57:04.285516 3916 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 14:57:10.960823 3916 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jbmns] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-jbmns for pod on switch ip-10-0-0-119.ec2.internal I0512 14:57:10.960917 3916 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jbmns I0512 14:57:10.977067 3916 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jbmns] pod update took 16.177448ms I0512 14:57:10.977092 3916 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jbmns] addLogicalPort annotation time took 16.207398ms I0512 14:57:10.978422 3916 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jbmns] addLogicalPort took 17.618348ms, libovsdb time 949.32µs I0512 14:57:11.325994 3916 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jbmns 7eb322ddcf7f053f5e75ad4e004a8addd8490ee012d96f063d17e2d865dd00d5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jbmns 7eb322ddcf7f053f5e75ad4e004a8addd8490ee012d96f063d17e2d865dd00d5 network default NAD default NAD key ] I0512 14:57:11.335960 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-jbmns, hostIfaceName: 7eb322ddcf7f053, network: default, NAD default, SandboxID: "7eb322ddcf7f053f5e75ad4e004a8addd8490ee012d96f063d17e2d865dd00d5", PCI device ID: , UID: "c69cccdf-fdcb-476a-8ab6-13433d7ce3e8", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0512 14:57:11.387174 3916 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jbmns 7eb322ddcf7f053f5e75ad4e004a8addd8490ee012d96f063d17e2d865dd00d5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jbmns 7eb322ddcf7f053f5e75ad4e004a8addd8490ee012d96f063d17e2d865dd00d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:bf:5f:f6:04:ff\",\"name\":\"7eb322ddcf7f053\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc3b74df-151c-41e6-9fe2-b763788d27c2\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:57:15.514973 3916 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0512 14:57:16.435637 3916 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 14:57:16.435657 3916 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 14:57:16.435665 3916 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 14:57:16.466642 3916 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 14:57:16.466666 3916 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 14:57:16.466671 3916 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 14:57:17.440888 3916 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:17.440911 3916 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:17.440921 3916 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:17.440926 3916 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:24.260222 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 14:57:26.261320 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 14:57:28.394319 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=106 I0512 14:57:31.380954 3916 cni.go:452] [tsf/test-tsf-infrastructure 472bb16ebf8b8b584ca15492db8945da053425388a731a8eabfef4c32b8c1baa network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 472bb16ebf8b8b584ca15492db8945da053425388a731a8eabfef4c32b8c1baa network default NAD default NAD key ] I0512 14:57:31.474936 3916 cni.go:473] [tsf/test-tsf-infrastructure 472bb16ebf8b8b584ca15492db8945da053425388a731a8eabfef4c32b8c1baa network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 472bb16ebf8b8b584ca15492db8945da053425388a731a8eabfef4c32b8c1baa network default NAD default NAD key default], result "{}", err I0512 14:57:31.526640 3916 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:57:31.526677 3916 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0512 14:57:31.528159 3916 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.29 I0512 14:57:31.528188 3916 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:57:31.547593 3916 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:57:31.547613 3916 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:57:31.553196 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 14:57:31.553225 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 14:57:32.875293 3916 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-119.ec2.internal I0512 14:57:32.875450 3916 kube.go:256] Updating pod tsf/test-tsf-iam I0512 14:57:32.900189 3916 pod.go:62] [tsf/test-tsf-iam] pod update took 24.766736ms I0512 14:57:32.900218 3916 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 24.817572ms I0512 14:57:32.901481 3916 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 26.209804ms, libovsdb time 840.893µs I0512 14:57:33.255323 3916 cni.go:452] [tsf/test-tsf-iam f824eb6fb046dec094f4e635047e695446723cc075ff76610af8d35037ae2d95 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam f824eb6fb046dec094f4e635047e695446723cc075ff76610af8d35037ae2d95 network default NAD default NAD key ] I0512 14:57:33.264753 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: f824eb6fb046dec, network: default, NAD default, SandboxID: "f824eb6fb046dec094f4e635047e695446723cc075ff76610af8d35037ae2d95", PCI device ID: , UID: "0d354657-d1a2-4b9b-bdb8-ceed8ef3e853", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0512 14:57:33.315724 3916 cni.go:473] [tsf/test-tsf-iam f824eb6fb046dec094f4e635047e695446723cc075ff76610af8d35037ae2d95 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam f824eb6fb046dec094f4e635047e695446723cc075ff76610af8d35037ae2d95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:9b:90:51:3d:03\",\"name\":\"f824eb6fb046dec\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b522f801-bdd1-4d24-9a98-6ca7387d1318\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 14:57:33.537098 3916 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 14:57:33.693555 3916 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 14:57:33.694193 3916 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 14:57:33.694211 3916 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 14:57:33.696378 3916 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 14:57:34.128910 3916 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-119.ec2.internal I0512 14:57:34.129009 3916 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0512 14:57:34.146087 3916 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.107525ms I0512 14:57:34.146106 3916 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.1314ms I0512 14:57:34.147322 3916 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.428612ms, libovsdb time 845.175µs I0512 14:57:34.642909 3916 cni.go:452] [tsf-keycloak/keycloak-0 8da19f58ac1161c3513dd4b8b0fbe8f052f900f5b33e94b922e1e07636ef9559 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 8da19f58ac1161c3513dd4b8b0fbe8f052f900f5b33e94b922e1e07636ef9559 network default NAD default NAD key ] I0512 14:57:34.652016 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 8da19f58ac1161c, network: default, NAD default, SandboxID: "8da19f58ac1161c3513dd4b8b0fbe8f052f900f5b33e94b922e1e07636ef9559", PCI device ID: , UID: "77c53268-ef74-4a27-9238-95d5812b149a", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0512 14:57:34.706273 3916 cni.go:473] [tsf-keycloak/keycloak-0 8da19f58ac1161c3513dd4b8b0fbe8f052f900f5b33e94b922e1e07636ef9559 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 8da19f58ac1161c3513dd4b8b0fbe8f052f900f5b33e94b922e1e07636ef9559 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:47:48:9a:f4:61\",\"name\":\"8da19f58ac1161c\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/463e196f-986b-415c-a6f8-c7e59b233492\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 14:57:42.579739 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 14:57:44.564619 3916 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 14:57:44.564688 3916 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dh6hn IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dh6hn: no pod IPs found W0512 14:57:48.475987 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 14:57:48.476007 3916 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 14:57:48.476030 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 14:57:48.476048 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 14:57:49.498149 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 14:57:55.647256 3916 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-wz9zp] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-wz9zp for pod on switch ip-10-0-0-119.ec2.internal I0512 14:57:55.647349 3916 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-wz9zp I0512 14:57:55.665101 3916 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-wz9zp] pod update took 17.774167ms I0512 14:57:55.665191 3916 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-wz9zp] addLogicalPort annotation time took 17.868195ms I0512 14:57:55.666583 3916 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-wz9zp] addLogicalPort took 19.342443ms, libovsdb time 1.004708ms I0512 14:57:56.019975 3916 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-wz9zp a1aa0785dc9193d628c8603b8336964d3974d4f561a94802c79e2bfb3e59bc3c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-wz9zp a1aa0785dc9193d628c8603b8336964d3974d4f561a94802c79e2bfb3e59bc3c network default NAD default NAD key ] I0512 14:57:56.030716 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-wz9zp, hostIfaceName: a1aa0785dc9193d, network: default, NAD default, SandboxID: "a1aa0785dc9193d628c8603b8336964d3974d4f561a94802c79e2bfb3e59bc3c", PCI device ID: , UID: "83b27dae-0a06-433a-9517-e10d619cac57", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0512 14:57:56.090501 3916 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-wz9zp a1aa0785dc9193d628c8603b8336964d3974d4f561a94802c79e2bfb3e59bc3c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-wz9zp a1aa0785dc9193d628c8603b8336964d3974d4f561a94802c79e2bfb3e59bc3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:bb:90:3d:2b:fa\",\"name\":\"a1aa0785dc9193d\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ed1506c-24d6-4d25-82bd-339b8550c465\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:58:02.461089 3916 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 14:58:05.396645 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=104 I0512 14:58:06.481941 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 14:58:09.492899 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 14:58:10.404116 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=848 W0512 14:58:12.819145 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0512 14:58:12.819168 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0512 14:58:12.824985 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 14:58:12.825007 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0512 14:58:14.161409 3916 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-l9xzp] creating logical port tsf-keycloak_tsf-iam-l9xzp for pod on switch ip-10-0-0-119.ec2.internal I0512 14:58:14.161542 3916 kube.go:256] Updating pod tsf-keycloak/tsf-iam-l9xzp I0512 14:58:14.199656 3916 pod.go:62] [tsf-keycloak/tsf-iam-l9xzp] pod update took 38.151713ms I0512 14:58:14.199681 3916 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-l9xzp] addLogicalPort annotation time took 38.179679ms I0512 14:58:14.201053 3916 pods.go:271] [tsf-keycloak/tsf-iam-l9xzp] addLogicalPort took 39.656335ms, libovsdb time 963.096µs I0512 14:58:14.524629 3916 cni.go:452] [tsf-keycloak/tsf-iam-l9xzp c216f80dd26cd4be83aa88306d036832a31f17866ab7c3d3b72fe4d014510681 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-l9xzp c216f80dd26cd4be83aa88306d036832a31f17866ab7c3d3b72fe4d014510681 network default NAD default NAD key ] I0512 14:58:14.533774 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-l9xzp, hostIfaceName: c216f80dd26cd4b, network: default, NAD default, SandboxID: "c216f80dd26cd4be83aa88306d036832a31f17866ab7c3d3b72fe4d014510681", PCI device ID: , UID: "9894894b-b80e-4073-8396-2884f714deaa", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0512 14:58:14.586268 3916 cni.go:473] [tsf-keycloak/tsf-iam-l9xzp c216f80dd26cd4be83aa88306d036832a31f17866ab7c3d3b72fe4d014510681 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-l9xzp c216f80dd26cd4be83aa88306d036832a31f17866ab7c3d3b72fe4d014510681 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:a0:33:1b:b7:bb\",\"name\":\"c216f80dd26cd4b\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c37fdaf6-dcb8-42a8-9b83-001ff44ac46c\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:58:25.520806 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0512 14:58:26.806397 3916 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 14:58:26.806442 3916 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 14:58:26.806448 3916 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 14:58:27.712219 3916 cni.go:452] [tsf/test-tsf-iam f824eb6fb046dec094f4e635047e695446723cc075ff76610af8d35037ae2d95 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam f824eb6fb046dec094f4e635047e695446723cc075ff76610af8d35037ae2d95 network default NAD default NAD key ] I0512 14:58:27.798252 3916 cni.go:473] [tsf/test-tsf-iam f824eb6fb046dec094f4e635047e695446723cc075ff76610af8d35037ae2d95 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam f824eb6fb046dec094f4e635047e695446723cc075ff76610af8d35037ae2d95 network default NAD default NAD key default], result "{}", err I0512 14:58:27.856318 3916 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:27.856385 3916 pods.go:176] Deleting pod: tsf/test-tsf-iam I0512 14:58:27.857955 3916 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.33 I0512 14:58:27.857988 3916 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:27.895797 3916 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:58:27.895828 3916 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:58:27.901493 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 14:58:27.901527 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 14:58:28.735271 3916 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-119.ec2.internal I0512 14:58:28.735392 3916 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0512 14:58:28.756634 3916 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 21.275571ms I0512 14:58:28.756668 3916 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 21.316121ms I0512 14:58:28.758088 3916 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 22.841487ms, libovsdb time 1.023462ms I0512 14:58:29.118956 3916 cni.go:452] [tsf-tas/test-tsf-tas 1d5ef40b6073ea6ef18030c6331d38fe59b0717d0d1a8ceb474fc906b708464f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 1d5ef40b6073ea6ef18030c6331d38fe59b0717d0d1a8ceb474fc906b708464f network default NAD default NAD key ] I0512 14:58:29.130263 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 1d5ef40b6073ea6, network: default, NAD default, SandboxID: "1d5ef40b6073ea6ef18030c6331d38fe59b0717d0d1a8ceb474fc906b708464f", PCI device ID: , UID: "b5fe27e4-bbe0-44a7-9f48-8523422b48d7", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0512 14:58:29.196120 3916 cni.go:473] [tsf-tas/test-tsf-tas 1d5ef40b6073ea6ef18030c6331d38fe59b0717d0d1a8ceb474fc906b708464f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 1d5ef40b6073ea6ef18030c6331d38fe59b0717d0d1a8ceb474fc906b708464f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:db:5c:7a:0d:6d\",\"name\":\"1d5ef40b6073ea6\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f4d16d4-6a41-4153-8e0b-c6353cf4f04e\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:58:30.971960 3916 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-h29kl-5mk2r] creating logical port tsf-tas_rekor-createtree-job-h29kl-5mk2r for pod on switch ip-10-0-0-119.ec2.internal I0512 14:58:30.972064 3916 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-h29kl-5mk2r I0512 14:58:30.989689 3916 pod.go:62] [tsf-tas/rekor-createtree-job-h29kl-5mk2r] pod update took 17.650716ms I0512 14:58:30.989719 3916 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-h29kl-5mk2r] addLogicalPort annotation time took 17.688272ms I0512 14:58:30.991036 3916 pods.go:271] [tsf-tas/rekor-createtree-job-h29kl-5mk2r] addLogicalPort took 19.093891ms, libovsdb time 905.513µs I0512 14:58:31.333853 3916 cni.go:452] [tsf-tas/rekor-createtree-job-h29kl-5mk2r 579acb9081591415ef753f55fdb4bfee6e436ed609ae568f65402d418e4bc1f4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-h29kl-5mk2r 579acb9081591415ef753f55fdb4bfee6e436ed609ae568f65402d418e4bc1f4 network default NAD default NAD key ] I0512 14:58:31.342988 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-h29kl-5mk2r, hostIfaceName: 579acb908159141, network: default, NAD default, SandboxID: "579acb9081591415ef753f55fdb4bfee6e436ed609ae568f65402d418e4bc1f4", PCI device ID: , UID: "d819e86a-ff77-4dbc-aad0-ca5cf0e8c6f0", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0512 14:58:31.392269 3916 cni.go:473] [tsf-tas/rekor-createtree-job-h29kl-5mk2r 579acb9081591415ef753f55fdb4bfee6e436ed609ae568f65402d418e4bc1f4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-h29kl-5mk2r 579acb9081591415ef753f55fdb4bfee6e436ed609ae568f65402d418e4bc1f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:93:c4:d5:f3:3c\",\"name\":\"579acb908159141\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d1348f6-a2c1-41aa-887c-6be282542e70\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:58:32.747264 3916 cni.go:452] [tsf-keycloak/tsf-iam-l9xzp c216f80dd26cd4be83aa88306d036832a31f17866ab7c3d3b72fe4d014510681 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-l9xzp c216f80dd26cd4be83aa88306d036832a31f17866ab7c3d3b72fe4d014510681 network default NAD default NAD key ] I0512 14:58:32.827938 3916 cni.go:473] [tsf-keycloak/tsf-iam-l9xzp c216f80dd26cd4be83aa88306d036832a31f17866ab7c3d3b72fe4d014510681 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-l9xzp c216f80dd26cd4be83aa88306d036832a31f17866ab7c3d3b72fe4d014510681 network default NAD default NAD key default], result "{}", err I0512 14:58:32.880823 3916 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-l9xzp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:32.880860 3916 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-l9xzp I0512 14:58:32.882463 3916 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-l9xzp, ips: 10.129.0.36 I0512 14:58:32.882493 3916 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-l9xzp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:33.487375 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 14:58:33.781500 3916 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-l9xzp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:58:33.781529 3916 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-l9xzp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 14:58:34.837627 3916 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 14:58:34.837645 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0512 14:58:43.971051 3916 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 14:58:44.882597 3916 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0512 14:58:44.910666 3916 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 14:58:45.264870 3916 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-jr9h4] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-jr9h4 for pod on switch ip-10-0-0-119.ec2.internal I0512 14:58:45.264957 3916 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-jr9h4 I0512 14:58:45.279120 3916 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-jr9h4] pod update took 14.18177ms I0512 14:58:45.279145 3916 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-jr9h4] addLogicalPort annotation time took 14.212089ms I0512 14:58:45.280560 3916 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-jr9h4] addLogicalPort took 15.708978ms, libovsdb time 1.001883ms I0512 14:58:45.621302 3916 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-jr9h4 e24f383f76e249aae53064f90fb1a133bf442d7f53190ff468b6ac268b9bbd3c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-jr9h4 e24f383f76e249aae53064f90fb1a133bf442d7f53190ff468b6ac268b9bbd3c network default NAD default NAD key ] I0512 14:58:45.631416 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-jr9h4, hostIfaceName: e24f383f76e249a, network: default, NAD default, SandboxID: "e24f383f76e249aae53064f90fb1a133bf442d7f53190ff468b6ac268b9bbd3c", PCI device ID: , UID: "20134a29-8eca-40b7-be99-202cbd639454", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0512 14:58:45.681994 3916 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-jr9h4 e24f383f76e249aae53064f90fb1a133bf442d7f53190ff468b6ac268b9bbd3c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-jr9h4 e24f383f76e249aae53064f90fb1a133bf442d7f53190ff468b6ac268b9bbd3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:8b:c4:05:a5:3f\",\"name\":\"e24f383f76e249a\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d97cdade-4991-4c14-83db-9b9ba0d76b40\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:58:48.089510 3916 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kgqcz-7mcrx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:48.090093 3916 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kgqcz-7mcrx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:48.967484 3916 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kgqcz-7mcrx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:58:48.967511 3916 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kgqcz-7mcrx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:58:50.483033 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 14:59:11.609943 3916 namespace.go:142] [openshift-pipelines] updating namespace I0512 14:59:21.827459 3916 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xfzbh] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-xfzbh for pod on switch ip-10-0-0-119.ec2.internal I0512 14:59:21.827553 3916 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xfzbh I0512 14:59:21.842250 3916 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xfzbh] pod update took 14.720295ms I0512 14:59:21.842271 3916 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xfzbh] addLogicalPort annotation time took 14.744693ms I0512 14:59:21.843537 3916 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xfzbh] addLogicalPort took 16.111012ms, libovsdb time 852.988µs I0512 14:59:21.988895 3916 cni.go:452] [tsf-tas/test-tsf-tas 1d5ef40b6073ea6ef18030c6331d38fe59b0717d0d1a8ceb474fc906b708464f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 1d5ef40b6073ea6ef18030c6331d38fe59b0717d0d1a8ceb474fc906b708464f network default NAD default NAD key ] I0512 14:59:22.082817 3916 cni.go:473] [tsf-tas/test-tsf-tas 1d5ef40b6073ea6ef18030c6331d38fe59b0717d0d1a8ceb474fc906b708464f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 1d5ef40b6073ea6ef18030c6331d38fe59b0717d0d1a8ceb474fc906b708464f network default NAD default NAD key default], result "{}", err I0512 14:59:22.134630 3916 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:22.134664 3916 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0512 14:59:22.135970 3916 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.37 I0512 14:59:22.135997 3916 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:22.156403 3916 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:22.156465 3916 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:22.161457 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 14:59:22.161481 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 14:59:22.186796 3916 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xfzbh c51019d587e0b1072ecb47ba369eb5077a4b1d288164d7accaf65903db647d99 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xfzbh c51019d587e0b1072ecb47ba369eb5077a4b1d288164d7accaf65903db647d99 network default NAD default NAD key ] I0512 14:59:22.195977 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-xfzbh, hostIfaceName: c51019d587e0b10, network: default, NAD default, SandboxID: "c51019d587e0b1072ecb47ba369eb5077a4b1d288164d7accaf65903db647d99", PCI device ID: , UID: "bf332d50-44b1-4c68-a6ad-c732d8d54bb2", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0512 14:59:22.246559 3916 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xfzbh c51019d587e0b1072ecb47ba369eb5077a4b1d288164d7accaf65903db647d99 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-xfzbh c51019d587e0b1072ecb47ba369eb5077a4b1d288164d7accaf65903db647d99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:41:d4:02:b4:6f\",\"name\":\"c51019d587e0b10\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c52fe580-188a-48bc-9e01-f9a5c7f29e47\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:59:22.860348 3916 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-bnwwj] creating logical port tsf_patch-tekton-config-bnwwj for pod on switch ip-10-0-0-119.ec2.internal I0512 14:59:22.860485 3916 kube.go:256] Updating pod tsf/patch-tekton-config-bnwwj I0512 14:59:22.878095 3916 pod.go:62] [tsf/patch-tekton-config-bnwwj] pod update took 17.635537ms I0512 14:59:22.878117 3916 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-bnwwj] addLogicalPort annotation time took 17.685949ms I0512 14:59:22.879303 3916 pods.go:271] [tsf/patch-tekton-config-bnwwj] addLogicalPort took 18.9777ms, libovsdb time 783.289µs I0512 14:59:23.312997 3916 cni.go:452] [tsf/patch-tekton-config-bnwwj 613100cbafa7bbed1c2ba0de79670cc34a3bd10ef60203a19bb519c905782674 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-bnwwj 613100cbafa7bbed1c2ba0de79670cc34a3bd10ef60203a19bb519c905782674 network default NAD default NAD key ] I0512 14:59:23.322537 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-bnwwj, hostIfaceName: 613100cbafa7bbe, network: default, NAD default, SandboxID: "613100cbafa7bbed1c2ba0de79670cc34a3bd10ef60203a19bb519c905782674", PCI device ID: , UID: "b85b9d7f-cadf-4b5c-ba2c-392f96b86bea", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0512 14:59:23.371416 3916 cni.go:473] [tsf/patch-tekton-config-bnwwj 613100cbafa7bbed1c2ba0de79670cc34a3bd10ef60203a19bb519c905782674 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-bnwwj 613100cbafa7bbed1c2ba0de79670cc34a3bd10ef60203a19bb519c905782674 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:96:83:ce:e5:71\",\"name\":\"613100cbafa7bbe\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/188b0d9d-4528-4904-8dc7-adfcc87b1a49\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 14:59:25.011675 3916 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 14:59:29.193161 3916 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 14:59:29.193187 3916 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0512 14:59:31.048691 3916 cni.go:452] [tsf/patch-tekton-config-bnwwj 613100cbafa7bbed1c2ba0de79670cc34a3bd10ef60203a19bb519c905782674 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-bnwwj 613100cbafa7bbed1c2ba0de79670cc34a3bd10ef60203a19bb519c905782674 network default NAD default NAD key ] I0512 14:59:31.136599 3916 cni.go:473] [tsf/patch-tekton-config-bnwwj 613100cbafa7bbed1c2ba0de79670cc34a3bd10ef60203a19bb519c905782674 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-bnwwj 613100cbafa7bbed1c2ba0de79670cc34a3bd10ef60203a19bb519c905782674 network default NAD default NAD key default], result "{}", err I0512 14:59:31.189314 3916 obj_retry.go:498] Detected object tsf/patch-tekton-config-bnwwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:31.189351 3916 pods.go:176] Deleting pod: tsf/patch-tekton-config-bnwwj I0512 14:59:31.190658 3916 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-bnwwj, ips: 10.129.0.41 I0512 14:59:31.190687 3916 obj_retry.go:498] Detected object tsf/patch-tekton-config-bnwwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:31.344626 3916 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-7pr6b-ftsvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:31.345157 3916 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-7pr6b-ftsvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 14:59:31.636491 3916 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0512 14:59:32.068904 3916 obj_retry.go:492] Detected object tsf/patch-tekton-config-bnwwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:32.068929 3916 obj_retry.go:492] Detected object tsf/patch-tekton-config-bnwwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:32.222351 3916 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-7pr6b-ftsvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:32.222372 3916 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-7pr6b-ftsvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:35.922363 3916 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-7fc6db86c9-fqdtq] creating logical port tsf-tas_ctlog-7fc6db86c9-fqdtq for pod on switch ip-10-0-0-119.ec2.internal I0512 14:59:35.922486 3916 kube.go:256] Updating pod tsf-tas/ctlog-7fc6db86c9-fqdtq I0512 14:59:35.937980 3916 pod.go:62] [tsf-tas/ctlog-7fc6db86c9-fqdtq] pod update took 15.519244ms I0512 14:59:35.938001 3916 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-7fc6db86c9-fqdtq] addLogicalPort annotation time took 15.546506ms I0512 14:59:35.939303 3916 pods.go:271] [tsf-tas/ctlog-7fc6db86c9-fqdtq] addLogicalPort took 16.960491ms, libovsdb time 894.616µs W0512 14:59:36.017570 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0512 14:59:36.883009 3916 cni.go:452] [tsf-tas/ctlog-7fc6db86c9-fqdtq d148cb083172ae434593a67d09a21f158912b238388ec9086b5e4cec7b420e77 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-7fc6db86c9-fqdtq d148cb083172ae434593a67d09a21f158912b238388ec9086b5e4cec7b420e77 network default NAD default NAD key ] I0512 14:59:36.893001 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-7fc6db86c9-fqdtq, hostIfaceName: d148cb083172ae4, network: default, NAD default, SandboxID: "d148cb083172ae434593a67d09a21f158912b238388ec9086b5e4cec7b420e77", PCI device ID: , UID: "49b153ba-a93a-4383-8b19-8b91959299f7", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0512 14:59:36.944471 3916 cni.go:473] [tsf-tas/ctlog-7fc6db86c9-fqdtq d148cb083172ae434593a67d09a21f158912b238388ec9086b5e4cec7b420e77 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-7fc6db86c9-fqdtq d148cb083172ae434593a67d09a21f158912b238388ec9086b5e4cec7b420e77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:71:c7:97:db:23\",\"name\":\"d148cb083172ae4\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6d7fdd3-80c4-4c4c-8dc1-7bffee672069\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:59:38.401285 3916 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-cw75f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:38.401889 3916 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-cw75f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 14:59:39.097559 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 14:59:39.425290 3916 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-cw75f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:39.425316 3916 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-cw75f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:39.477572 3916 obj_retry.go:492] Detected object tsf/patch-tekton-config-bnwwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:39.477605 3916 obj_retry.go:492] Detected object tsf/patch-tekton-config-bnwwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:39.483844 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-bnwwj I0512 14:59:39.483872 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-bnwwj I0512 14:59:40.124472 3916 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-119.ec2.internal I0512 14:59:40.124593 3916 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0512 14:59:40.139848 3916 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.275331ms I0512 14:59:40.139873 3916 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.306194ms I0512 14:59:40.141138 3916 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.68246ms, libovsdb time 891.482µs I0512 14:59:40.483485 3916 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 158027f7616cd29c7a866a9d8e04e2411fca24dc4f62262955e4508321580821 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 158027f7616cd29c7a866a9d8e04e2411fca24dc4f62262955e4508321580821 network default NAD default NAD key ] I0512 14:59:40.493748 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 158027f7616cd29, network: default, NAD default, SandboxID: "158027f7616cd29c7a866a9d8e04e2411fca24dc4f62262955e4508321580821", PCI device ID: , UID: "aa2b465a-06ce-47d9-b571-f76f056f1397", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0512 14:59:40.545832 3916 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 158027f7616cd29c7a866a9d8e04e2411fca24dc4f62262955e4508321580821 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 158027f7616cd29c7a866a9d8e04e2411fca24dc4f62262955e4508321580821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:df:1d:ea:49:52\",\"name\":\"158027f7616cd29\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd81b989-2914-4faf-98e7-31ca2b93a594\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:59:41.394047 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=239 I0512 14:59:44.121227 3916 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 158027f7616cd29c7a866a9d8e04e2411fca24dc4f62262955e4508321580821 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 158027f7616cd29c7a866a9d8e04e2411fca24dc4f62262955e4508321580821 network default NAD default NAD key ] I0512 14:59:44.209964 3916 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 158027f7616cd29c7a866a9d8e04e2411fca24dc4f62262955e4508321580821 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 158027f7616cd29c7a866a9d8e04e2411fca24dc4f62262955e4508321580821 network default NAD default NAD key default], result "{}", err I0512 14:59:44.262516 3916 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:44.262554 3916 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0512 14:59:44.264067 3916 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.43 I0512 14:59:44.264100 3916 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:44.281244 3916 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:44.281270 3916 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:44.286552 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 14:59:44.286588 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 14:59:44.496995 3916 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-119.ec2.internal I0512 14:59:44.497096 3916 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0512 14:59:44.510339 3916 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.267958ms I0512 14:59:44.510362 3916 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.29523ms I0512 14:59:44.511602 3916 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.624557ms, libovsdb time 842.584µs I0512 14:59:44.854838 3916 cni.go:452] [tsf-tpa/test-tsf-tpa b1a36c40bf61eb3981f579448fcf84868dbe85839b36d738477ba3e053352c01 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa b1a36c40bf61eb3981f579448fcf84868dbe85839b36d738477ba3e053352c01 network default NAD default NAD key ] I0512 14:59:44.864145 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: b1a36c40bf61eb3, network: default, NAD default, SandboxID: "b1a36c40bf61eb3981f579448fcf84868dbe85839b36d738477ba3e053352c01", PCI device ID: , UID: "6d908297-3c67-46b7-807e-7b903943756b", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0512 14:59:44.916127 3916 cni.go:473] [tsf-tpa/test-tsf-tpa b1a36c40bf61eb3981f579448fcf84868dbe85839b36d738477ba3e053352c01 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa b1a36c40bf61eb3981f579448fcf84868dbe85839b36d738477ba3e053352c01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ca:3e:97:34:d2\",\"name\":\"b1a36c40bf61eb3\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1eefb809-a731-4762-8acf-016bc7d1ee27\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 14:59:50.100624 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0512 14:59:50.481349 3916 obj_retry.go:498] Detected object tsf-tpa/create-db-kzv2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:50.481934 3916 obj_retry.go:498] Detected object tsf-tpa/create-db-kzv2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:51.521092 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 14:59:51.521284 3916 obj_retry.go:492] Detected object tsf-tpa/create-db-kzv2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:51.521307 3916 obj_retry.go:492] Detected object tsf-tpa/create-db-kzv2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:51.647034 3916 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-fqt4k] creating logical port tsf-tpa_migrate-db-fqt4k for pod on switch ip-10-0-0-119.ec2.internal I0512 14:59:51.647129 3916 kube.go:256] Updating pod tsf-tpa/migrate-db-fqt4k I0512 14:59:51.661143 3916 pod.go:62] [tsf-tpa/migrate-db-fqt4k] pod update took 14.040953ms I0512 14:59:51.661162 3916 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-fqt4k] addLogicalPort annotation time took 14.066539ms I0512 14:59:51.662384 3916 pods.go:271] [tsf-tpa/migrate-db-fqt4k] addLogicalPort took 15.36544ms, libovsdb time 830.596µs I0512 14:59:52.057706 3916 cni.go:452] [tsf-tpa/migrate-db-fqt4k 6347c5797d641039decf9246a61434d6840c584888e5319ace6086d8d9608f95 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-fqt4k 6347c5797d641039decf9246a61434d6840c584888e5319ace6086d8d9608f95 network default NAD default NAD key ] I0512 14:59:52.067006 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-fqt4k, hostIfaceName: 6347c5797d64103, network: default, NAD default, SandboxID: "6347c5797d641039decf9246a61434d6840c584888e5319ace6086d8d9608f95", PCI device ID: , UID: "9cfe36f8-2f59-4b13-9661-4c812d36b9e2", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0512 14:59:52.119885 3916 cni.go:473] [tsf-tpa/migrate-db-fqt4k 6347c5797d641039decf9246a61434d6840c584888e5319ace6086d8d9608f95 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-fqt4k 6347c5797d641039decf9246a61434d6840c584888e5319ace6086d8d9608f95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:d3:5e:ca:19:39\",\"name\":\"6347c5797d64103\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07142821-83b3-4a9f-8927-209f15fb5e7c\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:59:53.179481 3916 cni.go:452] [tsf-tas/rekor-createtree-job-h29kl-5mk2r 579acb9081591415ef753f55fdb4bfee6e436ed609ae568f65402d418e4bc1f4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-h29kl-5mk2r 579acb9081591415ef753f55fdb4bfee6e436ed609ae568f65402d418e4bc1f4 network default NAD default NAD key ] I0512 14:59:53.268174 3916 cni.go:473] [tsf-tas/rekor-createtree-job-h29kl-5mk2r 579acb9081591415ef753f55fdb4bfee6e436ed609ae568f65402d418e4bc1f4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-h29kl-5mk2r 579acb9081591415ef753f55fdb4bfee6e436ed609ae568f65402d418e4bc1f4 network default NAD default NAD key default], result "{}", err I0512 14:59:53.341131 3916 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h29kl-5mk2r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:53.341170 3916 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-h29kl-5mk2r I0512 14:59:53.342667 3916 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-h29kl-5mk2r, ips: 10.129.0.38 I0512 14:59:53.342703 3916 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h29kl-5mk2r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:54.195159 3916 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h29kl-5mk2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:54.195190 3916 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h29kl-5mk2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:57.198641 3916 cni.go:452] [tsf-tpa/migrate-db-fqt4k 6347c5797d641039decf9246a61434d6840c584888e5319ace6086d8d9608f95 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-fqt4k 6347c5797d641039decf9246a61434d6840c584888e5319ace6086d8d9608f95 network default NAD default NAD key ] I0512 14:59:57.288620 3916 cni.go:473] [tsf-tpa/migrate-db-fqt4k 6347c5797d641039decf9246a61434d6840c584888e5319ace6086d8d9608f95 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-fqt4k 6347c5797d641039decf9246a61434d6840c584888e5319ace6086d8d9608f95 network default NAD default NAD key default], result "{}", err I0512 14:59:57.290025 3916 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-85bc79c798-v9n4t] creating logical port tsf-tas_rekor-redis-85bc79c798-v9n4t for pod on switch ip-10-0-0-119.ec2.internal I0512 14:59:57.290176 3916 kube.go:256] Updating pod tsf-tas/rekor-redis-85bc79c798-v9n4t I0512 14:59:57.306422 3916 pod.go:62] [tsf-tas/rekor-redis-85bc79c798-v9n4t] pod update took 16.271422ms I0512 14:59:57.306473 3916 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-85bc79c798-v9n4t] addLogicalPort annotation time took 16.323691ms I0512 14:59:57.307740 3916 pods.go:271] [tsf-tas/rekor-redis-85bc79c798-v9n4t] addLogicalPort took 17.727499ms, libovsdb time 883.589µs I0512 14:59:57.351082 3916 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fqt4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:57.351122 3916 pods.go:176] Deleting pod: tsf-tpa/migrate-db-fqt4k I0512 14:59:57.352499 3916 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-fqt4k, ips: 10.129.0.45 I0512 14:59:57.352526 3916 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fqt4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:57.393670 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0512 14:59:57.431519 3916 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6c47fc47cd-xrpkl] creating logical port tsf-tas_rekor-search-ui-6c47fc47cd-xrpkl for pod on switch ip-10-0-0-119.ec2.internal I0512 14:59:57.431621 3916 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6c47fc47cd-xrpkl I0512 14:59:57.446898 3916 pod.go:62] [tsf-tas/rekor-search-ui-6c47fc47cd-xrpkl] pod update took 15.304786ms I0512 14:59:57.446923 3916 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6c47fc47cd-xrpkl] addLogicalPort annotation time took 15.337035ms I0512 14:59:57.448208 3916 pods.go:271] [tsf-tas/rekor-search-ui-6c47fc47cd-xrpkl] addLogicalPort took 16.707557ms, libovsdb time 881.28µs I0512 14:59:57.796278 3916 cni.go:452] [tsf-tas/rekor-search-ui-6c47fc47cd-xrpkl 24c6769ee27631cb3cfdb0799ec00c6261940c927af9272cc3784b1d7070113d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6c47fc47cd-xrpkl 24c6769ee27631cb3cfdb0799ec00c6261940c927af9272cc3784b1d7070113d network default NAD default NAD key ] I0512 14:59:57.807185 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6c47fc47cd-xrpkl, hostIfaceName: 24c6769ee27631c, network: default, NAD default, SandboxID: "24c6769ee27631cb3cfdb0799ec00c6261940c927af9272cc3784b1d7070113d", PCI device ID: , UID: "0a4ea7ad-0845-427b-898c-dbc229f31f26", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0512 14:59:57.859743 3916 cni.go:473] [tsf-tas/rekor-search-ui-6c47fc47cd-xrpkl 24c6769ee27631cb3cfdb0799ec00c6261940c927af9272cc3784b1d7070113d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6c47fc47cd-xrpkl 24c6769ee27631cb3cfdb0799ec00c6261940c927af9272cc3784b1d7070113d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:f9:ef:ef:d3:80\",\"name\":\"24c6769ee27631c\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39f245e5-8cb5-43a6-9510-1bf8cf50a8b5\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:59:58.217360 3916 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fqt4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:58.217388 3916 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fqt4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:58.271841 3916 cni.go:452] [tsf-tas/rekor-redis-85bc79c798-v9n4t c77801e5128b4c5a316d199601230788dd9f6a3e5f825e41dcc832217314304c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-85bc79c798-v9n4t c77801e5128b4c5a316d199601230788dd9f6a3e5f825e41dcc832217314304c network default NAD default NAD key ] I0512 14:59:58.281984 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-85bc79c798-v9n4t, hostIfaceName: c77801e5128b4c5, network: default, NAD default, SandboxID: "c77801e5128b4c5a316d199601230788dd9f6a3e5f825e41dcc832217314304c", PCI device ID: , UID: "04e5e00b-e17a-450b-9931-354b86118770", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0512 14:59:58.336319 3916 cni.go:473] [tsf-tas/rekor-redis-85bc79c798-v9n4t c77801e5128b4c5a316d199601230788dd9f6a3e5f825e41dcc832217314304c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-85bc79c798-v9n4t c77801e5128b4c5a316d199601230788dd9f6a3e5f825e41dcc832217314304c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:14:0c:90:b5:1f\",\"name\":\"c77801e5128b4c5\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e2c0567-ffe7-43ac-956a-44ed2d2afe03\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 14:59:58.415196 3916 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-g9v9w] creating logical port tsf-tpa_create-importers-g9v9w for pod on switch ip-10-0-0-119.ec2.internal I0512 14:59:58.415287 3916 kube.go:256] Updating pod tsf-tpa/create-importers-g9v9w I0512 14:59:58.428545 3916 pod.go:62] [tsf-tpa/create-importers-g9v9w] pod update took 13.277252ms I0512 14:59:58.428599 3916 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-g9v9w] addLogicalPort annotation time took 13.336011ms I0512 14:59:58.429922 3916 pods.go:271] [tsf-tpa/create-importers-g9v9w] addLogicalPort took 14.746446ms, libovsdb time 924.878µs I0512 14:59:58.783185 3916 cni.go:452] [tsf-tpa/create-importers-g9v9w 40aa03fec2710345a689132edc5c816bed33687fef8708a71ee8143b216d4c4b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-g9v9w 40aa03fec2710345a689132edc5c816bed33687fef8708a71ee8143b216d4c4b network default NAD default NAD key ] I0512 14:59:58.793376 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-g9v9w, hostIfaceName: 40aa03fec271034, network: default, NAD default, SandboxID: "40aa03fec2710345a689132edc5c816bed33687fef8708a71ee8143b216d4c4b", PCI device ID: , UID: "2f27dea3-0901-4694-9d81-a4df7b994326", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0512 14:59:58.849041 3916 cni.go:473] [tsf-tpa/create-importers-g9v9w 40aa03fec2710345a689132edc5c816bed33687fef8708a71ee8143b216d4c4b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-g9v9w 40aa03fec2710345a689132edc5c816bed33687fef8708a71ee8143b216d4c4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:05:f0:ae:80:4a\",\"name\":\"40aa03fec271034\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c908cc6f-a20e-406e-9538-8158e2bcfbdd\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:00:00.010250 3916 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-b957df5fd-zqgnd] creating logical port tsf-tas_rekor-server-b957df5fd-zqgnd for pod on switch ip-10-0-0-119.ec2.internal I0512 15:00:00.010384 3916 kube.go:256] Updating pod tsf-tas/rekor-server-b957df5fd-zqgnd I0512 15:00:00.022767 3916 pod.go:62] [tsf-tas/rekor-server-b957df5fd-zqgnd] pod update took 12.408353ms I0512 15:00:00.022791 3916 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-b957df5fd-zqgnd] addLogicalPort annotation time took 12.438738ms I0512 15:00:00.024221 3916 pods.go:271] [tsf-tas/rekor-server-b957df5fd-zqgnd] addLogicalPort took 13.988579ms, libovsdb time 973.158µs I0512 15:00:00.169153 3916 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643300-8qjtc for pod on switch ip-10-0-0-119.ec2.internal I0512 15:00:00.169315 3916 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc I0512 15:00:00.182841 3916 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc] pod update took 13.562989ms I0512 15:00:00.182866 3916 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc] addLogicalPort annotation time took 13.596349ms I0512 15:00:00.184483 3916 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc] addLogicalPort took 15.354647ms, libovsdb time 1.064035ms I0512 15:00:00.226337 3916 cni.go:452] [tsf-tpa/create-importers-g9v9w 40aa03fec2710345a689132edc5c816bed33687fef8708a71ee8143b216d4c4b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-g9v9w 40aa03fec2710345a689132edc5c816bed33687fef8708a71ee8143b216d4c4b network default NAD default NAD key ] I0512 15:00:00.299616 3916 cni.go:473] [tsf-tpa/create-importers-g9v9w 40aa03fec2710345a689132edc5c816bed33687fef8708a71ee8143b216d4c4b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-g9v9w 40aa03fec2710345a689132edc5c816bed33687fef8708a71ee8143b216d4c4b network default NAD default NAD key default], result "{}", err I0512 15:00:02.789199 3916 obj_retry.go:498] Detected object tsf-tpa/create-importers-g9v9w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:02.789236 3916 pods.go:176] Deleting pod: tsf-tpa/create-importers-g9v9w I0512 15:00:02.790850 3916 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-g9v9w, ips: 10.129.0.48 I0512 15:00:02.790881 3916 obj_retry.go:498] Detected object tsf-tpa/create-importers-g9v9w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:03.111144 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc 3e6d8676116174cc1d4cc0f1bb5db371d175e9c88d85828d798a2ffa423c7703 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc 3e6d8676116174cc1d4cc0f1bb5db371d175e9c88d85828d798a2ffa423c7703 network default NAD default NAD key ] I0512 15:00:03.120741 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643300-8qjtc, hostIfaceName: 3e6d8676116174c, network: default, NAD default, SandboxID: "3e6d8676116174cc1d4cc0f1bb5db371d175e9c88d85828d798a2ffa423c7703", PCI device ID: , UID: "8ce2d4ff-d08a-489b-8108-43d596e634e2", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0512 15:00:03.174856 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc 3e6d8676116174cc1d4cc0f1bb5db371d175e9c88d85828d798a2ffa423c7703 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc 3e6d8676116174cc1d4cc0f1bb5db371d175e9c88d85828d798a2ffa423c7703 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:2d:5c:c1:1b:a9\",\"name\":\"3e6d8676116174c\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/410fab93-7283-42bb-8e6d-49dbe4a67d12\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 15:00:03.250653 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 15:00:03.824800 3916 obj_retry.go:492] Detected object tsf-tpa/create-importers-g9v9w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:03.824823 3916 obj_retry.go:492] Detected object tsf-tpa/create-importers-g9v9w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 15:00:04.247721 3916 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0512 15:00:04.313672 3916 cni.go:452] [tsf-tas/rekor-server-b957df5fd-zqgnd a27397a5534ba7aca0fbb2178041413f64a68c15ed702f61133d60ba98d4e188 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-b957df5fd-zqgnd a27397a5534ba7aca0fbb2178041413f64a68c15ed702f61133d60ba98d4e188 network default NAD default NAD key ] I0512 15:00:04.323728 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-b957df5fd-zqgnd, hostIfaceName: a27397a5534ba7a, network: default, NAD default, SandboxID: "a27397a5534ba7aca0fbb2178041413f64a68c15ed702f61133d60ba98d4e188", PCI device ID: , UID: "859732f6-e6a6-469d-a4fd-a0205a4e256d", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0512 15:00:04.379293 3916 cni.go:473] [tsf-tas/rekor-server-b957df5fd-zqgnd a27397a5534ba7aca0fbb2178041413f64a68c15ed702f61133d60ba98d4e188 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-b957df5fd-zqgnd a27397a5534ba7aca0fbb2178041413f64a68c15ed702f61133d60ba98d4e188 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:5c:b1:8e:21:54\",\"name\":\"a27397a5534ba7a\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9adc375f-0df7-4be0-b9fe-312e4815c266\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 15:00:07.268613 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 15:00:07.274692 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc 3e6d8676116174cc1d4cc0f1bb5db371d175e9c88d85828d798a2ffa423c7703 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc 3e6d8676116174cc1d4cc0f1bb5db371d175e9c88d85828d798a2ffa423c7703 network default NAD default NAD key ] I0512 15:00:07.356753 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc 3e6d8676116174cc1d4cc0f1bb5db371d175e9c88d85828d798a2ffa423c7703 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc 3e6d8676116174cc1d4cc0f1bb5db371d175e9c88d85828d798a2ffa423c7703 network default NAD default NAD key default], result "{}", err I0512 15:00:07.406862 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:07.406894 3916 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc I0512 15:00:07.408206 3916 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc, ips: 10.129.0.50 I0512 15:00:07.408235 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:08.428657 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:08.428684 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 15:00:13.481821 3916 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0512 15:00:15.281529 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0512 15:00:17.301235 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0512 15:00:19.291666 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0512 15:00:23.785922 3916 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-zx9bw-nlpb9] creating logical port tsf-tas_tuf-repository-init-zx9bw-nlpb9 for pod on switch ip-10-0-0-119.ec2.internal I0512 15:00:23.786036 3916 kube.go:256] Updating pod tsf-tas/tuf-repository-init-zx9bw-nlpb9 I0512 15:00:23.801336 3916 pod.go:62] [tsf-tas/tuf-repository-init-zx9bw-nlpb9] pod update took 15.328991ms I0512 15:00:23.801366 3916 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-zx9bw-nlpb9] addLogicalPort annotation time took 15.363342ms I0512 15:00:23.802819 3916 pods.go:271] [tsf-tas/tuf-repository-init-zx9bw-nlpb9] addLogicalPort took 16.914043ms, libovsdb time 1.01997ms I0512 15:00:26.850102 3916 cni.go:452] [tsf-tas/tuf-repository-init-zx9bw-nlpb9 e2e9587b2ea969e162f7b0333f7047b9108ad807fe39b1c3f3f6577dc49a3d35 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-zx9bw-nlpb9 e2e9587b2ea969e162f7b0333f7047b9108ad807fe39b1c3f3f6577dc49a3d35 network default NAD default NAD key ] I0512 15:00:26.860164 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-zx9bw-nlpb9, hostIfaceName: e2e9587b2ea969e, network: default, NAD default, SandboxID: "e2e9587b2ea969e162f7b0333f7047b9108ad807fe39b1c3f3f6577dc49a3d35", PCI device ID: , UID: "03eb056c-aee4-4cd3-9eff-fcb753f97c21", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0512 15:00:26.912549 3916 cni.go:473] [tsf-tas/tuf-repository-init-zx9bw-nlpb9 e2e9587b2ea969e162f7b0333f7047b9108ad807fe39b1c3f3f6577dc49a3d35 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-zx9bw-nlpb9 e2e9587b2ea969e162f7b0333f7047b9108ad807fe39b1c3f3f6577dc49a3d35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:dd:84:25:d5:ef\",\"name\":\"e2e9587b2ea969e\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/519d25ad-0bcb-4731-b481-aade6468d293\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:00:28.504178 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 15:00:32.414362 3916 cni.go:452] [tsf-tpa/test-tsf-tpa b1a36c40bf61eb3981f579448fcf84868dbe85839b36d738477ba3e053352c01 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa b1a36c40bf61eb3981f579448fcf84868dbe85839b36d738477ba3e053352c01 network default NAD default NAD key ] I0512 15:00:32.488075 3916 cni.go:473] [tsf-tpa/test-tsf-tpa b1a36c40bf61eb3981f579448fcf84868dbe85839b36d738477ba3e053352c01 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa b1a36c40bf61eb3981f579448fcf84868dbe85839b36d738477ba3e053352c01 network default NAD default NAD key default], result "{}", err I0512 15:00:32.539511 3916 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:32.539552 3916 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0512 15:00:32.541549 3916 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.44 I0512 15:00:32.541592 3916 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:32.581666 3916 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:32.581691 3916 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:32.584283 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 15:00:32.584308 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 15:00:33.334881 3916 namespace.go:98] [build-service] adding namespace I0512 15:00:33.335751 3916 namespace.go:102] [build-service] adding namespace took 841.783µs I0512 15:00:33.335791 3916 namespace.go:98] [image-controller] adding namespace I0512 15:00:33.336231 3916 namespace.go:102] [image-controller] adding namespace took 434.362µs I0512 15:00:33.342212 3916 namespace.go:98] [default-tenant] adding namespace I0512 15:00:33.342887 3916 namespace.go:102] [default-tenant] adding namespace took 660.516µs I0512 15:00:33.342915 3916 namespace.go:98] [integration-service] adding namespace I0512 15:00:33.343359 3916 namespace.go:102] [integration-service] adding namespace took 437.881µs I0512 15:00:33.423042 3916 cni.go:452] [tsf-tas/tuf-repository-init-zx9bw-nlpb9 e2e9587b2ea969e162f7b0333f7047b9108ad807fe39b1c3f3f6577dc49a3d35 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-zx9bw-nlpb9 e2e9587b2ea969e162f7b0333f7047b9108ad807fe39b1c3f3f6577dc49a3d35 network default NAD default NAD key ] I0512 15:00:33.427197 3916 namespace.go:142] [build-service] updating namespace I0512 15:00:33.489313 3916 namespace.go:142] [build-service] updating namespace I0512 15:00:33.505048 3916 cni.go:473] [tsf-tas/tuf-repository-init-zx9bw-nlpb9 e2e9587b2ea969e162f7b0333f7047b9108ad807fe39b1c3f3f6577dc49a3d35 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-zx9bw-nlpb9 e2e9587b2ea969e162f7b0333f7047b9108ad807fe39b1c3f3f6577dc49a3d35 network default NAD default NAD key default], result "{}", err I0512 15:00:33.506212 3916 namespace.go:142] [image-controller] updating namespace I0512 15:00:33.607118 3916 namespace.go:142] [build-service] updating namespace I0512 15:00:33.607149 3916 namespace.go:142] [image-controller] updating namespace I0512 15:00:33.611198 3916 namespace.go:142] [integration-service] updating namespace I0512 15:00:33.613022 3916 namespace.go:142] [default-tenant] updating namespace I0512 15:00:33.645739 3916 namespace.go:98] [release-service] adding namespace I0512 15:00:33.646659 3916 namespace.go:102] [release-service] adding namespace took 901.455µs I0512 15:00:33.677388 3916 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-zx9bw-nlpb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:33.677424 3916 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-zx9bw-nlpb9 I0512 15:00:33.678655 3916 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-zx9bw-nlpb9, ips: 10.129.0.51 I0512 15:00:33.678681 3916 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-zx9bw-nlpb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:33.709447 3916 namespace.go:142] [konflux-ui] updating namespace I0512 15:00:33.715529 3916 namespace.go:142] [default-tenant] updating namespace I0512 15:00:33.746173 3916 namespace.go:142] [integration-service] updating namespace I0512 15:00:33.806169 3916 namespace.go:98] [konflux-info] adding namespace I0512 15:00:33.806249 3916 namespace.go:142] [integration-service] updating namespace I0512 15:00:33.807021 3916 namespace.go:102] [konflux-info] adding namespace took 830.237µs I0512 15:00:33.853741 3916 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-119.ec2.internal I0512 15:00:33.853833 3916 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0512 15:00:33.899193 3916 namespace.go:98] [namespace-lister] adding namespace I0512 15:00:33.900023 3916 namespace.go:102] [namespace-lister] adding namespace took 809.455µs I0512 15:00:33.976743 3916 namespace.go:98] [enterprise-contract-service] adding namespace I0512 15:00:33.976827 3916 namespace.go:142] [image-controller] updating namespace I0512 15:00:33.977024 3916 namespace.go:142] [release-service] updating namespace I0512 15:00:33.977656 3916 namespace.go:102] [enterprise-contract-service] adding namespace took 892.372µs I0512 15:00:34.026160 3916 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 172.353054ms I0512 15:00:34.026184 3916 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 172.382812ms I0512 15:00:34.027458 3916 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 173.740565ms, libovsdb time 811.421µs I0512 15:00:34.042547 3916 namespace.go:142] [default-tenant] updating namespace I0512 15:00:34.091127 3916 namespace.go:142] [release-service] updating namespace I0512 15:00:34.205369 3916 namespace.go:98] [segment-bridge] adding namespace I0512 15:00:34.205470 3916 namespace.go:98] [konflux-cli] adding namespace I0512 15:00:34.206124 3916 namespace.go:102] [segment-bridge] adding namespace took 732.602µs I0512 15:00:34.206821 3916 namespace.go:102] [konflux-cli] adding namespace took 1.334913ms I0512 15:00:34.431273 3916 namespace.go:142] [konflux-info] updating namespace I0512 15:00:34.510489 3916 cni.go:452] [konflux-ui/test-tsf-konflux e36d5f08e4a7119b96bdbe6cc3ae8425df61f62e971571d00d21e24a91bb3a15 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux e36d5f08e4a7119b96bdbe6cc3ae8425df61f62e971571d00d21e24a91bb3a15 network default NAD default NAD key ] I0512 15:00:34.520187 3916 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: e36d5f08e4a7119, network: default, NAD default, SandboxID: "e36d5f08e4a7119b96bdbe6cc3ae8425df61f62e971571d00d21e24a91bb3a15", PCI device ID: , UID: "3587fd08-d273-4b9e-9fc4-c440202229b1", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0512 15:00:34.574196 3916 cni.go:473] [konflux-ui/test-tsf-konflux e36d5f08e4a7119b96bdbe6cc3ae8425df61f62e971571d00d21e24a91bb3a15 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux e36d5f08e4a7119b96bdbe6cc3ae8425df61f62e971571d00d21e24a91bb3a15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:23:2f:12:89:40\",\"name\":\"e36d5f08e4a7119\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f69e3b59-7152-4608-a6e8-657eb871cb20\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:00:34.592264 3916 namespace.go:142] [konflux-info] updating namespace I0512 15:00:34.823772 3916 namespace.go:142] [namespace-lister] updating namespace I0512 15:00:34.873787 3916 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-zx9bw-nlpb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:34.873812 3916 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-zx9bw-nlpb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:34.910109 3916 namespace.go:142] [namespace-lister] updating namespace I0512 15:00:34.962451 3916 namespace.go:142] [enterprise-contract-service] updating namespace I0512 15:00:35.008244 3916 namespace.go:142] [enterprise-contract-service] updating namespace I0512 15:00:35.042840 3916 namespace.go:142] [segment-bridge] updating namespace I0512 15:00:35.089894 3916 namespace.go:142] [segment-bridge] updating namespace I0512 15:00:35.206121 3916 namespace.go:142] [konflux-cli] updating namespace I0512 15:00:35.253692 3916 namespace.go:142] [konflux-cli] updating namespace I0512 15:00:35.474173 3916 base_network_controller_pods.go:487] [default/konflux-ui/dex-6c55c86b9b-bqc57] creating logical port konflux-ui_dex-6c55c86b9b-bqc57 for pod on switch ip-10-0-0-119.ec2.internal I0512 15:00:35.474266 3916 kube.go:256] Updating pod konflux-ui/dex-6c55c86b9b-bqc57 I0512 15:00:35.501541 3916 pod.go:62] [konflux-ui/dex-6c55c86b9b-bqc57] pod update took 27.298727ms I0512 15:00:35.501570 3916 base_network_controller_pods.go:951] [default/konflux-ui/dex-6c55c86b9b-bqc57] addLogicalPort annotation time took 27.332102ms I0512 15:00:35.505408 3916 pods.go:271] [konflux-ui/dex-6c55c86b9b-bqc57] addLogicalPort took 31.250516ms, libovsdb time 1.432423ms I0512 15:00:35.517856 3916 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-jwvgx] creating logical port namespace-lister_namespace-lister-696b855848-jwvgx for pod on switch ip-10-0-0-119.ec2.internal I0512 15:00:35.518003 3916 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-jwvgx I0512 15:00:35.541312 3916 pod.go:62] [namespace-lister/namespace-lister-696b855848-jwvgx] pod update took 23.361715ms I0512 15:00:35.541344 3916 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-jwvgx] addLogicalPort annotation time took 23.400512ms I0512 15:00:35.542821 3916 pods.go:271] [namespace-lister/namespace-lister-696b855848-jwvgx] addLogicalPort took 24.985387ms, libovsdb time 915.525µs I0512 15:00:35.576366 3916 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 15:00:35.577131 3916 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 15:00:35.577155 3916 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 15:00:35.580106 3916 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 15:00:35.638214 3916 namespace.go:142] [build-service] updating namespace I0512 15:00:35.658244 3916 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6cd9df57c6-7cv49] creating logical port konflux-ui_proxy-6cd9df57c6-7cv49 for pod on switch ip-10-0-0-119.ec2.internal I0512 15:00:35.658356 3916 kube.go:256] Updating pod konflux-ui/proxy-6cd9df57c6-7cv49 I0512 15:00:35.687244 3916 pod.go:62] [konflux-ui/proxy-6cd9df57c6-7cv49] pod update took 28.930344ms I0512 15:00:35.687268 3916 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6cd9df57c6-7cv49] addLogicalPort annotation time took 28.958595ms I0512 15:00:35.688537 3916 pods.go:271] [konflux-ui/proxy-6cd9df57c6-7cv49] addLogicalPort took 30.314436ms, libovsdb time 840.875µs I0512 15:00:35.699745 3916 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 15:00:35.699778 3916 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 15:00:35.701100 3916 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 15:00:35.775271 3916 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-jgm4g] creating logical port image-controller_image-controller-controller-manager-6f859968fc-jgm4g for pod on switch ip-10-0-0-119.ec2.internal I0512 15:00:35.775370 3916 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-jgm4g I0512 15:00:35.795278 3916 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-jgm4g] pod update took 19.933706ms I0512 15:00:35.795302 3916 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-jgm4g] addLogicalPort annotation time took 19.96261ms I0512 15:00:35.796694 3916 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-jgm4g] addLogicalPort took 21.439233ms, libovsdb time 951.133µs I0512 15:00:36.019883 3916 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-46qs8] creating logical port tsf-tas_tuf-97fc8ff76-46qs8 for pod on switch ip-10-0-0-119.ec2.internal I0512 15:00:36.019976 3916 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-46qs8 I0512 15:00:36.033545 3916 pod.go:62] [tsf-tas/tuf-97fc8ff76-46qs8] pod update took 13.590014ms I0512 15:00:36.033569 3916 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-46qs8] addLogicalPort annotation time took 13.620253ms I0512 15:00:36.035008 3916 pods.go:271] [tsf-tas/tuf-97fc8ff76-46qs8] addLogicalPort took 15.137801ms, libovsdb time 1.001133ms I0512 15:00:36.158050 3916 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-jgm4g 9fdfb6b74f54d2cd26bf7d259349d18d8db460b64cd2c399fbd6764742b9c228 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-jgm4g 9fdfb6b74f54d2cd26bf7d259349d18d8db460b64cd2c399fbd6764742b9c228 network default NAD default NAD key ] I0512 15:00:36.169571 3916 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-jgm4g, hostIfaceName: 9fdfb6b74f54d2c, network: default, NAD default, SandboxID: "9fdfb6b74f54d2cd26bf7d259349d18d8db460b64cd2c399fbd6764742b9c228", PCI device ID: , UID: "b1739229-5ac9-4532-9b15-f47ef39deecf", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0512 15:00:36.221781 3916 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-jgm4g 9fdfb6b74f54d2cd26bf7d259349d18d8db460b64cd2c399fbd6764742b9c228 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-jgm4g 9fdfb6b74f54d2cd26bf7d259349d18d8db460b64cd2c399fbd6764742b9c228 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ce:2b:57:aa:52\",\"name\":\"9fdfb6b74f54d2c\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9ae3030-f901-4d51-b5ca-305a8d59ed9b\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:00:36.397200 3916 namespace.go:142] [default-tenant] updating namespace I0512 15:00:36.562614 3916 cni.go:452] [namespace-lister/namespace-lister-696b855848-jwvgx f6c4cfee8f2b6a94cc072468746293472b11816b1e0c27fa85813c67ab970ebb network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-jwvgx f6c4cfee8f2b6a94cc072468746293472b11816b1e0c27fa85813c67ab970ebb network default NAD default NAD key ] I0512 15:00:36.572193 3916 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-jwvgx, hostIfaceName: f6c4cfee8f2b6a9, network: default, NAD default, SandboxID: "f6c4cfee8f2b6a94cc072468746293472b11816b1e0c27fa85813c67ab970ebb", PCI device ID: , UID: "269ad30f-4fc0-428c-99dd-66a5f807db23", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0512 15:00:36.625135 3916 cni.go:473] [namespace-lister/namespace-lister-696b855848-jwvgx f6c4cfee8f2b6a94cc072468746293472b11816b1e0c27fa85813c67ab970ebb network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-jwvgx f6c4cfee8f2b6a94cc072468746293472b11816b1e0c27fa85813c67ab970ebb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e4:38:19:2a:3d\",\"name\":\"f6c4cfee8f2b6a9\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bbdd218-a90e-473e-9951-124ea4ee61e3\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:00:36.719454 3916 namespace.go:142] [enterprise-contract-service] updating namespace I0512 15:00:37.011770 3916 namespace.go:142] [image-controller] updating namespace I0512 15:00:37.256198 3916 namespace.go:142] [integration-service] updating namespace I0512 15:00:37.512467 3916 namespace.go:142] [konflux-info] updating namespace I0512 15:00:37.699695 3916 namespace.go:142] [namespace-lister] updating namespace I0512 15:00:37.889119 3916 namespace.go:142] [release-service] updating namespace I0512 15:00:38.009895 3916 namespace.go:142] [build-service] updating namespace I0512 15:00:38.035928 3916 namespace.go:142] [default-tenant] updating namespace I0512 15:00:38.066085 3916 namespace.go:142] [enterprise-contract-service] updating namespace I0512 15:00:38.079763 3916 namespace.go:142] [image-controller] updating namespace I0512 15:00:38.094114 3916 namespace.go:142] [integration-service] updating namespace I0512 15:00:38.123492 3916 namespace.go:142] [konflux-info] updating namespace I0512 15:00:38.149687 3916 namespace.go:142] [namespace-lister] updating namespace I0512 15:00:38.163515 3916 namespace.go:142] [release-service] updating namespace I0512 15:00:38.221959 3916 namespace.go:142] [build-service] updating namespace I0512 15:00:38.304412 3916 namespace.go:142] [default-tenant] updating namespace I0512 15:00:38.387070 3916 namespace.go:142] [enterprise-contract-service] updating namespace I0512 15:00:38.551285 3916 namespace.go:142] [image-controller] updating namespace I0512 15:00:38.649332 3916 namespace.go:142] [integration-service] updating namespace I0512 15:00:38.744729 3916 namespace.go:142] [konflux-info] updating namespace I0512 15:00:38.851186 3916 namespace.go:142] [namespace-lister] updating namespace I0512 15:00:38.983241 3916 namespace.go:142] [release-service] updating namespace W0512 15:00:39.481112 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 15:00:39.508871 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 15:00:40.477747 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0512 15:00:40.521311 3916 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 15:00:40.563347 3916 namespace.go:142] [konflux-cli] updating namespace I0512 15:00:40.769128 3916 namespace.go:142] [segment-bridge] updating namespace I0512 15:00:40.882360 3916 namespace.go:142] [konflux-cli] updating namespace I0512 15:00:40.898059 3916 namespace.go:142] [segment-bridge] updating namespace I0512 15:00:40.996686 3916 namespace.go:142] [konflux-cli] updating namespace I0512 15:00:41.096449 3916 namespace.go:142] [segment-bridge] updating namespace I0512 15:00:43.368940 3916 cni.go:452] [konflux-ui/dex-6c55c86b9b-bqc57 7ba52dd28b01f83942b4f0dcdc9fafcf23011dc7d4621465378ed54ce9cc1180 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-6c55c86b9b-bqc57 7ba52dd28b01f83942b4f0dcdc9fafcf23011dc7d4621465378ed54ce9cc1180 network default NAD default NAD key ] I0512 15:00:43.378469 3916 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-6c55c86b9b-bqc57, hostIfaceName: 7ba52dd28b01f83, network: default, NAD default, SandboxID: "7ba52dd28b01f83942b4f0dcdc9fafcf23011dc7d4621465378ed54ce9cc1180", PCI device ID: , UID: "ce0c9c93-e0ca-4e82-a42e-65638a03da43", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0512 15:00:43.431588 3916 cni.go:473] [konflux-ui/dex-6c55c86b9b-bqc57 7ba52dd28b01f83942b4f0dcdc9fafcf23011dc7d4621465378ed54ce9cc1180 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-6c55c86b9b-bqc57 7ba52dd28b01f83942b4f0dcdc9fafcf23011dc7d4621465378ed54ce9cc1180 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a8:f8:b9:24:e9\",\"name\":\"7ba52dd28b01f83\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0590a1db-82b9-4244-b551-b1eaaf47ae33\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:00:43.525032 3916 cni.go:452] [konflux-ui/proxy-6cd9df57c6-7cv49 00a4f323d49e672651afd5407cf035562ef6f20a635efcba819de7b8564ae66a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6cd9df57c6-7cv49 00a4f323d49e672651afd5407cf035562ef6f20a635efcba819de7b8564ae66a network default NAD default NAD key ] I0512 15:00:43.534844 3916 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6cd9df57c6-7cv49, hostIfaceName: 00a4f323d49e672, network: default, NAD default, SandboxID: "00a4f323d49e672651afd5407cf035562ef6f20a635efcba819de7b8564ae66a", PCI device ID: , UID: "0a1b039b-a1d9-42b9-83c4-10b4ee9c8631", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0512 15:00:43.587247 3916 cni.go:473] [konflux-ui/proxy-6cd9df57c6-7cv49 00a4f323d49e672651afd5407cf035562ef6f20a635efcba819de7b8564ae66a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6cd9df57c6-7cv49 00a4f323d49e672651afd5407cf035562ef6f20a635efcba819de7b8564ae66a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:26:4d:5e:ae:eb\",\"name\":\"00a4f323d49e672\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9620bbb5-f6d2-43ea-bd7e-efb104df4558\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:00:44.892415 3916 cni.go:452] [tsf-tas/tuf-97fc8ff76-46qs8 fd8423deb2163b473956c8e8cdbcd263e9adeffd12dcd684fd79b34a7238a965 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-46qs8 fd8423deb2163b473956c8e8cdbcd263e9adeffd12dcd684fd79b34a7238a965 network default NAD default NAD key ] I0512 15:00:44.903111 3916 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-46qs8, hostIfaceName: fd8423deb2163b4, network: default, NAD default, SandboxID: "fd8423deb2163b473956c8e8cdbcd263e9adeffd12dcd684fd79b34a7238a965", PCI device ID: , UID: "d5f19af6-2d8e-46ee-8cfc-42dc1b8c15fb", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0512 15:00:44.964608 3916 cni.go:473] [tsf-tas/tuf-97fc8ff76-46qs8 fd8423deb2163b473956c8e8cdbcd263e9adeffd12dcd684fd79b34a7238a965 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-46qs8 fd8423deb2163b473956c8e8cdbcd263e9adeffd12dcd684fd79b34a7238a965 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:c2:06:59:f6:08\",\"name\":\"fd8423deb2163b4\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2eeb829-3094-4e8f-8098-2d136dfb6d82\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 15:00:45.542592 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 15:00:45.542597 3916 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 15:00:46.522493 3916 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 15:00:46.552596 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 15:00:46.557172 3916 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 15:00:50.472007 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 15:00:51.593135 3916 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 15:00:51.593161 3916 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 15:00:51.618775 3916 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 15:00:51.619658 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 15:00:53.562027 3916 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0512 15:00:53.622154 3916 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 15:00:53.622173 3916 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0512 15:00:57.797749 3916 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pc58k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:57.798394 3916 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pc58k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:58.640127 3916 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pc58k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:58.640154 3916 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pc58k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:58.644095 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-pc58k I0512 15:00:58.644128 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-pc58k W0512 15:01:04.574972 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0512 15:01:04.602768 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0512 15:01:22.510979 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0512 15:01:31.685875 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 15:01:31.685899 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 15:01:31.685913 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 15:01:31.685920 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 15:01:34.652788 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 15:01:34.652807 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0512 15:02:01.323086 3916 cni.go:452] [konflux-ui/proxy-6cd9df57c6-7cv49 00a4f323d49e672651afd5407cf035562ef6f20a635efcba819de7b8564ae66a network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6cd9df57c6-7cv49 00a4f323d49e672651afd5407cf035562ef6f20a635efcba819de7b8564ae66a network default NAD default NAD key ] I0512 15:02:01.414643 3916 cni.go:473] [konflux-ui/proxy-6cd9df57c6-7cv49 00a4f323d49e672651afd5407cf035562ef6f20a635efcba819de7b8564ae66a network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6cd9df57c6-7cv49 00a4f323d49e672651afd5407cf035562ef6f20a635efcba819de7b8564ae66a network default NAD default NAD key default], result "{}", err I0512 15:02:01.486169 3916 obj_retry.go:498] Detected object konflux-ui/proxy-6cd9df57c6-7cv49 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:02:01.486207 3916 pods.go:176] Deleting pod: konflux-ui/proxy-6cd9df57c6-7cv49 I0512 15:02:01.487642 3916 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6cd9df57c6-7cv49, ips: 10.129.0.55 I0512 15:02:01.487678 3916 obj_retry.go:498] Detected object konflux-ui/proxy-6cd9df57c6-7cv49 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:02:01.951404 3916 obj_retry.go:492] Detected object konflux-ui/proxy-6cd9df57c6-7cv49 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:02:01.951445 3916 obj_retry.go:492] Detected object konflux-ui/proxy-6cd9df57c6-7cv49 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:02:01.958867 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6cd9df57c6-7cv49 I0512 15:02:01.958894 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6cd9df57c6-7cv49 I0512 15:02:15.033092 3916 cni.go:452] [konflux-ui/test-tsf-konflux e36d5f08e4a7119b96bdbe6cc3ae8425df61f62e971571d00d21e24a91bb3a15 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux e36d5f08e4a7119b96bdbe6cc3ae8425df61f62e971571d00d21e24a91bb3a15 network default NAD default NAD key ] I0512 15:02:15.123629 3916 cni.go:473] [konflux-ui/test-tsf-konflux e36d5f08e4a7119b96bdbe6cc3ae8425df61f62e971571d00d21e24a91bb3a15 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux e36d5f08e4a7119b96bdbe6cc3ae8425df61f62e971571d00d21e24a91bb3a15 network default NAD default NAD key default], result "{}", err I0512 15:02:15.176229 3916 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:02:15.176269 3916 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0512 15:02:15.177896 3916 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.52 I0512 15:02:15.177933 3916 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:02:15.194928 3916 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:02:15.194954 3916 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:02:15.200687 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 15:02:15.200725 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 15:03:01.922076 3916 namespace.go:98] [managed-tenant-ww0qf] adding namespace I0512 15:03:01.923044 3916 namespace.go:102] [managed-tenant-ww0qf] adding namespace took 941.16µs I0512 15:03:01.946223 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:03:01.964850 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:03:03.058032 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:03:03.187257 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:03:03.287291 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:03:42.406339 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=372 I0512 15:04:02.402359 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0512 15:04:02.490571 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 15:04:49.485912 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 15:05:02.494908 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 15:05:08.500800 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 15:05:25.518097 3916 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 15:05:25.522680 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 15:05:31.396651 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 15:06:20.484125 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 15:06:46.397044 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=57 I0512 15:07:27.506675 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 15:07:31.513829 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 15:07:48.526126 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 15:07:52.398663 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=82 I0512 15:08:56.397367 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=67 I0512 15:09:51.054613 3916 obj_retry.go:492] Detected object tsf-tpa/create-db-kzv2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:09:51.054661 3916 obj_retry.go:492] Detected object tsf-tpa/create-db-kzv2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:09:51.060132 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-kzv2k I0512 15:09:51.060152 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-kzv2k I0512 15:09:58.028830 3916 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fqt4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:09:58.028883 3916 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fqt4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:09:58.033911 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fqt4k I0512 15:09:58.033939 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fqt4k I0512 15:10:00.207052 3916 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643310-7gnmr for pod on switch ip-10-0-0-119.ec2.internal I0512 15:10:00.207167 3916 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr I0512 15:10:00.240804 3916 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr] pod update took 33.657707ms I0512 15:10:00.240835 3916 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr] addLogicalPort annotation time took 33.695547ms I0512 15:10:00.242217 3916 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr] addLogicalPort took 35.179844ms, libovsdb time 880.896µs I0512 15:10:00.567169 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr e5c75e78e82d97be2bd3c0dcd5db6766bd6d0af35cd33aa1413c49f8e2a246ab network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr e5c75e78e82d97be2bd3c0dcd5db6766bd6d0af35cd33aa1413c49f8e2a246ab network default NAD default NAD key ] I0512 15:10:00.577349 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643310-7gnmr, hostIfaceName: e5c75e78e82d97b, network: default, NAD default, SandboxID: "e5c75e78e82d97be2bd3c0dcd5db6766bd6d0af35cd33aa1413c49f8e2a246ab", PCI device ID: , UID: "7d9e956f-2e94-44fc-bb89-bca5f16c3374", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0512 15:10:00.632371 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr e5c75e78e82d97be2bd3c0dcd5db6766bd6d0af35cd33aa1413c49f8e2a246ab network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr e5c75e78e82d97be2bd3c0dcd5db6766bd6d0af35cd33aa1413c49f8e2a246ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e1:6d:c4:69:d2\",\"name\":\"e5c75e78e82d97b\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/687ec385-2b06-406c-8679-0a018acdf259\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:10:03.030991 3916 obj_retry.go:492] Detected object tsf-tpa/create-importers-g9v9w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:10:03.031016 3916 obj_retry.go:492] Detected object tsf-tpa/create-importers-g9v9w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:10:03.037528 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-g9v9w I0512 15:10:03.037552 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-g9v9w I0512 15:10:04.475367 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr e5c75e78e82d97be2bd3c0dcd5db6766bd6d0af35cd33aa1413c49f8e2a246ab network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr e5c75e78e82d97be2bd3c0dcd5db6766bd6d0af35cd33aa1413c49f8e2a246ab network default NAD default NAD key ] I0512 15:10:04.561420 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr e5c75e78e82d97be2bd3c0dcd5db6766bd6d0af35cd33aa1413c49f8e2a246ab network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr e5c75e78e82d97be2bd3c0dcd5db6766bd6d0af35cd33aa1413c49f8e2a246ab network default NAD default NAD key default], result "{}", err I0512 15:10:04.612238 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:10:04.612301 3916 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr I0512 15:10:04.613647 3916 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr, ips: 10.129.0.58 I0512 15:10:04.613675 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:10:05.634033 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:10:05.634095 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:10:32.488344 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 15:11:17.399928 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0512 15:11:25.503608 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 15:12:00.405586 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0512 15:12:36.409535 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0512 15:12:37.497673 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 15:12:49.516420 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 15:13:13.541208 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 15:13:16.493496 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 15:13:21.520683 3916 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0512 15:13:42.525370 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0512 15:14:23.808324 3916 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-74f55bdbfc-twx6l I0512 15:14:41.375490 3916 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod] creating logical port default-tenant_tsf-comp-y66j7-on-pull-request-jcnkv-init-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:14:41.375655 3916 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod I0512 15:14:41.404603 3916 pod.go:62] [default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod] pod update took 28.980544ms I0512 15:14:41.404629 3916 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod] addLogicalPort annotation time took 29.011975ms I0512 15:14:41.406012 3916 pods.go:271] [default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod] addLogicalPort took 30.541276ms, libovsdb time 988.988µs I0512 15:14:41.738657 3916 cni.go:452] [default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod d887a18486f665589efeba769669cf72f34fbe9cd4a9fee5ea3b7b898ee4d0a2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod d887a18486f665589efeba769669cf72f34fbe9cd4a9fee5ea3b7b898ee4d0a2 network default NAD default NAD key ] I0512 15:14:41.748304 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-pull-request-jcnkv-init-pod, hostIfaceName: d887a18486f6655, network: default, NAD default, SandboxID: "d887a18486f665589efeba769669cf72f34fbe9cd4a9fee5ea3b7b898ee4d0a2", PCI device ID: , UID: "869aa5fa-69ab-449e-9351-22a94aa054b5", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0512 15:14:41.802992 3916 cni.go:473] [default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod d887a18486f665589efeba769669cf72f34fbe9cd4a9fee5ea3b7b898ee4d0a2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod d887a18486f665589efeba769669cf72f34fbe9cd4a9fee5ea3b7b898ee4d0a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8b:6b:b9:dc:f1\",\"name\":\"d887a18486f6655\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e12a08c-5a4d-4b86-9380-610d15b7b2f1\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:14:55.224561 3916 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-init-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:14:55.224713 3916 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod I0512 15:14:55.256960 3916 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod] pod update took 32.278292ms I0512 15:14:55.256985 3916 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod] addLogicalPort annotation time took 32.307558ms I0512 15:14:55.258270 3916 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod] addLogicalPort took 33.729259ms, libovsdb time 897.067µs I0512 15:14:55.588391 3916 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod 2eea2a6e79856789a3400508aac190e6abc4086e47d8c09c82034c2bdb8b4381 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod 2eea2a6e79856789a3400508aac190e6abc4086e47d8c09c82034c2bdb8b4381 network default NAD default NAD key ] I0512 15:14:55.597661 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-init-pod, hostIfaceName: 2eea2a6e7985678, network: default, NAD default, SandboxID: "2eea2a6e79856789a3400508aac190e6abc4086e47d8c09c82034c2bdb8b4381", PCI device ID: , UID: "e12f2d64-d315-49a9-a737-feac26d6f349", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0512 15:14:55.651214 3916 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod 2eea2a6e79856789a3400508aac190e6abc4086e47d8c09c82034c2bdb8b4381 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod 2eea2a6e79856789a3400508aac190e6abc4086e47d8c09c82034c2bdb8b4381 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b9:6b:c9:09:8a\",\"name\":\"2eea2a6e7985678\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bc0ff1b-2e60-4817-bdf8-e07ad99ac8e9\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:15:07.141315 3916 cni.go:452] [default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod d887a18486f665589efeba769669cf72f34fbe9cd4a9fee5ea3b7b898ee4d0a2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod d887a18486f665589efeba769669cf72f34fbe9cd4a9fee5ea3b7b898ee4d0a2 network default NAD default NAD key ] I0512 15:15:07.231937 3916 cni.go:473] [default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod d887a18486f665589efeba769669cf72f34fbe9cd4a9fee5ea3b7b898ee4d0a2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod d887a18486f665589efeba769669cf72f34fbe9cd4a9fee5ea3b7b898ee4d0a2 network default NAD default NAD key default], result "{}", err I0512 15:15:07.293859 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:07.293899 3916 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod I0512 15:15:07.295286 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod, ips: 10.129.0.59 I0512 15:15:07.295313 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:08.027334 3916 obj_retry.go:492] Detected object default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:15:08.027366 3916 obj_retry.go:492] Detected object default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:15:08.033943 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod I0512 15:15:08.033993 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod I0512 15:15:09.801385 3916 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-jzkst for pod on switch ip-10-0-0-119.ec2.internal I0512 15:15:09.801534 3916 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst I0512 15:15:09.822050 3916 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst] pod update took 20.546016ms I0512 15:15:09.822078 3916 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst] addLogicalPort annotation time took 20.578755ms I0512 15:15:09.823396 3916 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst] addLogicalPort took 22.025467ms, libovsdb time 896.991µs I0512 15:15:10.049205 3916 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod 2eea2a6e79856789a3400508aac190e6abc4086e47d8c09c82034c2bdb8b4381 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod 2eea2a6e79856789a3400508aac190e6abc4086e47d8c09c82034c2bdb8b4381 network default NAD default NAD key ] I0512 15:15:10.140994 3916 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod 2eea2a6e79856789a3400508aac190e6abc4086e47d8c09c82034c2bdb8b4381 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod 2eea2a6e79856789a3400508aac190e6abc4086e47d8c09c82034c2bdb8b4381 network default NAD default NAD key default], result "{}", err I0512 15:15:10.163716 3916 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst 89d3c365de7d70b125df79890364d4d80016d167d149f75de7c4a08523628d48 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst 89d3c365de7d70b125df79890364d4d80016d167d149f75de7c4a08523628d48 network default NAD default NAD key ] I0512 15:15:10.174145 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-jzkst, hostIfaceName: 89d3c365de7d70b, network: default, NAD default, SandboxID: "89d3c365de7d70b125df79890364d4d80016d167d149f75de7c4a08523628d48", PCI device ID: , UID: "d071bf99-e15c-4daf-a810-aa01848612eb", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0512 15:15:10.203872 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:10.203907 3916 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod I0512 15:15:10.205689 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod, ips: 10.129.0.60 I0512 15:15:10.205774 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:10.228707 3916 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst 89d3c365de7d70b125df79890364d4d80016d167d149f75de7c4a08523628d48 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst 89d3c365de7d70b125df79890364d4d80016d167d149f75de7c4a08523628d48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:89:5f:71:b8:59\",\"name\":\"89d3c365de7d70b\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e95059a-52d8-45c9-b865-cab5e862bef9\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 15:15:24.078209 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:15:24.078229 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:15:24.078235 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:15:24.078240 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 15:15:29.516992 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:29.517558 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:29.982116 3916 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:15:29.982267 3916 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod I0512 15:15:30.014933 3916 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod] pod update took 32.7086ms I0512 15:15:30.014972 3916 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod] addLogicalPort annotation time took 32.758766ms I0512 15:15:30.016732 3916 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod] addLogicalPort took 34.638929ms, libovsdb time 1.09256ms I0512 15:15:30.344423 3916 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod 1729a5b4946b2ee1fe6e2be9471410b90fd246907bef1fdab70a050db8c4ee65 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod 1729a5b4946b2ee1fe6e2be9471410b90fd246907bef1fdab70a050db8c4ee65 network default NAD default NAD key ] I0512 15:15:30.355185 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod, hostIfaceName: 1729a5b4946b2ee, network: default, NAD default, SandboxID: "1729a5b4946b2ee1fe6e2be9471410b90fd246907bef1fdab70a050db8c4ee65", PCI device ID: , UID: "75f01059-ad40-449e-bfd8-65e992f11cc7", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0512 15:15:30.409556 3916 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod 1729a5b4946b2ee1fe6e2be9471410b90fd246907bef1fdab70a050db8c4ee65 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod 1729a5b4946b2ee1fe6e2be9471410b90fd246907bef1fdab70a050db8c4ee65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:02:f4:d1:9b:97\",\"name\":\"1729a5b4946b2ee\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30874c9f-72b8-4368-9420-d8ecfc48b49c\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:15:31.487273 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 15:16:09.509884 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 15:16:20.399426 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0512 15:16:41.578870 3916 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod 1729a5b4946b2ee1fe6e2be9471410b90fd246907bef1fdab70a050db8c4ee65 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod 1729a5b4946b2ee1fe6e2be9471410b90fd246907bef1fdab70a050db8c4ee65 network default NAD default NAD key ] I0512 15:16:41.672305 3916 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod 1729a5b4946b2ee1fe6e2be9471410b90fd246907bef1fdab70a050db8c4ee65 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod 1729a5b4946b2ee1fe6e2be9471410b90fd246907bef1fdab70a050db8c4ee65 network default NAD default NAD key default], result "{}", err I0512 15:16:41.782073 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:16:41.782107 3916 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod I0512 15:16:41.783411 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod, ips: 10.129.0.62 I0512 15:16:41.783452 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:17:16.399810 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0512 15:17:19.506695 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 15:17:44.401829 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0512 15:17:58.412739 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=70 I0512 15:18:11.402384 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0512 15:18:33.807651 3916 duration.go:461] Config duration recorder: measurement expired for pod/tsf-keycloak/tsf-iam-l9xzp I0512 15:18:44.518717 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 15:18:46.527395 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 15:19:06.408362 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0512 15:19:18.253082 3916 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:19:18.253249 3916 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod I0512 15:19:18.282582 3916 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod] pod update took 29.368466ms I0512 15:19:18.282609 3916 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod] addLogicalPort annotation time took 29.399115ms I0512 15:19:18.283948 3916 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod] addLogicalPort took 30.882043ms, libovsdb time 871.329µs I0512 15:19:18.616498 3916 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod 7f94cb1aabbde6958750d7be09bc4cec9a154fa1ee294c6fec1b0e39175a6907 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod 7f94cb1aabbde6958750d7be09bc4cec9a154fa1ee294c6fec1b0e39175a6907 network default NAD default NAD key ] I0512 15:19:18.627462 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod, hostIfaceName: 7f94cb1aabbde69, network: default, NAD default, SandboxID: "7f94cb1aabbde6958750d7be09bc4cec9a154fa1ee294c6fec1b0e39175a6907", PCI device ID: , UID: "2b9cf07a-fa05-4f34-b006-e2e13c294d64", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0512 15:19:18.681996 3916 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod 7f94cb1aabbde6958750d7be09bc4cec9a154fa1ee294c6fec1b0e39175a6907 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod 7f94cb1aabbde6958750d7be09bc4cec9a154fa1ee294c6fec1b0e39175a6907 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:7a:52:98:82:6d\",\"name\":\"7f94cb1aabbde69\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba2cb3c0-c871-4ca1-bc7e-d3d98d92ed8d\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:19:18.933798 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:19:18.934370 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:19:54.095007 3916 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:19:54.095170 3916 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod I0512 15:19:54.139479 3916 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod] pod update took 44.344075ms I0512 15:19:54.139504 3916 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod] addLogicalPort annotation time took 44.374542ms I0512 15:19:54.140744 3916 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod] addLogicalPort took 45.755302ms, libovsdb time 848.135µs I0512 15:19:54.665184 3916 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod 7f94cb1aabbde6958750d7be09bc4cec9a154fa1ee294c6fec1b0e39175a6907 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod 7f94cb1aabbde6958750d7be09bc4cec9a154fa1ee294c6fec1b0e39175a6907 network default NAD default NAD key ] I0512 15:19:54.757352 3916 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod 7f94cb1aabbde6958750d7be09bc4cec9a154fa1ee294c6fec1b0e39175a6907 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod 7f94cb1aabbde6958750d7be09bc4cec9a154fa1ee294c6fec1b0e39175a6907 network default NAD default NAD key default], result "{}", err I0512 15:19:54.764370 3916 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod 3f71d9706bd878ebea84ce64cc91dd0b23aaf4ac812ec5782ea8ad44261d63e5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod 3f71d9706bd878ebea84ce64cc91dd0b23aaf4ac812ec5782ea8ad44261d63e5 network default NAD default NAD key ] I0512 15:19:54.774682 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod, hostIfaceName: 3f71d9706bd878e, network: default, NAD default, SandboxID: "3f71d9706bd878ebea84ce64cc91dd0b23aaf4ac812ec5782ea8ad44261d63e5", PCI device ID: , UID: "b1a22417-e5cc-498a-a49c-267de6235159", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0512 15:19:54.828844 3916 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod 3f71d9706bd878ebea84ce64cc91dd0b23aaf4ac812ec5782ea8ad44261d63e5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod 3f71d9706bd878ebea84ce64cc91dd0b23aaf4ac812ec5782ea8ad44261d63e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a5:b1:60:4f:60\",\"name\":\"3f71d9706bd878e\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91ccfbd8-3b27-4b48-8e41-79b43ee5e007\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:19:54.830791 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:19:54.830846 3916 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod I0512 15:19:54.832086 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod, ips: 10.129.0.63 I0512 15:19:54.832116 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:20:00.203980 3916 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643320-5dxcq for pod on switch ip-10-0-0-119.ec2.internal I0512 15:20:00.204095 3916 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq I0512 15:20:00.219398 3916 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq] pod update took 15.333165ms I0512 15:20:00.219447 3916 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq] addLogicalPort annotation time took 15.370523ms I0512 15:20:00.220862 3916 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq] addLogicalPort took 16.905169ms, libovsdb time 1.006809ms I0512 15:20:00.573210 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq 576d4ca65823f4e5b9be0623d6307617ac11a37696016f7422f4d8fa74352478 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq 576d4ca65823f4e5b9be0623d6307617ac11a37696016f7422f4d8fa74352478 network default NAD default NAD key ] I0512 15:20:00.583223 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643320-5dxcq, hostIfaceName: 576d4ca65823f4e, network: default, NAD default, SandboxID: "576d4ca65823f4e5b9be0623d6307617ac11a37696016f7422f4d8fa74352478", PCI device ID: , UID: "c98942e4-2d25-4859-a9e6-09eee4f2b8bf", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0512 15:20:00.639733 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq 576d4ca65823f4e5b9be0623d6307617ac11a37696016f7422f4d8fa74352478 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq 576d4ca65823f4e5b9be0623d6307617ac11a37696016f7422f4d8fa74352478 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:27:8c:5f:eb:20\",\"name\":\"576d4ca65823f4e\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64e60529-2d2e-49bd-89d0-86868ae5e24b\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:20:05.748669 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq 576d4ca65823f4e5b9be0623d6307617ac11a37696016f7422f4d8fa74352478 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq 576d4ca65823f4e5b9be0623d6307617ac11a37696016f7422f4d8fa74352478 network default NAD default NAD key ] I0512 15:20:05.839185 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq 576d4ca65823f4e5b9be0623d6307617ac11a37696016f7422f4d8fa74352478 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq 576d4ca65823f4e5b9be0623d6307617ac11a37696016f7422f4d8fa74352478 network default NAD default NAD key default], result "{}", err I0512 15:20:05.909329 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:20:05.909369 3916 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq I0512 15:20:05.910985 3916 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq, ips: 10.129.0.65 I0512 15:20:05.911016 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:20:06.757297 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:06.757324 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:06.789704 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:06.789730 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:06.794464 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb I0512 15:20:06.794490 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb I0512 15:20:15.495984 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 15:20:18.490604 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0512 15:20:24.500260 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 15:20:39.549592 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 15:20:55.911127 3916 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst 89d3c365de7d70b125df79890364d4d80016d167d149f75de7c4a08523628d48 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst 89d3c365de7d70b125df79890364d4d80016d167d149f75de7c4a08523628d48 network default NAD default NAD key ] I0512 15:20:56.010940 3916 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst 89d3c365de7d70b125df79890364d4d80016d167d149f75de7c4a08523628d48 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst 89d3c365de7d70b125df79890364d4d80016d167d149f75de7c4a08523628d48 network default NAD default NAD key default], result "{}", err I0512 15:20:56.071212 3916 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:20:56.071262 3916 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst I0512 15:20:56.072764 3916 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst, ips: 10.129.0.61 I0512 15:20:56.072802 3916 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:20:57.050915 3916 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:57.051019 3916 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:57.057931 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst I0512 15:20:57.057955 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst I0512 15:21:20.203075 3916 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod 3f71d9706bd878ebea84ce64cc91dd0b23aaf4ac812ec5782ea8ad44261d63e5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod 3f71d9706bd878ebea84ce64cc91dd0b23aaf4ac812ec5782ea8ad44261d63e5 network default NAD default NAD key ] I0512 15:21:20.298252 3916 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod 3f71d9706bd878ebea84ce64cc91dd0b23aaf4ac812ec5782ea8ad44261d63e5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod 3f71d9706bd878ebea84ce64cc91dd0b23aaf4ac812ec5782ea8ad44261d63e5 network default NAD default NAD key default], result "{}", err I0512 15:21:20.368758 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:20.368801 3916 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod I0512 15:21:20.370454 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod, ips: 10.129.0.64 I0512 15:21:20.370491 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:27.490468 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 15:21:34.939802 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:34.940371 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.056230 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.056833 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.089538 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.090122 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.121315 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.121833 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:47.093103 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:47.093664 3916 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:49.907518 3916 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-oeog-n7d8s-collect-keyless-params-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:21:49.907671 3916 kube.go:256] Updating pod default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod I0512 15:21:49.926698 3916 pod.go:62] [default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod] pod update took 19.054491ms I0512 15:21:49.926727 3916 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod] addLogicalPort annotation time took 19.087536ms I0512 15:21:49.928146 3916 pods.go:271] [default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod] addLogicalPort took 20.643658ms, libovsdb time 1.018906ms I0512 15:21:50.271451 3916 cni.go:452] [default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod 6ab866558721d9b82135dac93de645aa2108e6be4c223eff6553f35112128830 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod 6ab866558721d9b82135dac93de645aa2108e6be4c223eff6553f35112128830 network default NAD default NAD key ] I0512 15:21:50.280864 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-oeog-n7d8s-collect-keyless-params-pod, hostIfaceName: 6ab866558721d9b, network: default, NAD default, SandboxID: "6ab866558721d9b82135dac93de645aa2108e6be4c223eff6553f35112128830", PCI device ID: , UID: "37b8ed89-c5eb-4b12-8c78-fc36af79eb47", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0512 15:21:50.338372 3916 cni.go:473] [default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod 6ab866558721d9b82135dac93de645aa2108e6be4c223eff6553f35112128830 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod 6ab866558721d9b82135dac93de645aa2108e6be4c223eff6553f35112128830 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:df:6d:cc:89:1b\",\"name\":\"6ab866558721d9b\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e613fd0-00d7-4bee-b6a5-8c2b5353cde7\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:21:51.519165 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 15:22:04.839238 3916 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-oeog-n7d8s-verify-pod] creating logical port default-tenant_my-integration-test-oeog-n7d8s-verify-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:22:04.839406 3916 kube.go:256] Updating pod default-tenant/my-integration-test-oeog-n7d8s-verify-pod I0512 15:22:04.875387 3916 pod.go:62] [default-tenant/my-integration-test-oeog-n7d8s-verify-pod] pod update took 36.023432ms I0512 15:22:04.875412 3916 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-oeog-n7d8s-verify-pod] addLogicalPort annotation time took 36.054132ms I0512 15:22:04.877058 3916 pods.go:271] [default-tenant/my-integration-test-oeog-n7d8s-verify-pod] addLogicalPort took 37.834458ms, libovsdb time 1.048484ms I0512 15:22:05.489304 3916 cni.go:452] [default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod 6ab866558721d9b82135dac93de645aa2108e6be4c223eff6553f35112128830 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod 6ab866558721d9b82135dac93de645aa2108e6be4c223eff6553f35112128830 network default NAD default NAD key ] I0512 15:22:05.508837 3916 cni.go:452] [default-tenant/my-integration-test-oeog-n7d8s-verify-pod 9beefcb2fcf0c3de3018e0a6cd37c78d3a1368a32984e9043f8ec3aac3e0afc2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-oeog-n7d8s-verify-pod 9beefcb2fcf0c3de3018e0a6cd37c78d3a1368a32984e9043f8ec3aac3e0afc2 network default NAD default NAD key ] I0512 15:22:05.520141 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-oeog-n7d8s-verify-pod, hostIfaceName: 9beefcb2fcf0c3d, network: default, NAD default, SandboxID: "9beefcb2fcf0c3de3018e0a6cd37c78d3a1368a32984e9043f8ec3aac3e0afc2", PCI device ID: , UID: "0c008f3e-9137-4e86-8eb3-84610307f645", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0512 15:22:05.584209 3916 cni.go:473] [default-tenant/my-integration-test-oeog-n7d8s-verify-pod 9beefcb2fcf0c3de3018e0a6cd37c78d3a1368a32984e9043f8ec3aac3e0afc2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-oeog-n7d8s-verify-pod 9beefcb2fcf0c3de3018e0a6cd37c78d3a1368a32984e9043f8ec3aac3e0afc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:3b:34:af:ea:c7\",\"name\":\"9beefcb2fcf0c3d\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1bd705d-23fc-4ca0-9cc7-da59b567aa36\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:22:05.584446 3916 cni.go:473] [default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod 6ab866558721d9b82135dac93de645aa2108e6be4c223eff6553f35112128830 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod 6ab866558721d9b82135dac93de645aa2108e6be4c223eff6553f35112128830 network default NAD default NAD key default], result "{}", err I0512 15:22:05.645894 3916 obj_retry.go:498] Detected object default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:22:05.645937 3916 pods.go:176] Deleting pod: default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod I0512 15:22:05.647412 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod, ips: 10.129.0.66 I0512 15:22:05.647470 3916 obj_retry.go:498] Detected object default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:22:24.631183 3916 cni.go:452] [default-tenant/my-integration-test-oeog-n7d8s-verify-pod 9beefcb2fcf0c3de3018e0a6cd37c78d3a1368a32984e9043f8ec3aac3e0afc2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-oeog-n7d8s-verify-pod 9beefcb2fcf0c3de3018e0a6cd37c78d3a1368a32984e9043f8ec3aac3e0afc2 network default NAD default NAD key ] I0512 15:22:24.733965 3916 cni.go:473] [default-tenant/my-integration-test-oeog-n7d8s-verify-pod 9beefcb2fcf0c3de3018e0a6cd37c78d3a1368a32984e9043f8ec3aac3e0afc2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-oeog-n7d8s-verify-pod 9beefcb2fcf0c3de3018e0a6cd37c78d3a1368a32984e9043f8ec3aac3e0afc2 network default NAD default NAD key default], result "{}", err I0512 15:22:24.860329 3916 obj_retry.go:498] Detected object default-tenant/my-integration-test-oeog-n7d8s-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:22:24.860370 3916 pods.go:176] Deleting pod: default-tenant/my-integration-test-oeog-n7d8s-verify-pod I0512 15:22:24.862203 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-oeog-n7d8s-verify-pod, ips: 10.129.0.67 I0512 15:22:24.862238 3916 obj_retry.go:498] Detected object default-tenant/my-integration-test-oeog-n7d8s-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:22:40.669826 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-verify-access-to-resources-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:22:40.669996 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod I0512 15:22:40.694834 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod] pod update took 24.866746ms I0512 15:22:40.694870 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod] addLogicalPort annotation time took 24.90777ms I0512 15:22:40.696505 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod] addLogicalPort took 26.764691ms, libovsdb time 1.066294ms I0512 15:22:41.034229 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod 70a3f011bbe2fd00b9618041345a070aaef9edf33a33e277ed09bc284f36f0a3 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod 70a3f011bbe2fd00b9618041345a070aaef9edf33a33e277ed09bc284f36f0a3 network default NAD default NAD key ] I0512 15:22:41.054182 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-verify-access-to-resources-pod, hostIfaceName: 70a3f011bbe2fd0, network: default, NAD default, SandboxID: "70a3f011bbe2fd00b9618041345a070aaef9edf33a33e277ed09bc284f36f0a3", PCI device ID: , UID: "a020cee2-a404-452a-95d3-e481046246d3", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0512 15:22:41.113022 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod 70a3f011bbe2fd00b9618041345a070aaef9edf33a33e277ed09bc284f36f0a3 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod 70a3f011bbe2fd00b9618041345a070aaef9edf33a33e277ed09bc284f36f0a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d5:3d:7c:9f:d9\",\"name\":\"70a3f011bbe2fd0\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8f9451c-b6fc-4d4f-8711-5321766dfa23\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:22:46.401715 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 15:22:57.522985 3916 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 15:23:00.883476 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod 70a3f011bbe2fd00b9618041345a070aaef9edf33a33e277ed09bc284f36f0a3 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod 70a3f011bbe2fd00b9618041345a070aaef9edf33a33e277ed09bc284f36f0a3 network default NAD default NAD key ] I0512 15:23:00.982046 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod 70a3f011bbe2fd00b9618041345a070aaef9edf33a33e277ed09bc284f36f0a3 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod 70a3f011bbe2fd00b9618041345a070aaef9edf33a33e277ed09bc284f36f0a3 network default NAD default NAD key default], result "{}", err I0512 15:23:01.049466 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:01.049502 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod I0512 15:23:01.050822 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod, ips: 10.129.0.68 I0512 15:23:01.050853 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:01.093243 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-collect-data-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-collect-data-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:23:01.093409 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-collect-data-pod I0512 15:23:01.113786 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-collect-data-pod] pod update took 20.413434ms I0512 15:23:01.113813 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-collect-data-pod] addLogicalPort annotation time took 20.443932ms I0512 15:23:01.115074 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-collect-data-pod] addLogicalPort took 21.852857ms, libovsdb time 874.027µs I0512 15:23:01.458719 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-collect-data-pod 7cd136c9bef0d141eca773ec10f972d6dd40f6b9121779b56e170e69573ead16 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-data-pod 7cd136c9bef0d141eca773ec10f972d6dd40f6b9121779b56e170e69573ead16 network default NAD default NAD key ] I0512 15:23:01.468514 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-collect-data-pod, hostIfaceName: 7cd136c9bef0d14, network: default, NAD default, SandboxID: "7cd136c9bef0d141eca773ec10f972d6dd40f6b9121779b56e170e69573ead16", PCI device ID: , UID: "eec2b99b-aa30-47cb-8003-a4b95abf7e27", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0512 15:23:01.523667 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-collect-data-pod 7cd136c9bef0d141eca773ec10f972d6dd40f6b9121779b56e170e69573ead16 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-data-pod 7cd136c9bef0d141eca773ec10f972d6dd40f6b9121779b56e170e69573ead16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:a5:08:94:1e:40\",\"name\":\"7cd136c9bef0d14\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4f994f9-fb21-4689-806b-2ef67674f9d0\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:23:10.661268 3916 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-4qmd7 for pod on switch ip-10-0-0-119.ec2.internal I0512 15:23:10.661419 3916 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 I0512 15:23:10.683610 3916 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7] pod update took 22.220318ms I0512 15:23:10.683637 3916 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7] addLogicalPort annotation time took 22.253865ms I0512 15:23:10.684918 3916 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7] addLogicalPort took 23.670361ms, libovsdb time 891.399µs I0512 15:23:11.024769 3916 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 59db4264fceaf7092529888706a7b6407cbffe9b879a6e740f55e82219289aff network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 59db4264fceaf7092529888706a7b6407cbffe9b879a6e740f55e82219289aff network default NAD default NAD key ] I0512 15:23:11.034213 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-4qmd7, hostIfaceName: 59db4264fceaf70, network: default, NAD default, SandboxID: "59db4264fceaf7092529888706a7b6407cbffe9b879a6e740f55e82219289aff", PCI device ID: , UID: "baca06db-4203-434a-b0a7-a9802a10a5f5", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0512 15:23:11.090107 3916 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 59db4264fceaf7092529888706a7b6407cbffe9b879a6e740f55e82219289aff network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 59db4264fceaf7092529888706a7b6407cbffe9b879a6e740f55e82219289aff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:41:7a:9c:ed:82\",\"name\":\"59db4264fceaf70\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e711d542-1224-40c6-8eab-30622379cf6d\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:23:11.977690 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-collect-data-pod 7cd136c9bef0d141eca773ec10f972d6dd40f6b9121779b56e170e69573ead16 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-data-pod 7cd136c9bef0d141eca773ec10f972d6dd40f6b9121779b56e170e69573ead16 network default NAD default NAD key ] I0512 15:23:12.063467 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-collect-data-pod 7cd136c9bef0d141eca773ec10f972d6dd40f6b9121779b56e170e69573ead16 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-data-pod 7cd136c9bef0d141eca773ec10f972d6dd40f6b9121779b56e170e69573ead16 network default NAD default NAD key default], result "{}", err I0512 15:23:12.138838 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:12.138866 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-collect-data-pod I0512 15:23:12.140178 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-collect-data-pod, ips: 10.129.0.69 I0512 15:23:12.140211 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:12.332456 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-collect-signing-params-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:23:12.332593 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod I0512 15:23:12.348891 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod] pod update took 16.325388ms I0512 15:23:12.348921 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod] addLogicalPort annotation time took 16.359927ms I0512 15:23:12.350415 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod] addLogicalPort took 17.996416ms, libovsdb time 995.925µs I0512 15:23:12.700174 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod c3a675e4990e1aa69046c55c62c16c8dc6910e9dbfe3d830d2291c46f74b8c2d network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod c3a675e4990e1aa69046c55c62c16c8dc6910e9dbfe3d830d2291c46f74b8c2d network default NAD default NAD key ] I0512 15:23:12.709974 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-collect-signing-params-pod, hostIfaceName: c3a675e4990e1aa, network: default, NAD default, SandboxID: "c3a675e4990e1aa69046c55c62c16c8dc6910e9dbfe3d830d2291c46f74b8c2d", PCI device ID: , UID: "21968a31-a989-488d-ab81-4fd3867493bc", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0512 15:23:12.771792 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod c3a675e4990e1aa69046c55c62c16c8dc6910e9dbfe3d830d2291c46f74b8c2d network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod c3a675e4990e1aa69046c55c62c16c8dc6910e9dbfe3d830d2291c46f74b8c2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:3b:69:e2:96:11\",\"name\":\"c3a675e4990e1aa\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80254c81-0de3-4ef7-afbc-fa98e7619e03\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:23:13.415984 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-collect-task-params-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:23:13.416133 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod I0512 15:23:13.461658 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod] pod update took 45.556465ms I0512 15:23:13.461689 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod] addLogicalPort annotation time took 45.592157ms I0512 15:23:13.463022 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod] addLogicalPort took 47.052397ms, libovsdb time 861.64µs I0512 15:23:13.785101 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod 7ebaef4602104e46cb283f11c3aa9dce8833eab7822ccabf3cbf869622d289b6 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod 7ebaef4602104e46cb283f11c3aa9dce8833eab7822ccabf3cbf869622d289b6 network default NAD default NAD key ] I0512 15:23:13.795129 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-collect-task-params-pod, hostIfaceName: 7ebaef4602104e4, network: default, NAD default, SandboxID: "7ebaef4602104e46cb283f11c3aa9dce8833eab7822ccabf3cbf869622d289b6", PCI device ID: , UID: "3059bce2-0619-49f0-b1bd-79be8be45403", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0512 15:23:13.850295 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod 7ebaef4602104e46cb283f11c3aa9dce8833eab7822ccabf3cbf869622d289b6 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod 7ebaef4602104e46cb283f11c3aa9dce8833eab7822ccabf3cbf869622d289b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fd:8b:45:1a:be\",\"name\":\"7ebaef4602104e4\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61f9a03d-26c7-4fe7-a0fe-2a7e572beecb\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:23:14.196280 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-collect-registry-token-secret-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:23:14.196454 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod I0512 15:23:14.230098 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod] pod update took 33.697565ms I0512 15:23:14.230123 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod] addLogicalPort annotation time took 33.725874ms I0512 15:23:14.231411 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod] addLogicalPort took 35.14773ms, libovsdb time 861.577µs I0512 15:23:14.561543 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod ff5d44013ca5218b4136a0055550e9ffdcb940a51407dd3e516c05785fb27054 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod ff5d44013ca5218b4136a0055550e9ffdcb940a51407dd3e516c05785fb27054 network default NAD default NAD key ] I0512 15:23:14.571891 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-collect-registry-token-secret-pod, hostIfaceName: ff5d44013ca5218, network: default, NAD default, SandboxID: "ff5d44013ca5218b4136a0055550e9ffdcb940a51407dd3e516c05785fb27054", PCI device ID: , UID: "1ae435a4-0cdf-4e58-a9ec-df79e37bd9e5", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0512 15:23:14.627736 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod ff5d44013ca5218b4136a0055550e9ffdcb940a51407dd3e516c05785fb27054 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod ff5d44013ca5218b4136a0055550e9ffdcb940a51407dd3e516c05785fb27054 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:28:15:b0:4f:c3\",\"name\":\"ff5d44013ca5218\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf8ee3e3-8789-400e-8ef2-fcbd113ccfee\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:23:15.052872 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-check-data-keys-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:23:15.053001 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod I0512 15:23:15.079107 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod] pod update took 26.143578ms I0512 15:23:15.079136 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod] addLogicalPort annotation time took 26.178763ms I0512 15:23:15.080471 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod] addLogicalPort took 27.613377ms, libovsdb time 853.022µs I0512 15:23:15.346410 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-reduce-snapshot-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:23:15.346554 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod I0512 15:23:15.369161 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod] pod update took 22.646665ms I0512 15:23:15.369199 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod] addLogicalPort annotation time took 22.688533ms I0512 15:23:15.370640 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod] addLogicalPort took 24.246033ms, libovsdb time 894.195µs I0512 15:23:15.581549 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod 55ae1a1d178fa8658735c6b29851baf691017261d48c9ce360f4d3e60f09228f network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod 55ae1a1d178fa8658735c6b29851baf691017261d48c9ce360f4d3e60f09228f network default NAD default NAD key ] I0512 15:23:15.592325 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-check-data-keys-pod, hostIfaceName: 55ae1a1d178fa86, network: default, NAD default, SandboxID: "55ae1a1d178fa8658735c6b29851baf691017261d48c9ce360f4d3e60f09228f", PCI device ID: , UID: "86f27f7d-67f7-432d-9fca-394dfeeb0d1c", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0512 15:23:15.652342 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod 55ae1a1d178fa8658735c6b29851baf691017261d48c9ce360f4d3e60f09228f network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod 55ae1a1d178fa8658735c6b29851baf691017261d48c9ce360f4d3e60f09228f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:43:bc:0d:fd:a3\",\"name\":\"55ae1a1d178fa86\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f97fe99d-7319-4891-957d-f6e17a72929d\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:23:15.716387 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod 1f74267b0402e382dac3842a5082534eec154c66e6f7b495f4dce263ebae2713 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod 1f74267b0402e382dac3842a5082534eec154c66e6f7b495f4dce263ebae2713 network default NAD default NAD key ] I0512 15:23:15.726635 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-reduce-snapshot-pod, hostIfaceName: 1f74267b0402e38, network: default, NAD default, SandboxID: "1f74267b0402e382dac3842a5082534eec154c66e6f7b495f4dce263ebae2713", PCI device ID: , UID: "f4e8264f-15ab-49b8-bb3c-ba0a337600f0", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0512 15:23:15.784849 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod 1f74267b0402e382dac3842a5082534eec154c66e6f7b495f4dce263ebae2713 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod 1f74267b0402e382dac3842a5082534eec154c66e6f7b495f4dce263ebae2713 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b2:9c:55:b6:1b\",\"name\":\"1f74267b0402e38\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fac10f75-3237-4a84-a85c-25c7c4e6954a\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:23:21.096574 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod 7ebaef4602104e46cb283f11c3aa9dce8833eab7822ccabf3cbf869622d289b6 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod 7ebaef4602104e46cb283f11c3aa9dce8833eab7822ccabf3cbf869622d289b6 network default NAD default NAD key ] I0512 15:23:21.096655 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod ff5d44013ca5218b4136a0055550e9ffdcb940a51407dd3e516c05785fb27054 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod ff5d44013ca5218b4136a0055550e9ffdcb940a51407dd3e516c05785fb27054 network default NAD default NAD key ] I0512 15:23:21.207464 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod ff5d44013ca5218b4136a0055550e9ffdcb940a51407dd3e516c05785fb27054 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod ff5d44013ca5218b4136a0055550e9ffdcb940a51407dd3e516c05785fb27054 network default NAD default NAD key default], result "{}", err I0512 15:23:21.218699 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod 7ebaef4602104e46cb283f11c3aa9dce8833eab7822ccabf3cbf869622d289b6 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod 7ebaef4602104e46cb283f11c3aa9dce8833eab7822ccabf3cbf869622d289b6 network default NAD default NAD key default], result "{}", err I0512 15:23:21.289393 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:21.289526 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod I0512 15:23:21.291003 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod, ips: 10.129.0.73 I0512 15:23:21.291031 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:21.325685 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:21.325723 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod I0512 15:23:21.327801 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod, ips: 10.129.0.72 I0512 15:23:21.327892 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 15:23:22.991067 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:23:22.991097 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:23:22.991106 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:23:22.991115 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 15:23:24.130908 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod 55ae1a1d178fa8658735c6b29851baf691017261d48c9ce360f4d3e60f09228f network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod 55ae1a1d178fa8658735c6b29851baf691017261d48c9ce360f4d3e60f09228f network default NAD default NAD key ] I0512 15:23:24.222921 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod 55ae1a1d178fa8658735c6b29851baf691017261d48c9ce360f4d3e60f09228f network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod 55ae1a1d178fa8658735c6b29851baf691017261d48c9ce360f4d3e60f09228f network default NAD default NAD key default], result "{}", err I0512 15:23:24.332078 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:24.332114 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod I0512 15:23:24.333559 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod, ips: 10.129.0.74 I0512 15:23:24.333585 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:25.138351 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod c3a675e4990e1aa69046c55c62c16c8dc6910e9dbfe3d830d2291c46f74b8c2d network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod c3a675e4990e1aa69046c55c62c16c8dc6910e9dbfe3d830d2291c46f74b8c2d network default NAD default NAD key ] I0512 15:23:25.227541 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod c3a675e4990e1aa69046c55c62c16c8dc6910e9dbfe3d830d2291c46f74b8c2d network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod c3a675e4990e1aa69046c55c62c16c8dc6910e9dbfe3d830d2291c46f74b8c2d network default NAD default NAD key default], result "{}", err I0512 15:23:26.848012 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:26.848061 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod I0512 15:23:26.850317 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod, ips: 10.129.0.71 I0512 15:23:26.850357 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:34.219876 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod 1f74267b0402e382dac3842a5082534eec154c66e6f7b495f4dce263ebae2713 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod 1f74267b0402e382dac3842a5082534eec154c66e6f7b495f4dce263ebae2713 network default NAD default NAD key ] I0512 15:23:34.305069 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod 1f74267b0402e382dac3842a5082534eec154c66e6f7b495f4dce263ebae2713 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod 1f74267b0402e382dac3842a5082534eec154c66e6f7b495f4dce263ebae2713 network default NAD default NAD key default], result "{}", err I0512 15:23:34.392800 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:34.392838 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod I0512 15:23:34.394185 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod, ips: 10.129.0.75 I0512 15:23:34.394212 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:36.297857 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-apply-mapping-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:23:36.298001 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod I0512 15:23:36.323661 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod] pod update took 25.703354ms I0512 15:23:36.323689 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod] addLogicalPort annotation time took 25.736028ms I0512 15:23:36.325018 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod] addLogicalPort took 27.178907ms, libovsdb time 887.935µs I0512 15:23:36.677942 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod e1841fb4896cb2e80ed8f1af06053c51ab8c09a7d2a0a08514e8b044ffb7a53f network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod e1841fb4896cb2e80ed8f1af06053c51ab8c09a7d2a0a08514e8b044ffb7a53f network default NAD default NAD key ] I0512 15:23:36.687535 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-apply-mapping-pod, hostIfaceName: e1841fb4896cb2e, network: default, NAD default, SandboxID: "e1841fb4896cb2e80ed8f1af06053c51ab8c09a7d2a0a08514e8b044ffb7a53f", PCI device ID: , UID: "6f9addcc-388b-43e0-b527-6acc43dd17b2", MAC: 0a:58:0a:81:00:4c, IPs: [10.129.0.76/23] I0512 15:23:36.743582 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod e1841fb4896cb2e80ed8f1af06053c51ab8c09a7d2a0a08514e8b044ffb7a53f network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod e1841fb4896cb2e80ed8f1af06053c51ab8c09a7d2a0a08514e8b044ffb7a53f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:57:47:92:f2:98\",\"name\":\"e1841fb4896cb2e\"},{\"mac\":\"0a:58:0a:81:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/823a6ed6-4f74-4df7-9358-c3a962f98914\"}],\"ips\":[{\"address\":\"10.129.0.76/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:23:46.330189 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod e1841fb4896cb2e80ed8f1af06053c51ab8c09a7d2a0a08514e8b044ffb7a53f network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod e1841fb4896cb2e80ed8f1af06053c51ab8c09a7d2a0a08514e8b044ffb7a53f network default NAD default NAD key ] I0512 15:23:46.433619 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod e1841fb4896cb2e80ed8f1af06053c51ab8c09a7d2a0a08514e8b044ffb7a53f network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod e1841fb4896cb2e80ed8f1af06053c51ab8c09a7d2a0a08514e8b044ffb7a53f network default NAD default NAD key default], result "{}", err I0512 15:23:46.513165 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:46.513213 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod I0512 15:23:46.514543 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod, ips: 10.129.0.76 I0512 15:23:46.514572 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:48.141382 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-filter-already-released-images-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:23:48.141564 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod I0512 15:23:48.169611 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod] pod update took 28.089253ms I0512 15:23:48.169636 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod] addLogicalPort annotation time took 28.118586ms I0512 15:23:48.171012 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod] addLogicalPort took 29.650189ms, libovsdb time 956.713µs I0512 15:23:48.516333 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod a6f78a702330a3ff2c6c3e24dd18011087349a21a0449d4c57fe548931466520 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod a6f78a702330a3ff2c6c3e24dd18011087349a21a0449d4c57fe548931466520 network default NAD default NAD key ] I0512 15:23:48.526104 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-filter-already-released-images-pod, hostIfaceName: a6f78a702330a3f, network: default, NAD default, SandboxID: "a6f78a702330a3ff2c6c3e24dd18011087349a21a0449d4c57fe548931466520", PCI device ID: , UID: "5446f54f-092d-4bf4-9b59-5146c63878ad", MAC: 0a:58:0a:81:00:4d, IPs: [10.129.0.77/23] I0512 15:23:48.580872 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod a6f78a702330a3ff2c6c3e24dd18011087349a21a0449d4c57fe548931466520 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod a6f78a702330a3ff2c6c3e24dd18011087349a21a0449d4c57fe548931466520 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:9c:eb:25:61:8d\",\"name\":\"a6f78a702330a3f\"},{\"mac\":\"0a:58:0a:81:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dffea58c-9ee9-4262-b23c-ec9064df2ea7\"}],\"ips\":[{\"address\":\"10.129.0.77/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:23:57.434082 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod a6f78a702330a3ff2c6c3e24dd18011087349a21a0449d4c57fe548931466520 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod a6f78a702330a3ff2c6c3e24dd18011087349a21a0449d4c57fe548931466520 network default NAD default NAD key ] I0512 15:23:57.530074 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod a6f78a702330a3ff2c6c3e24dd18011087349a21a0449d4c57fe548931466520 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod a6f78a702330a3ff2c6c3e24dd18011087349a21a0449d4c57fe548931466520 network default NAD default NAD key default], result "{}", err I0512 15:23:57.628304 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:57.628346 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod I0512 15:23:57.629682 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod, ips: 10.129.0.77 I0512 15:23:57.629710 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:58.155105 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-collect-tpa-params-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:23:58.155266 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod I0512 15:23:58.173736 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod] pod update took 18.50748ms I0512 15:23:58.173761 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod] addLogicalPort annotation time took 18.536394ms I0512 15:23:58.175110 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod] addLogicalPort took 20.020514ms, libovsdb time 962.597µs I0512 15:23:58.599136 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod 83be71ee47b41b0b5bc2309c142078e7d28a8290f0d6613c8342e4ca805e36cc network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod 83be71ee47b41b0b5bc2309c142078e7d28a8290f0d6613c8342e4ca805e36cc network default NAD default NAD key ] I0512 15:23:58.609151 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-collect-tpa-params-pod, hostIfaceName: 83be71ee47b41b0, network: default, NAD default, SandboxID: "83be71ee47b41b0b5bc2309c142078e7d28a8290f0d6613c8342e4ca805e36cc", PCI device ID: , UID: "04a3951c-a60d-477f-affe-ec5cd697467a", MAC: 0a:58:0a:81:00:4e, IPs: [10.129.0.78/23] I0512 15:23:58.663372 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod 83be71ee47b41b0b5bc2309c142078e7d28a8290f0d6613c8342e4ca805e36cc network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod 83be71ee47b41b0b5bc2309c142078e7d28a8290f0d6613c8342e4ca805e36cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:aa:f6:ec:1f:8b\",\"name\":\"83be71ee47b41b0\"},{\"mac\":\"0a:58:0a:81:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6336471a-8dbb-4df8-a757-ac6d26c1671b\"}],\"ips\":[{\"address\":\"10.129.0.78/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:24:06.410885 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0512 15:24:06.516487 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod 83be71ee47b41b0b5bc2309c142078e7d28a8290f0d6613c8342e4ca805e36cc network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod 83be71ee47b41b0b5bc2309c142078e7d28a8290f0d6613c8342e4ca805e36cc network default NAD default NAD key ] I0512 15:24:06.601016 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod 83be71ee47b41b0b5bc2309c142078e7d28a8290f0d6613c8342e4ca805e36cc network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod 83be71ee47b41b0b5bc2309c142078e7d28a8290f0d6613c8342e4ca805e36cc network default NAD default NAD key default], result "{}", err I0512 15:24:06.668063 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:24:06.668112 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod I0512 15:24:06.669682 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod, ips: 10.129.0.78 I0512 15:24:06.669717 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:24:12.402665 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0512 15:24:30.405537 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 15:24:36.367264 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:24:36.367877 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:24:38.013708 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-push-snapshot-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:24:38.013833 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod I0512 15:24:38.049384 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod] pod update took 35.581974ms I0512 15:24:38.049410 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod] addLogicalPort annotation time took 35.613579ms I0512 15:24:38.050797 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod] addLogicalPort took 37.10806ms, libovsdb time 964.122µs I0512 15:24:38.386389 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod 1cedcd4cd40b09aa58a7db2d403f6a2e1e2e8469404dd792de10ed275eea23de network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod 1cedcd4cd40b09aa58a7db2d403f6a2e1e2e8469404dd792de10ed275eea23de network default NAD default NAD key ] I0512 15:24:38.395961 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-push-snapshot-pod, hostIfaceName: 1cedcd4cd40b09a, network: default, NAD default, SandboxID: "1cedcd4cd40b09aa58a7db2d403f6a2e1e2e8469404dd792de10ed275eea23de", PCI device ID: , UID: "f024f3e5-4401-4433-88a6-bb12ecf6358d", MAC: 0a:58:0a:81:00:4f, IPs: [10.129.0.79/23] I0512 15:24:38.452536 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod 1cedcd4cd40b09aa58a7db2d403f6a2e1e2e8469404dd792de10ed275eea23de network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod 1cedcd4cd40b09aa58a7db2d403f6a2e1e2e8469404dd792de10ed275eea23de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:04:8d:16:ae:bf\",\"name\":\"1cedcd4cd40b09a\"},{\"mac\":\"0a:58:0a:81:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88e6c25c-372c-4889-b8de-b9e214c1e7c0\"}],\"ips\":[{\"address\":\"10.129.0.79/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:25:08.026819 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod 1cedcd4cd40b09aa58a7db2d403f6a2e1e2e8469404dd792de10ed275eea23de network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod 1cedcd4cd40b09aa58a7db2d403f6a2e1e2e8469404dd792de10ed275eea23de network default NAD default NAD key ] I0512 15:25:08.135719 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod 1cedcd4cd40b09aa58a7db2d403f6a2e1e2e8469404dd792de10ed275eea23de network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod 1cedcd4cd40b09aa58a7db2d403f6a2e1e2e8469404dd792de10ed275eea23de network default NAD default NAD key default], result "{}", err I0512 15:25:08.209538 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:25:08.209597 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod I0512 15:25:08.210980 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod, ips: 10.129.0.79 I0512 15:25:08.211008 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:25:10.959060 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-sign-image-cosign-keyless-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:25:10.959186 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod I0512 15:25:10.986633 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod] pod update took 27.47831ms I0512 15:25:10.986660 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 27.512817ms I0512 15:25:10.987975 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod] addLogicalPort took 28.930125ms, libovsdb time 909.235µs I0512 15:25:11.328129 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod 31b6c767cda80dd2e6e3f0eb9b77ac36c31be83cd51248ec09c553faff26e042 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod 31b6c767cda80dd2e6e3f0eb9b77ac36c31be83cd51248ec09c553faff26e042 network default NAD default NAD key ] I0512 15:25:11.337767 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-sign-image-cosign-keyless-pod, hostIfaceName: 31b6c767cda80dd, network: default, NAD default, SandboxID: "31b6c767cda80dd2e6e3f0eb9b77ac36c31be83cd51248ec09c553faff26e042", PCI device ID: , UID: "6e739076-eaea-4202-a6f6-410f0bf20cd3", MAC: 0a:58:0a:81:00:50, IPs: [10.129.0.80/23] I0512 15:25:11.393341 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod 31b6c767cda80dd2e6e3f0eb9b77ac36c31be83cd51248ec09c553faff26e042 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod 31b6c767cda80dd2e6e3f0eb9b77ac36c31be83cd51248ec09c553faff26e042 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:ca:6d:9a:f1:12\",\"name\":\"31b6c767cda80dd\"},{\"mac\":\"0a:58:0a:81:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a7e1e07-8772-48ed-896f-315c9280febb\"}],\"ips\":[{\"address\":\"10.129.0.80/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:25:20.521652 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 15:25:47.509778 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 15:25:52.493289 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 15:25:55.529718 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 15:25:59.464922 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod 31b6c767cda80dd2e6e3f0eb9b77ac36c31be83cd51248ec09c553faff26e042 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod 31b6c767cda80dd2e6e3f0eb9b77ac36c31be83cd51248ec09c553faff26e042 network default NAD default NAD key ] I0512 15:25:59.565612 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod 31b6c767cda80dd2e6e3f0eb9b77ac36c31be83cd51248ec09c553faff26e042 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod 31b6c767cda80dd2e6e3f0eb9b77ac36c31be83cd51248ec09c553faff26e042 network default NAD default NAD key default], result "{}", err I0512 15:25:59.646696 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:25:59.646732 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod I0512 15:25:59.648136 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod, ips: 10.129.0.80 I0512 15:25:59.648165 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:01.100186 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-process-component-sbom-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:26:01.100317 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod I0512 15:26:01.130630 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod] pod update took 30.355259ms I0512 15:26:01.130658 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod] addLogicalPort annotation time took 30.387626ms I0512 15:26:01.132012 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod] addLogicalPort took 31.841972ms, libovsdb time 814.32µs I0512 15:26:01.469217 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod e849a4ff01c5e1471cb43fac271128334a3051feadaf1954dac33dd79a559955 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod e849a4ff01c5e1471cb43fac271128334a3051feadaf1954dac33dd79a559955 network default NAD default NAD key ] I0512 15:26:01.478815 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-process-component-sbom-pod, hostIfaceName: e849a4ff01c5e14, network: default, NAD default, SandboxID: "e849a4ff01c5e1471cb43fac271128334a3051feadaf1954dac33dd79a559955", PCI device ID: , UID: "da8d7b25-ea48-4726-a592-32f2ae9ed6cc", MAC: 0a:58:0a:81:00:51, IPs: [10.129.0.81/23] I0512 15:26:01.532772 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod e849a4ff01c5e1471cb43fac271128334a3051feadaf1954dac33dd79a559955 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod e849a4ff01c5e1471cb43fac271128334a3051feadaf1954dac33dd79a559955 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:5e:77:45:1b:13\",\"name\":\"e849a4ff01c5e14\"},{\"mac\":\"0a:58:0a:81:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e5f3a6d-5aff-466a-a54d-d5e64ce8bbae\"}],\"ips\":[{\"address\":\"10.129.0.81/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:26:01.552727 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 15:26:15.415487 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=329 I0512 15:26:29.759869 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod e849a4ff01c5e1471cb43fac271128334a3051feadaf1954dac33dd79a559955 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod e849a4ff01c5e1471cb43fac271128334a3051feadaf1954dac33dd79a559955 network default NAD default NAD key ] I0512 15:26:29.763251 3916 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-update-cr-status-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:26:29.763377 3916 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod I0512 15:26:29.780542 3916 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod] pod update took 17.194115ms I0512 15:26:29.780565 3916 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod] addLogicalPort annotation time took 17.224646ms I0512 15:26:29.781648 3916 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod] addLogicalPort took 18.41407ms, libovsdb time 700.166µs I0512 15:26:29.884087 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod e849a4ff01c5e1471cb43fac271128334a3051feadaf1954dac33dd79a559955 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod e849a4ff01c5e1471cb43fac271128334a3051feadaf1954dac33dd79a559955 network default NAD default NAD key default], result "{}", err I0512 15:26:29.966693 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:29.966757 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod I0512 15:26:29.968095 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod, ips: 10.129.0.81 I0512 15:26:29.968120 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:30.134889 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod e6eb9112dbbd5a66da7277a5f36d2d5852bbabaf8e45f1a53fd87925a78ee430 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod e6eb9112dbbd5a66da7277a5f36d2d5852bbabaf8e45f1a53fd87925a78ee430 network default NAD default NAD key ] I0512 15:26:30.144726 3916 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-update-cr-status-pod, hostIfaceName: e6eb9112dbbd5a6, network: default, NAD default, SandboxID: "e6eb9112dbbd5a66da7277a5f36d2d5852bbabaf8e45f1a53fd87925a78ee430", PCI device ID: , UID: "f8c3a212-d9dc-4219-90d7-7dd46baebceb", MAC: 0a:58:0a:81:00:52, IPs: [10.129.0.82/23] I0512 15:26:30.200724 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod e6eb9112dbbd5a66da7277a5f36d2d5852bbabaf8e45f1a53fd87925a78ee430 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod e6eb9112dbbd5a66da7277a5f36d2d5852bbabaf8e45f1a53fd87925a78ee430 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:39:d3:5a:62:e1\",\"name\":\"e6eb9112dbbd5a6\"},{\"mac\":\"0a:58:0a:81:00:52\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/247de13f-56cc-4426-86f8-5f81c2fef04f\"}],\"ips\":[{\"address\":\"10.129.0.82/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:26:37.330408 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:37.331041 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:37.850683 3916 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod e6eb9112dbbd5a66da7277a5f36d2d5852bbabaf8e45f1a53fd87925a78ee430 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod e6eb9112dbbd5a66da7277a5f36d2d5852bbabaf8e45f1a53fd87925a78ee430 network default NAD default NAD key ] I0512 15:26:37.946201 3916 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod e6eb9112dbbd5a66da7277a5f36d2d5852bbabaf8e45f1a53fd87925a78ee430 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod e6eb9112dbbd5a66da7277a5f36d2d5852bbabaf8e45f1a53fd87925a78ee430 network default NAD default NAD key default], result "{}", err I0512 15:26:37.965922 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:37.965966 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:37.973416 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 I0512 15:26:37.973453 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 I0512 15:26:38.015217 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:38.015283 3916 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod I0512 15:26:38.016721 3916 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod, ips: 10.129.0.82 I0512 15:26:38.016748 3916 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:52.956404 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:26:57.992386 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:57.992417 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:57.999074 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod I0512 15:26:57.999102 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod I0512 15:26:58.006844 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.006868 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.013411 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod I0512 15:26:58.013455 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod I0512 15:26:58.022523 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.022544 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.028796 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-collect-data-pod I0512 15:26:58.028820 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-collect-data-pod I0512 15:26:58.037494 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.037513 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.044521 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod I0512 15:26:58.044546 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod I0512 15:26:58.052355 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.052372 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.058214 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod I0512 15:26:58.058245 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod I0512 15:26:58.066482 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.066503 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.072494 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod I0512 15:26:58.072522 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod I0512 15:26:58.080128 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.080147 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.085904 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod I0512 15:26:58.085925 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod I0512 15:26:58.101605 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.101627 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.108773 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod I0512 15:26:58.108793 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod I0512 15:26:58.116889 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.116912 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.124292 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod I0512 15:26:58.124317 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod I0512 15:26:58.132923 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.132949 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.140342 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod I0512 15:26:58.140369 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod I0512 15:26:58.147958 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.148002 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.154630 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod I0512 15:26:58.154650 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod I0512 15:26:58.164577 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.164618 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.168952 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod I0512 15:26:58.168977 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod I0512 15:26:58.177965 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.177985 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.184472 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod I0512 15:26:58.184496 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod I0512 15:26:58.191113 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.191134 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.201308 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod I0512 15:26:58.201330 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod I0512 15:26:58.214973 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.214994 3916 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.221842 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod I0512 15:26:58.221862 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod I0512 15:26:58.310935 3916 obj_retry.go:492] Detected object default-tenant/my-integration-test-oeog-n7d8s-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.310971 3916 obj_retry.go:492] Detected object default-tenant/my-integration-test-oeog-n7d8s-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.324200 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-oeog-n7d8s-verify-pod I0512 15:26:58.324224 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-oeog-n7d8s-verify-pod I0512 15:26:58.484652 3916 obj_retry.go:492] Detected object default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.484676 3916 obj_retry.go:492] Detected object default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.489245 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod I0512 15:26:58.489274 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod I0512 15:27:03.850203 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:27:10.673944 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:27:17.589510 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:27:23.804711 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:27:40.027050 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:27:43.405119 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0512 15:28:34.284997 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:28:57.503090 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 15:29:18.358975 3916 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:29:18.375926 3916 namespace.go:317] [managed-tenant-ww0qf] deleting namespace I0512 15:29:36.404185 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 15:29:41.317216 3916 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 59db4264fceaf7092529888706a7b6407cbffe9b879a6e740f55e82219289aff network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 59db4264fceaf7092529888706a7b6407cbffe9b879a6e740f55e82219289aff network default NAD default NAD key ] I0512 15:29:41.402402 3916 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 59db4264fceaf7092529888706a7b6407cbffe9b879a6e740f55e82219289aff network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 59db4264fceaf7092529888706a7b6407cbffe9b879a6e740f55e82219289aff network default NAD default NAD key default], result "{}", err I0512 15:29:41.479036 3916 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:29:41.479077 3916 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 I0512 15:29:41.480754 3916 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7, ips: 10.129.0.70 I0512 15:29:41.480783 3916 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:29:42.369515 3916 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:29:42.369544 3916 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:29:42.372698 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 I0512 15:29:42.372726 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 I0512 15:29:45.498396 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 15:29:56.541654 3916 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:29:56.542234 3916 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:29:56.866383 3916 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:29:56.866454 3916 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:29:56.873263 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj I0512 15:29:56.873291 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj I0512 15:30:00.213565 3916 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643330-2ssrs for pod on switch ip-10-0-0-119.ec2.internal I0512 15:30:00.213703 3916 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs I0512 15:30:00.226747 3916 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs] pod update took 13.077838ms I0512 15:30:00.226775 3916 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs] addLogicalPort annotation time took 13.108644ms I0512 15:30:00.228244 3916 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs] addLogicalPort took 14.69874ms, libovsdb time 1.075684ms I0512 15:30:00.578931 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs 3c0f17cc480689bcb99036575fc98860531855ab3d537ec8226186d6ee35ed87 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs 3c0f17cc480689bcb99036575fc98860531855ab3d537ec8226186d6ee35ed87 network default NAD default NAD key ] I0512 15:30:00.588678 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643330-2ssrs, hostIfaceName: 3c0f17cc480689b, network: default, NAD default, SandboxID: "3c0f17cc480689bcb99036575fc98860531855ab3d537ec8226186d6ee35ed87", PCI device ID: , UID: "4a3cea74-59d0-4503-a795-3d6bae209585", MAC: 0a:58:0a:81:00:53, IPs: [10.129.0.83/23] I0512 15:30:00.642523 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs 3c0f17cc480689bcb99036575fc98860531855ab3d537ec8226186d6ee35ed87 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs 3c0f17cc480689bcb99036575fc98860531855ab3d537ec8226186d6ee35ed87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:5e:00:ae:f0:d4\",\"name\":\"3c0f17cc480689b\"},{\"mac\":\"0a:58:0a:81:00:53\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bde3d22-95d1-4b1c-ad69-b83d0e8a9df7\"}],\"ips\":[{\"address\":\"10.129.0.83/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:30:04.533802 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs 3c0f17cc480689bcb99036575fc98860531855ab3d537ec8226186d6ee35ed87 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs 3c0f17cc480689bcb99036575fc98860531855ab3d537ec8226186d6ee35ed87 network default NAD default NAD key ] I0512 15:30:04.625522 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs 3c0f17cc480689bcb99036575fc98860531855ab3d537ec8226186d6ee35ed87 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs 3c0f17cc480689bcb99036575fc98860531855ab3d537ec8226186d6ee35ed87 network default NAD default NAD key default], result "{}", err I0512 15:30:04.676723 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:04.676766 3916 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs I0512 15:30:04.678150 3916 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs, ips: 10.129.0.83 I0512 15:30:04.678180 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:05.562749 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:05.562810 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:05.593929 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:05.593979 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:05.610394 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc I0512 15:30:05.610426 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc I0512 15:30:29.492796 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 15:30:37.522776 3916 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod] creating logical port default-tenant_java-quarkus-177859980-on-pull-request-75g2h-init-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:30:37.522940 3916 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod I0512 15:30:37.541487 3916 pod.go:62] [default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod] pod update took 18.576811ms I0512 15:30:37.541511 3916 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod] addLogicalPort annotation time took 18.60657ms I0512 15:30:37.542779 3916 pods.go:271] [default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod] addLogicalPort took 20.017745ms, libovsdb time 894.832µs I0512 15:30:37.889664 3916 cni.go:452] [default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod 849862ccfc30f683be0fd386da04a414e2dcf5bbc0bdf9d2919e152d22174ad9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod 849862ccfc30f683be0fd386da04a414e2dcf5bbc0bdf9d2919e152d22174ad9 network default NAD default NAD key ] I0512 15:30:37.899131 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-pull-request-75g2h-init-pod, hostIfaceName: 849862ccfc30f68, network: default, NAD default, SandboxID: "849862ccfc30f683be0fd386da04a414e2dcf5bbc0bdf9d2919e152d22174ad9", PCI device ID: , UID: "86a8fd73-f128-481f-8592-1d1e6b4f6820", MAC: 0a:58:0a:81:00:54, IPs: [10.129.0.84/23] I0512 15:30:37.953980 3916 cni.go:473] [default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod 849862ccfc30f683be0fd386da04a414e2dcf5bbc0bdf9d2919e152d22174ad9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod 849862ccfc30f683be0fd386da04a414e2dcf5bbc0bdf9d2919e152d22174ad9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:46:5b:3a:f9:97\",\"name\":\"849862ccfc30f68\"},{\"mac\":\"0a:58:0a:81:00:54\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5361b17-0ed5-45ab-b930-6abaa017da5f\"}],\"ips\":[{\"address\":\"10.129.0.84/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:30:42.806657 3916 cni.go:452] [default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod 849862ccfc30f683be0fd386da04a414e2dcf5bbc0bdf9d2919e152d22174ad9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod 849862ccfc30f683be0fd386da04a414e2dcf5bbc0bdf9d2919e152d22174ad9 network default NAD default NAD key ] I0512 15:30:42.898887 3916 cni.go:473] [default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod 849862ccfc30f683be0fd386da04a414e2dcf5bbc0bdf9d2919e152d22174ad9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod 849862ccfc30f683be0fd386da04a414e2dcf5bbc0bdf9d2919e152d22174ad9 network default NAD default NAD key default], result "{}", err I0512 15:30:42.959260 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:42.959302 3916 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod I0512 15:30:42.960846 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod, ips: 10.129.0.84 I0512 15:30:42.960884 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:43.812541 3916 obj_retry.go:492] Detected object default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:43.812601 3916 obj_retry.go:492] Detected object default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:43.819414 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod I0512 15:30:43.819463 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod I0512 15:30:47.451362 3916 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod] creating logical port default-tenant_java-quarkus-177859980-on-push-lpljz-init-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:30:47.451525 3916 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod I0512 15:30:47.476099 3916 pod.go:62] [default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod] pod update took 24.604778ms I0512 15:30:47.476127 3916 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod] addLogicalPort annotation time took 24.636403ms I0512 15:30:47.477552 3916 pods.go:271] [default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod] addLogicalPort took 26.204371ms, libovsdb time 973.202µs I0512 15:30:47.822707 3916 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod 87256ef9c916a71645ee55eb74c1684828e26652e1d7893a5fcd5dc4030e0b77 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod 87256ef9c916a71645ee55eb74c1684828e26652e1d7893a5fcd5dc4030e0b77 network default NAD default NAD key ] I0512 15:30:47.833827 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-push-lpljz-init-pod, hostIfaceName: 87256ef9c916a71, network: default, NAD default, SandboxID: "87256ef9c916a71645ee55eb74c1684828e26652e1d7893a5fcd5dc4030e0b77", PCI device ID: , UID: "e355bc78-f443-45ac-b6fb-7c67622dfa2b", MAC: 0a:58:0a:81:00:55, IPs: [10.129.0.85/23] I0512 15:30:47.890948 3916 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod 87256ef9c916a71645ee55eb74c1684828e26652e1d7893a5fcd5dc4030e0b77 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod 87256ef9c916a71645ee55eb74c1684828e26652e1d7893a5fcd5dc4030e0b77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:8c:78:2f:f1:d9\",\"name\":\"87256ef9c916a71\"},{\"mac\":\"0a:58:0a:81:00:55\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d90f48b-ccfa-4218-a4eb-09e9387e2ee4\"}],\"ips\":[{\"address\":\"10.129.0.85/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:30:52.878505 3916 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod 87256ef9c916a71645ee55eb74c1684828e26652e1d7893a5fcd5dc4030e0b77 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod 87256ef9c916a71645ee55eb74c1684828e26652e1d7893a5fcd5dc4030e0b77 network default NAD default NAD key ] I0512 15:30:52.974140 3916 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod 87256ef9c916a71645ee55eb74c1684828e26652e1d7893a5fcd5dc4030e0b77 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod 87256ef9c916a71645ee55eb74c1684828e26652e1d7893a5fcd5dc4030e0b77 network default NAD default NAD key default], result "{}", err I0512 15:30:53.033792 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:53.033828 3916 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod I0512 15:30:53.035401 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod, ips: 10.129.0.85 I0512 15:30:53.035446 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:56.469169 3916 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-zg7fs for pod on switch ip-10-0-0-119.ec2.internal I0512 15:30:56.469296 3916 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs I0512 15:30:56.486247 3916 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs] pod update took 16.980503ms I0512 15:30:56.486274 3916 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs] addLogicalPort annotation time took 17.010386ms I0512 15:30:56.487734 3916 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs] addLogicalPort took 18.577692ms, libovsdb time 992.976µs I0512 15:30:56.834709 3916 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs 92e5aa3c0097f26c24c852544c5c1a22dbe1c37b45d360c61067a328f2eaa91c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs 92e5aa3c0097f26c24c852544c5c1a22dbe1c37b45d360c61067a328f2eaa91c network default NAD default NAD key ] I0512 15:30:56.845628 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-zg7fs, hostIfaceName: 92e5aa3c0097f26, network: default, NAD default, SandboxID: "92e5aa3c0097f26c24c852544c5c1a22dbe1c37b45d360c61067a328f2eaa91c", PCI device ID: , UID: "13d3556b-273f-4b72-90b3-425d627b87ef", MAC: 0a:58:0a:81:00:56, IPs: [10.129.0.86/23] I0512 15:30:56.900543 3916 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs 92e5aa3c0097f26c24c852544c5c1a22dbe1c37b45d360c61067a328f2eaa91c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs 92e5aa3c0097f26c24c852544c5c1a22dbe1c37b45d360c61067a328f2eaa91c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:15:65:65:ab:c5\",\"name\":\"92e5aa3c0097f26\"},{\"mac\":\"0a:58:0a:81:00:56\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/292f0e8b-973e-4ab9-9be8-3f83955fc142\"}],\"ips\":[{\"address\":\"10.129.0.86/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:31:01.716281 3916 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod] creating logical port default-tenant_java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:31:01.716405 3916 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod I0512 15:31:01.745562 3916 pod.go:62] [default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod] pod update took 29.191519ms I0512 15:31:01.745593 3916 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod] addLogicalPort annotation time took 29.224228ms I0512 15:31:01.747016 3916 pods.go:271] [default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod] addLogicalPort took 30.751619ms, libovsdb time 1.003721ms I0512 15:31:01.993155 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:31:01.993733 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:31:02.081006 3916 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod debef630b10ff707c1e28b7827a063259be094efc2598914dcab375742ded940 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod debef630b10ff707c1e28b7827a063259be094efc2598914dcab375742ded940 network default NAD default NAD key ] I0512 15:31:02.090347 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod, hostIfaceName: debef630b10ff70, network: default, NAD default, SandboxID: "debef630b10ff707c1e28b7827a063259be094efc2598914dcab375742ded940", PCI device ID: , UID: "fc98642d-52c2-46ed-8361-7c2a51d4d060", MAC: 0a:58:0a:81:00:57, IPs: [10.129.0.87/23] I0512 15:31:02.145371 3916 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod debef630b10ff707c1e28b7827a063259be094efc2598914dcab375742ded940 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod debef630b10ff707c1e28b7827a063259be094efc2598914dcab375742ded940 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:5e:18:18:f0:bf\",\"name\":\"debef630b10ff70\"},{\"mac\":\"0a:58:0a:81:00:57\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bd91185-c7cf-449b-ae5f-ce62f8c7a772\"}],\"ips\":[{\"address\":\"10.129.0.87/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:31:03.524858 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 15:31:04.523676 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0512 15:31:08.220955 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.220979 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.220985 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.220990 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221003 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221008 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221014 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221018 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221040 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221044 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221049 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221053 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221094 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221102 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221106 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.221111 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.919782 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.919806 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.919815 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 15:31:08.919820 3916 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 15:31:29.495560 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 15:31:47.532731 3916 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 15:31:54.315571 3916 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod debef630b10ff707c1e28b7827a063259be094efc2598914dcab375742ded940 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod debef630b10ff707c1e28b7827a063259be094efc2598914dcab375742ded940 network default NAD default NAD key ] I0512 15:31:54.400257 3916 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod debef630b10ff707c1e28b7827a063259be094efc2598914dcab375742ded940 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod debef630b10ff707c1e28b7827a063259be094efc2598914dcab375742ded940 network default NAD default NAD key default], result "{}", err I0512 15:31:54.490472 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:31:54.490530 3916 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod I0512 15:31:54.491900 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod, ips: 10.129.0.87 I0512 15:31:54.491931 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:31:59.555298 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 15:32:19.421148 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0512 15:32:31.512239 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 15:33:04.405129 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=18 I0512 15:33:22.418294 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=161 I0512 15:33:42.408182 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0512 15:34:28.410684 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0512 15:35:00.501491 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 15:35:10.532727 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0512 15:36:43.495288 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 15:36:57.071734 3916 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs 92e5aa3c0097f26c24c852544c5c1a22dbe1c37b45d360c61067a328f2eaa91c network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs 92e5aa3c0097f26c24c852544c5c1a22dbe1c37b45d360c61067a328f2eaa91c network default NAD default NAD key ] I0512 15:36:57.162411 3916 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs 92e5aa3c0097f26c24c852544c5c1a22dbe1c37b45d360c61067a328f2eaa91c network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs 92e5aa3c0097f26c24c852544c5c1a22dbe1c37b45d360c61067a328f2eaa91c network default NAD default NAD key default], result "{}", err I0512 15:36:57.224329 3916 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:36:57.224368 3916 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs I0512 15:36:57.225850 3916 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs, ips: 10.129.0.86 I0512 15:36:57.225879 3916 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:36:58.200760 3916 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:36:58.200792 3916 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:36:58.207246 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs I0512 15:36:58.207269 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs I0512 15:37:12.246641 3916 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:37:12.247298 3916 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:37:12.978829 3916 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:37:12.978884 3916 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:37:12.985171 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q I0512 15:37:12.985201 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q I0512 15:38:20.538212 3916 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 15:38:25.558270 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 15:38:26.506110 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 15:38:56.691712 3916 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod] creating logical port default-tenant_java-quarkus-177859980-on-push-lpljz-build-image-index-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:38:56.691865 3916 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod I0512 15:38:56.717003 3916 pod.go:62] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod] pod update took 25.172475ms I0512 15:38:56.717030 3916 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod] addLogicalPort annotation time took 25.204821ms I0512 15:38:56.718372 3916 pods.go:271] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod] addLogicalPort took 26.676817ms, libovsdb time 884.248µs I0512 15:38:57.058143 3916 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod 74e6db74c47750409efc54c997e3d668f60a173d2f512df4011de8e05ecfa7e6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod 74e6db74c47750409efc54c997e3d668f60a173d2f512df4011de8e05ecfa7e6 network default NAD default NAD key ] I0512 15:38:57.067508 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-push-lpljz-build-image-index-pod, hostIfaceName: 74e6db74c477504, network: default, NAD default, SandboxID: "74e6db74c47750409efc54c997e3d668f60a173d2f512df4011de8e05ecfa7e6", PCI device ID: , UID: "19af2b70-0a3f-49f7-b046-fe39577ff3b3", MAC: 0a:58:0a:81:00:58, IPs: [10.129.0.88/23] I0512 15:38:57.121073 3916 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod 74e6db74c47750409efc54c997e3d668f60a173d2f512df4011de8e05ecfa7e6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod 74e6db74c47750409efc54c997e3d668f60a173d2f512df4011de8e05ecfa7e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:46:ac:2b:6f:8d\",\"name\":\"74e6db74c477504\"},{\"mac\":\"0a:58:0a:81:00:58\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c525fbaf-7c12-4851-ad68-c347fa7998f1\"}],\"ips\":[{\"address\":\"10.129.0.88/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:38:57.432154 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:38:57.432796 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:02.386757 3916 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod] creating logical port default-tenant_java-quarkus-177859980-on-push-lpljz-clamav-scan-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:39:02.386888 3916 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod I0512 15:39:02.412485 3916 pod.go:62] [default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod] pod update took 25.625538ms I0512 15:39:02.412512 3916 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod] addLogicalPort annotation time took 25.65826ms I0512 15:39:02.413970 3916 pods.go:271] [default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod] addLogicalPort took 27.22973ms, libovsdb time 971.748µs I0512 15:39:02.752663 3916 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod deb1b62264589b45bc5aef88d6009d608ca199bacb44fd6ca7a95d2688ffa47a network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod deb1b62264589b45bc5aef88d6009d608ca199bacb44fd6ca7a95d2688ffa47a network default NAD default NAD key ] I0512 15:39:02.762624 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-push-lpljz-clamav-scan-pod, hostIfaceName: deb1b62264589b4, network: default, NAD default, SandboxID: "deb1b62264589b45bc5aef88d6009d608ca199bacb44fd6ca7a95d2688ffa47a", PCI device ID: , UID: "796e2411-6763-4729-83c4-678e1ecedd97", MAC: 0a:58:0a:81:00:59, IPs: [10.129.0.89/23] I0512 15:39:02.819302 3916 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod deb1b62264589b45bc5aef88d6009d608ca199bacb44fd6ca7a95d2688ffa47a network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod deb1b62264589b45bc5aef88d6009d608ca199bacb44fd6ca7a95d2688ffa47a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:0c:bf:ab:6c:4d\",\"name\":\"deb1b62264589b4\"},{\"mac\":\"0a:58:0a:81:00:59\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0aad5938-c4ec-469d-b274-924c260c64a0\"}],\"ips\":[{\"address\":\"10.129.0.89/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:39:02.991889 3916 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod 74e6db74c47750409efc54c997e3d668f60a173d2f512df4011de8e05ecfa7e6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod 74e6db74c47750409efc54c997e3d668f60a173d2f512df4011de8e05ecfa7e6 network default NAD default NAD key ] I0512 15:39:03.065066 3916 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod 74e6db74c47750409efc54c997e3d668f60a173d2f512df4011de8e05ecfa7e6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod 74e6db74c47750409efc54c997e3d668f60a173d2f512df4011de8e05ecfa7e6 network default NAD default NAD key default], result "{}", err I0512 15:39:03.118493 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:03.118541 3916 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod I0512 15:39:03.120131 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod, ips: 10.129.0.88 I0512 15:39:03.120162 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:10.526455 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 15:39:13.579032 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:13.579695 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:14.421209 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=94 I0512 15:39:17.635002 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:17.635664 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:19.631855 3916 obj_retry.go:498] Detected object default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:19.632480 3916 obj_retry.go:498] Detected object default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:22.407275 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0512 15:39:26.711859 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:26.712476 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:32.733247 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:32.733814 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:48.430965 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0512 15:40:00.208358 3916 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643340-qzdhg for pod on switch ip-10-0-0-119.ec2.internal I0512 15:40:00.208499 3916 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg I0512 15:40:00.221615 3916 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg] pod update took 13.143665ms I0512 15:40:00.221640 3916 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg] addLogicalPort annotation time took 13.174292ms I0512 15:40:00.222971 3916 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg] addLogicalPort took 14.628247ms, libovsdb time 911.855µs I0512 15:40:00.593047 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg ad4685cd2810b55a2ed7596ddd99913a2af771a46e248184e17efd5610076673 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg ad4685cd2810b55a2ed7596ddd99913a2af771a46e248184e17efd5610076673 network default NAD default NAD key ] I0512 15:40:00.602627 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643340-qzdhg, hostIfaceName: ad4685cd2810b55, network: default, NAD default, SandboxID: "ad4685cd2810b55a2ed7596ddd99913a2af771a46e248184e17efd5610076673", PCI device ID: , UID: "c34829e1-4985-4409-8456-c1e4ffb37fd1", MAC: 0a:58:0a:81:00:5a, IPs: [10.129.0.90/23] I0512 15:40:00.660424 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg ad4685cd2810b55a2ed7596ddd99913a2af771a46e248184e17efd5610076673 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg ad4685cd2810b55a2ed7596ddd99913a2af771a46e248184e17efd5610076673 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c1:3f:03:a1:71\",\"name\":\"ad4685cd2810b55\"},{\"mac\":\"0a:58:0a:81:00:5a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/478db8c7-9ae5-4207-986e-ea43c0df03c4\"}],\"ips\":[{\"address\":\"10.129.0.90/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:40:04.398954 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg ad4685cd2810b55a2ed7596ddd99913a2af771a46e248184e17efd5610076673 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg ad4685cd2810b55a2ed7596ddd99913a2af771a46e248184e17efd5610076673 network default NAD default NAD key ] I0512 15:40:04.487471 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg ad4685cd2810b55a2ed7596ddd99913a2af771a46e248184e17efd5610076673 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg ad4685cd2810b55a2ed7596ddd99913a2af771a46e248184e17efd5610076673 network default NAD default NAD key default], result "{}", err I0512 15:40:04.542324 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:40:04.542360 3916 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg I0512 15:40:04.543834 3916 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg, ips: 10.129.0.90 I0512 15:40:04.543869 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:40:05.407778 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:40:05.407815 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:40:05.445109 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:40:05.445139 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:40:05.450693 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr I0512 15:40:05.451051 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr I0512 15:40:05.514722 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 15:40:33.407560 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0512 15:40:36.527790 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0512 15:41:16.498336 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 15:41:59.497577 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 15:42:51.504551 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 15:43:28.535460 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 15:43:34.410537 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 15:43:34.412574 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0512 15:43:41.540217 3916 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 15:44:25.508402 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0512 15:45:21.423923 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=29 I0512 15:45:28.560500 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 15:45:35.562181 3916 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod deb1b62264589b45bc5aef88d6009d608ca199bacb44fd6ca7a95d2688ffa47a network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod deb1b62264589b45bc5aef88d6009d608ca199bacb44fd6ca7a95d2688ffa47a network default NAD default NAD key ] I0512 15:45:35.659951 3916 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod deb1b62264589b45bc5aef88d6009d608ca199bacb44fd6ca7a95d2688ffa47a network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod deb1b62264589b45bc5aef88d6009d608ca199bacb44fd6ca7a95d2688ffa47a network default NAD default NAD key default], result "{}", err I0512 15:45:35.731340 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:45:35.731407 3916 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod I0512 15:45:35.732777 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod, ips: 10.129.0.89 I0512 15:45:35.732804 3916 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:45:42.047662 3916 base_network_controller_pods.go:487] [default/default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod] creating logical port default-tenant_test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:45:42.047821 3916 kube.go:256] Updating pod default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod I0512 15:45:42.073465 3916 pod.go:62] [default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod] pod update took 25.683206ms I0512 15:45:42.073491 3916 base_network_controller_pods.go:951] [default/default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod] addLogicalPort annotation time took 25.714882ms I0512 15:45:42.074841 3916 pods.go:271] [default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod] addLogicalPort took 27.197839ms, libovsdb time 928.171µs I0512 15:45:42.413850 3916 cni.go:452] [default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod abfcfc1c9cf610e519e8a92887acc40d4d719a347a55520d93a57248534ca289 network default NAD default NAD key ] ADD starting CNI request [default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod abfcfc1c9cf610e519e8a92887acc40d4d719a347a55520d93a57248534ca289 network default NAD default NAD key ] I0512 15:45:42.423622 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod, hostIfaceName: abfcfc1c9cf610e, network: default, NAD default, SandboxID: "abfcfc1c9cf610e519e8a92887acc40d4d719a347a55520d93a57248534ca289", PCI device ID: , UID: "1ced03c4-6755-449f-b329-1c952d99332e", MAC: 0a:58:0a:81:00:5b, IPs: [10.129.0.91/23] I0512 15:45:42.476780 3916 cni.go:473] [default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod abfcfc1c9cf610e519e8a92887acc40d4d719a347a55520d93a57248534ca289 network default NAD default NAD key default] ADD finished CNI request [default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod abfcfc1c9cf610e519e8a92887acc40d4d719a347a55520d93a57248534ca289 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:6c:15:b2:dc:f7\",\"name\":\"abfcfc1c9cf610e\"},{\"mac\":\"0a:58:0a:81:00:5b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0870a3fc-1863-497d-928e-7efe871f40c5\"}],\"ips\":[{\"address\":\"10.129.0.91/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:45:50.025131 3916 base_network_controller_pods.go:487] [default/default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod] creating logical port default-tenant_test-app-177859980-enterprise-contract-6dpqb-verify-pod for pod on switch ip-10-0-0-119.ec2.internal I0512 15:45:50.025284 3916 kube.go:256] Updating pod default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod I0512 15:45:50.058863 3916 pod.go:62] [default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod] pod update took 33.61985ms I0512 15:45:50.058893 3916 base_network_controller_pods.go:951] [default/default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod] addLogicalPort annotation time took 33.65647ms I0512 15:45:50.060224 3916 pods.go:271] [default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod] addLogicalPort took 35.106538ms, libovsdb time 935.9µs I0512 15:45:50.394939 3916 cni.go:452] [default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod b352ea9be20e03492a670e2a7c1f4c1a7ccd631ff215616365970479b6008b9d network default NAD default NAD key ] ADD starting CNI request [default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod b352ea9be20e03492a670e2a7c1f4c1a7ccd631ff215616365970479b6008b9d network default NAD default NAD key ] I0512 15:45:50.404375 3916 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: test-app-177859980-enterprise-contract-6dpqb-verify-pod, hostIfaceName: b352ea9be20e034, network: default, NAD default, SandboxID: "b352ea9be20e03492a670e2a7c1f4c1a7ccd631ff215616365970479b6008b9d", PCI device ID: , UID: "5afe2f20-2230-4a71-b768-2b5e00b5571d", MAC: 0a:58:0a:81:00:5c, IPs: [10.129.0.92/23] I0512 15:45:50.460853 3916 cni.go:473] [default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod b352ea9be20e03492a670e2a7c1f4c1a7ccd631ff215616365970479b6008b9d network default NAD default NAD key default] ADD finished CNI request [default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod b352ea9be20e03492a670e2a7c1f4c1a7ccd631ff215616365970479b6008b9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:c4:5d:db:e2:2b\",\"name\":\"b352ea9be20e034\"},{\"mac\":\"0a:58:0a:81:00:5c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2e43ddf-b543-42ae-8cd5-b54c3145ed5b\"}],\"ips\":[{\"address\":\"10.129.0.92/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:45:50.681039 3916 cni.go:452] [default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod abfcfc1c9cf610e519e8a92887acc40d4d719a347a55520d93a57248534ca289 network default NAD default NAD key ] DEL starting CNI request [default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod abfcfc1c9cf610e519e8a92887acc40d4d719a347a55520d93a57248534ca289 network default NAD default NAD key ] I0512 15:45:50.760727 3916 cni.go:473] [default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod abfcfc1c9cf610e519e8a92887acc40d4d719a347a55520d93a57248534ca289 network default NAD default NAD key default] DEL finished CNI request [default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod abfcfc1c9cf610e519e8a92887acc40d4d719a347a55520d93a57248534ca289 network default NAD default NAD key default], result "{}", err I0512 15:45:50.802042 3916 obj_retry.go:498] Detected object default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:45:50.802083 3916 pods.go:176] Deleting pod: default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod I0512 15:45:50.803591 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod, ips: 10.129.0.91 I0512 15:45:50.803620 3916 obj_retry.go:498] Detected object default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:46:09.842842 3916 cni.go:452] [default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod b352ea9be20e03492a670e2a7c1f4c1a7ccd631ff215616365970479b6008b9d network default NAD default NAD key ] DEL starting CNI request [default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod b352ea9be20e03492a670e2a7c1f4c1a7ccd631ff215616365970479b6008b9d network default NAD default NAD key ] I0512 15:46:09.954852 3916 cni.go:473] [default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod b352ea9be20e03492a670e2a7c1f4c1a7ccd631ff215616365970479b6008b9d network default NAD default NAD key default] DEL finished CNI request [default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod b352ea9be20e03492a670e2a7c1f4c1a7ccd631ff215616365970479b6008b9d network default NAD default NAD key default], result "{}", err I0512 15:46:10.054601 3916 obj_retry.go:498] Detected object default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:46:10.054657 3916 pods.go:176] Deleting pod: default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod I0512 15:46:10.056134 3916 pods.go:236] Attempting to release IPs for pod: default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod, ips: 10.129.0.92 I0512 15:46:10.056162 3916 obj_retry.go:498] Detected object default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:46:49.410817 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0512 15:48:17.529137 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 15:48:27.410623 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0512 15:48:43.412617 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 15:48:55.433638 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0512 15:49:19.500536 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 15:49:23.501285 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 15:49:51.516713 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 15:50:00.219737 3916 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643350-2kn4c for pod on switch ip-10-0-0-119.ec2.internal I0512 15:50:00.219877 3916 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c I0512 15:50:00.249728 3916 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c] pod update took 29.871897ms I0512 15:50:00.249759 3916 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c] addLogicalPort annotation time took 29.908016ms I0512 15:50:00.251136 3916 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c] addLogicalPort took 31.415407ms, libovsdb time 960.282µs I0512 15:50:00.584408 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c a5431d4f94edd580d28fe85e5096e292db8e0d64301d81ec0a6225a797aff7fc network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c a5431d4f94edd580d28fe85e5096e292db8e0d64301d81ec0a6225a797aff7fc network default NAD default NAD key ] I0512 15:50:00.594547 3916 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643350-2kn4c, hostIfaceName: a5431d4f94edd58, network: default, NAD default, SandboxID: "a5431d4f94edd580d28fe85e5096e292db8e0d64301d81ec0a6225a797aff7fc", PCI device ID: , UID: "b53d60b6-da06-4bf3-acc1-227e0341972a", MAC: 0a:58:0a:81:00:5d, IPs: [10.129.0.93/23] I0512 15:50:00.650007 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c a5431d4f94edd580d28fe85e5096e292db8e0d64301d81ec0a6225a797aff7fc network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c a5431d4f94edd580d28fe85e5096e292db8e0d64301d81ec0a6225a797aff7fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:32:95:7d:00:fe\",\"name\":\"a5431d4f94edd58\"},{\"mac\":\"0a:58:0a:81:00:5d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24c76346-8559-482a-814a-bae11d3f0d5f\"}],\"ips\":[{\"address\":\"10.129.0.93/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 15:50:04.448736 3916 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c a5431d4f94edd580d28fe85e5096e292db8e0d64301d81ec0a6225a797aff7fc network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c a5431d4f94edd580d28fe85e5096e292db8e0d64301d81ec0a6225a797aff7fc network default NAD default NAD key ] I0512 15:50:04.540252 3916 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c a5431d4f94edd580d28fe85e5096e292db8e0d64301d81ec0a6225a797aff7fc network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c a5431d4f94edd580d28fe85e5096e292db8e0d64301d81ec0a6225a797aff7fc network default NAD default NAD key default], result "{}", err I0512 15:50:04.592352 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:50:04.592483 3916 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c I0512 15:50:04.593830 3916 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c, ips: 10.129.0.93 I0512 15:50:04.593862 3916 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:50:05.451607 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:50:05.451642 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:50:05.478733 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:50:05.478779 3916 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:50:05.481916 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq I0512 15:50:05.481953 3916 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq I0512 15:50:28.530733 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 15:50:39.507484 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 15:50:44.414649 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 15:51:07.562884 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 15:51:44.542998 3916 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 15:51:57.425935 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=46 I0512 15:52:23.538022 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 15:53:00.510781 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 15:53:54.531534 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 15:54:59.414195 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0512 15:55:09.503737 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 15:55:27.413401 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0512 15:55:40.415117 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 15:55:43.436086 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0512 15:56:55.545036 3916 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 15:56:58.504320 3916 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 15:58:26.428594 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=8 I0512 15:58:41.519556 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 15:58:42.416790 3916 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 W0512 15:59:03.807501 3916 duration.go:461] Config duration recorder: measurement expired for pod/default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod I0512 15:59:23.513647 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 15:59:36.541102 3916 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9