+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-92.ec2.internal ++ [[ -n ip-10-0-0-92.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-92.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 11:34:49.001824717 - disable conntrack on geneve port' I0512 11:34:49.001824717 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 11:34:49.018862121 - starting ovnkube-node + echo 'I0512 11:34:49.018862121 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-92.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-92.ec2.internal --init-node ip-10-0-0-92.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-92.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 11:34:49.060255 3704 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 11:34:49.060312 3704 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3e0031faf4.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 11:34:49.061774 3704 kube.go:431] Waiting for certificate I0512 11:34:49.061816 3704 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 11:34:49.061846 3704 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 11:34:49.062585 3704 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 11:34:49.092874 3704 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:49.092894 3704 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:49.095614 3704 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:49.095717 3704 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fwmcx" I0512 11:34:49.103725 3704 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fwmcx" I0512 11:34:49.103813 3704 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:50.062610 3704 kube.go:438] Certificate found I0512 11:34:50.063217 3704 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 11:34:50.064659 3704 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 11:34:50.111923 3704 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 11:29:49 +0000 UTC" deadline="2026-05-13 08:57:36.179386583 +0000 UTC" I0512 11:34:50.111959 3704 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h22m46.067438519s" I0512 11:34:50.128169 3704 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 11:34:50.144530 3704 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 11:34:50.144703 3704 server.go:101] MetricServer registers OVS metrics I0512 11:34:50.145316 3704 server.go:105] MetricServer registers OVN DB metrics I0512 11:34:50.145449 3704 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 11:34:50.145527 3704 factory.go:561] Starting watch factory I0512 11:34:50.145642 3704 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.145714 3704 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.145686 3704 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.145858 3704 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.145794 3704 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.145891 3704 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.145959 3704 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.146031 3704 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.146091 3704 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.146129 3704 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.145643 3704 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.146218 3704 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.149324 3704 controller_manager.go:370] Starting the ovnkube controller I0512 11:34:50.149334 3704 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-92.ec2.internal I0512 11:34:50.149376 3704 controller_manager.go:395] NBDB zone sync took: 35.488µs I0512 11:34:50.149384 3704 factory.go:561] Starting watch factory I0512 11:34:50.150265 3704 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 11:34:50.150293 3704 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 11:34:50.162979 3704 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 11:34:50.162996 3704 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 11:34:50.166302 3704 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 11:34:50.166350 3704 server.go:109] MetricServer registers OVN Controller metrics I0512 11:34:50.166931 3704 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.166946 3704 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.170253 3704 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.170426 3704 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.170678 3704 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.170859 3704 server.go:113] MetricServer registers OVN Northd metrics I0512 11:34:50.176369 3704 metrics.go:519] OVN Metrics Server starts to run ... I0512 11:34:50.177059 3704 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:50.251386 3704 factory.go:1977] *v1.Node informer cache synced successfully I0512 11:34:50.251401 3704 factory.go:1977] *v1.Service informer cache synced successfully I0512 11:34:50.251405 3704 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 11:34:50.251408 3704 factory.go:1977] *v1.Pod informer cache synced successfully I0512 11:34:50.251411 3704 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 11:34:50.251414 3704 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 11:34:50.251485 3704 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:50.251501 3704 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:50.251524 3704 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:50.251543 3704 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:50.254825 3704 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 11:34:50.254838 3704 factory.go:1977] *v1.Pod informer cache synced successfully I0512 11:34:50.254842 3704 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 11:34:50.254845 3704 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 11:34:50.254848 3704 factory.go:1977] *v1.Node informer cache synced successfully I0512 11:34:50.254850 3704 factory.go:1977] *v1.Service informer cache synced successfully I0512 11:34:50.258754 3704 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:50.261419 3704 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:50.357626 3704 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 11:34:50.357640 3704 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 11:34:50.357708 3704 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.357724 3704 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.361233 3704 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 11:34:50.361250 3704 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 11:34:50.364721 3704 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.366703 3704 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 11:34:50.366761 3704 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.366773 3704 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.384115 3704 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.463512 3704 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 11:34:50.468660 3704 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 11:34:50.468723 3704 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.468741 3704 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.472177 3704 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 11:34:50.474457 3704 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.477453 3704 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 11:34:50.477526 3704 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.477539 3704 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.485412 3704 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.575290 3704 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 11:34:50.580441 3704 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 11:34:50.580552 3704 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.580565 3704 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.582921 3704 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.582924 3704 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 11:34:50.586132 3704 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 11:34:50.586270 3704 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 11:34:50.586282 3704 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 11:34:50.588373 3704 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 11:34:50.588619 3704 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 11:34:50.591647 3704 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 11:34:50.591707 3704 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.591721 3704 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.591759 3704 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.591773 3704 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.593786 3704 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 11:34:50.594026 3704 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.594410 3704 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:50.597594 3704 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 11:34:50.597604 3704 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 11:34:50.597611 3704 factory.go:680] Watch Factory start up complete, took: 452.087659ms I0512 11:34:50.597676 3704 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 11:34:50.598930 3704 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 11:34:50.598940 3704 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 11:34:50.598946 3704 factory.go:680] Watch Factory start up complete, took: 449.561366ms I0512 11:34:50.598953 3704 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-92.ec2.internal" zone I0512 11:34:50.637495 3704 default_node_network_controller.go:710] Initializing the default node network controller I0512 11:34:50.704569 3704 udn_isolation.go:101] Starting UDN host isolation manager I0512 11:34:50.710456 3704 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 11:34:50.751935 3704 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 11:34:50.752013 3704 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 11:34:50.752027 3704 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 11:34:50.783136 3704 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 11:34:50.783188 3704 default_node_network_controller.go:809] Node ip-10-0-0-92.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0512 11:34:50.788112 3704 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.92"] k8s.ovn.org/zone-name:ip-10-0-0-92.ec2.internal] on node ip-10-0-0-92.ec2.internal I0512 11:34:50.808503 3704 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 11:34:50.814355 3704 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 11:34:50.814495 3704 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0512 11:34:50.814620 3704 gateway_init.go:263] Preparing Gateway I0512 11:34:50.814634 3704 gateway_shared_intf.go:1687] Creating new gateway I0512 11:34:50.849676 3704 controller_manager.go:429] Waiting for node in zone sync took: 250.7123ms I0512 11:34:50.856820 3704 controller_manager.go:611] Switching to transit router for layer2 networks I0512 11:34:50.856834 3704 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-92.ec2.internal I0512 11:34:50.871880 3704 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 11:34:50.877960 3704 controller_manager.go:290] SCTP support detected in OVN I0512 11:34:50.878538 3704 services_controller.go:69] Creating services controller for network=default I0512 11:34:50.878615 3704 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 11:34:50.878677 3704 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 11:34:50.878717 3704 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 11:34:50.878729 3704 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 11:34:50.878737 3704 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 11:34:50.878903 3704 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 11:34:50.878935 3704 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 11:34:50.878980 3704 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.125µs I0512 11:34:50.879000 3704 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 57.931µs I0512 11:34:50.879008 3704 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 72.607µs I0512 11:34:50.879014 3704 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 11:34:50.879020 3704 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 11:34:50.879028 3704 default_network_controller.go:325] Starting the default network controller I0512 11:34:50.879071 3704 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.867µs I0512 11:34:50.879459 3704 udn_enabled_svc.go:95] Performing full resync I0512 11:34:50.879723 3704 udn_enabled_svc.go:99] Waiting for handler to sync I0512 11:34:50.879734 3704 udn_enabled_svc.go:104] Starting worker I0512 11:34:50.887930 3704 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 11:34:50.887991 3704 repair.go:33] Syncing exgw routes took 48.502µs I0512 11:34:50.888012 3704 default_network_controller.go:414] Starting all the Watchers... I0512 11:34:50.888150 3704 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 11:34:50.888165 3704 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 11:34:50.888166 3704 namespace.go:98] [openshift-marketplace] adding namespace I0512 11:34:50.888151 3704 namespace.go:98] [openshift-config] adding namespace I0512 11:34:50.888174 3704 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 11:34:50.888182 3704 namespace.go:98] [openshift-multus] adding namespace I0512 11:34:50.888165 3704 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 11:34:50.888188 3704 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 11:34:50.888177 3704 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 11:34:50.888195 3704 namespace.go:98] [openshift-dns] adding namespace I0512 11:34:50.888195 3704 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 11:34:50.888188 3704 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 11:34:50.888196 3704 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 11:34:50.888209 3704 namespace.go:98] [openshift-config-operator] adding namespace I0512 11:34:50.888151 3704 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 11:34:50.888690 3704 namespace.go:102] [openshift-console-user-settings] adding namespace took 529.027µs I0512 11:34:50.888705 3704 namespace.go:98] [kube-public] adding namespace I0512 11:34:50.889082 3704 namespace.go:102] [kube-public] adding namespace took 371.977µs I0512 11:34:50.889094 3704 namespace.go:98] [dedicated-admin] adding namespace I0512 11:34:50.889503 3704 namespace.go:102] [dedicated-admin] adding namespace took 404.409µs I0512 11:34:50.889518 3704 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 11:34:50.889963 3704 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 440.094µs I0512 11:34:50.889978 3704 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 11:34:50.890392 3704 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.217497ms I0512 11:34:50.890405 3704 namespace.go:98] [openshift-console] adding namespace I0512 11:34:50.890852 3704 namespace.go:102] [openshift-marketplace] adding namespace took 2.675151ms I0512 11:34:50.890864 3704 namespace.go:98] [openshift-logging] adding namespace I0512 11:34:50.891268 3704 namespace.go:102] [openshift-config] adding namespace took 3.085364ms I0512 11:34:50.891282 3704 namespace.go:98] [default] adding namespace I0512 11:34:50.891690 3704 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.505838ms I0512 11:34:50.891700 3704 namespace.go:98] [openshift-network-diagnostics] adding namespace W0512 11:34:50.891699 3704 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ds5nt: pod openshift-multus/network-metrics-daemon-ds5nt: no pod IPs found W0512 11:34:50.891709 3704 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jz99p: pod openshift-multus/network-metrics-daemon-jz99p: no pod IPs found I0512 11:34:50.892147 3704 namespace.go:102] [openshift-multus] adding namespace took 3.958599ms I0512 11:34:50.892159 3704 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 11:34:50.892562 3704 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.370627ms I0512 11:34:50.892571 3704 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 11:34:50.892963 3704 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.766609ms I0512 11:34:50.892975 3704 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 11:34:50.893390 3704 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.191223ms I0512 11:34:50.893399 3704 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 11:34:50.893818 3704 namespace.go:102] [openshift-dns] adding namespace took 5.617283ms I0512 11:34:50.893831 3704 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 11:34:50.894230 3704 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.027663ms I0512 11:34:50.894239 3704 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 11:34:50.894657 3704 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.448933ms I0512 11:34:50.894670 3704 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 11:34:50.895082 3704 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.871674ms I0512 11:34:50.895096 3704 namespace.go:98] [openshift-cluster-version] adding namespace I0512 11:34:50.895493 3704 namespace.go:102] [openshift-config-operator] adding namespace took 7.277152ms I0512 11:34:50.895504 3704 namespace.go:98] [openshift-network-console] adding namespace I0512 11:34:50.895988 3704 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.726535ms I0512 11:34:50.896007 3704 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 11:34:50.896371 3704 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.387485ms I0512 11:34:50.896765 3704 namespace.go:102] [openshift-console] adding namespace took 6.353565ms I0512 11:34:50.896778 3704 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 11:34:50.897136 3704 namespace.go:102] [openshift-logging] adding namespace took 6.268378ms I0512 11:34:50.897147 3704 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 11:34:50.897493 3704 namespace.go:102] [default] adding namespace took 6.207335ms W0512 11:34:50.897497 3704 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rlwrc: pod openshift-network-diagnostics/network-check-target-rlwrc: no pod IPs found I0512 11:34:50.897505 3704 namespace.go:98] [openshift-image-registry] adding namespace W0512 11:34:50.897512 3704 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vmj7x: pod openshift-network-diagnostics/network-check-target-vmj7x: no pod IPs found I0512 11:34:50.898015 3704 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.308486ms I0512 11:34:50.898033 3704 namespace.go:98] [openshift-infra] adding namespace I0512 11:34:50.898439 3704 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.273131ms I0512 11:34:50.898453 3704 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 11:34:50.898945 3704 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.367861ms I0512 11:34:50.898960 3704 namespace.go:98] [openshift-backplane] adding namespace I0512 11:34:50.899358 3704 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.376815ms I0512 11:34:50.899372 3704 namespace.go:98] [openshift-controller-manager] adding namespace I0512 11:34:50.899780 3704 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.37532ms I0512 11:34:50.899796 3704 namespace.go:98] [openshift] adding namespace I0512 11:34:50.900186 3704 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.349354ms I0512 11:34:50.900199 3704 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 11:34:50.900595 3704 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.351545ms I0512 11:34:50.900608 3704 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 11:34:50.901020 3704 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.344041ms I0512 11:34:50.901036 3704 namespace.go:98] [openshift-node] adding namespace I0512 11:34:50.901417 3704 namespace.go:102] [openshift-cluster-version] adding namespace took 6.31555ms I0512 11:34:50.901432 3704 namespace.go:98] [openshift-etcd] adding namespace I0512 11:34:50.901898 3704 namespace.go:102] [openshift-network-console] adding namespace took 6.387571ms I0512 11:34:50.901914 3704 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 11:34:50.902294 3704 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.280763ms I0512 11:34:50.902309 3704 namespace.go:98] [kube-system] adding namespace I0512 11:34:50.902725 3704 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.942612ms I0512 11:34:50.902737 3704 namespace.go:98] [openshift-authentication] adding namespace I0512 11:34:50.903226 3704 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.0727ms I0512 11:34:50.903245 3704 namespace.go:98] [openshift-config-managed] adding namespace I0512 11:34:50.903658 3704 namespace.go:102] [openshift-image-registry] adding namespace took 6.146273ms I0512 11:34:50.903675 3704 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 11:34:50.904065 3704 namespace.go:102] [openshift-infra] adding namespace took 6.025082ms I0512 11:34:50.904080 3704 namespace.go:98] [openshift-host-network] adding namespace I0512 11:34:50.904463 3704 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.003877ms I0512 11:34:50.904491 3704 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 11:34:50.904888 3704 namespace.go:102] [openshift-backplane] adding namespace took 5.922191ms I0512 11:34:50.904900 3704 namespace.go:98] [openshift-operators] adding namespace I0512 11:34:50.905290 3704 namespace.go:102] [openshift-controller-manager] adding namespace took 5.911829ms I0512 11:34:50.905303 3704 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 11:34:50.905712 3704 namespace.go:102] [openshift] adding namespace took 5.910312ms I0512 11:34:50.905727 3704 namespace.go:98] [openshift-monitoring] adding namespace I0512 11:34:50.906119 3704 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.913367ms I0512 11:34:50.906133 3704 namespace.go:98] [openshift-apiserver] adding namespace I0512 11:34:50.906533 3704 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.91961ms I0512 11:34:50.906548 3704 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 11:34:50.906949 3704 namespace.go:102] [openshift-node] adding namespace took 5.906485ms I0512 11:34:50.906965 3704 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 11:34:50.907819 3704 namespace.go:102] [openshift-etcd] adding namespace took 6.380235ms I0512 11:34:50.907836 3704 namespace.go:98] [openshift-machine-api] adding namespace W0512 11:34:50.908226 3704 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-s2tc2: pod kube-system/global-pull-secret-syncer-s2tc2: no pod IPs found W0512 11:34:50.908236 3704 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-b7psp: pod kube-system/global-pull-secret-syncer-b7psp: no pod IPs found I0512 11:34:50.908254 3704 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.334599ms I0512 11:34:50.908266 3704 namespace.go:98] [openshift-network-operator] adding namespace I0512 11:34:50.908668 3704 namespace.go:102] [kube-system] adding namespace took 6.352919ms I0512 11:34:50.908681 3704 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 11:34:50.909118 3704 namespace.go:102] [openshift-authentication] adding namespace took 6.374134ms I0512 11:34:50.909134 3704 namespace.go:98] [openshift-ingress] adding namespace I0512 11:34:50.909546 3704 namespace.go:102] [openshift-config-managed] adding namespace took 6.294614ms I0512 11:34:50.909561 3704 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 11:34:50.909966 3704 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.283785ms I0512 11:34:50.909982 3704 namespace.go:98] [openshift-package-operator] adding namespace I0512 11:34:50.910435 3704 namespace.go:102] [openshift-host-network] adding namespace took 6.349267ms I0512 11:34:50.910447 3704 namespace.go:98] [openshift-console-operator] adding namespace I0512 11:34:50.910897 3704 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.399337ms I0512 11:34:50.910913 3704 namespace.go:98] [openshift-insights] adding namespace I0512 11:34:50.911299 3704 namespace.go:102] [openshift-operators] adding namespace took 6.393423ms I0512 11:34:50.911313 3704 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 11:34:50.911680 3704 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.371735ms I0512 11:34:50.911691 3704 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 11:34:50.912150 3704 namespace.go:102] [openshift-monitoring] adding namespace took 6.415986ms I0512 11:34:50.912165 3704 namespace.go:98] [openshift-dns-operator] adding namespace I0512 11:34:50.912574 3704 namespace.go:102] [openshift-apiserver] adding namespace took 6.433292ms I0512 11:34:50.912588 3704 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 11:34:50.912984 3704 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.430511ms I0512 11:34:50.912997 3704 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 11:34:50.913376 3704 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.405196ms I0512 11:34:50.913389 3704 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 11:34:50.913789 3704 namespace.go:102] [openshift-machine-api] adding namespace took 5.94746ms I0512 11:34:50.913802 3704 namespace.go:98] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] adding namespace I0512 11:34:50.914210 3704 namespace.go:102] [openshift-network-operator] adding namespace took 5.937723ms I0512 11:34:50.914225 3704 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 11:34:50.914655 3704 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.968421ms I0512 11:34:50.914668 3704 namespace.go:98] [kube-node-lease] adding namespace I0512 11:34:50.915153 3704 namespace.go:102] [openshift-ingress] adding namespace took 6.013964ms I0512 11:34:50.915165 3704 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 11:34:50.915603 3704 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.036267ms I0512 11:34:50.915614 3704 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 11:34:50.916029 3704 namespace.go:102] [openshift-package-operator] adding namespace took 6.039059ms I0512 11:34:50.916427 3704 namespace.go:102] [openshift-console-operator] adding namespace took 5.974144ms I0512 11:34:50.916832 3704 namespace.go:102] [openshift-insights] adding namespace took 5.910878ms I0512 11:34:50.916850 3704 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 11:34:50.917253 3704 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.934745ms I0512 11:34:50.917751 3704 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.05492ms I0512 11:34:50.918144 3704 namespace.go:102] [openshift-dns-operator] adding namespace took 5.973153ms I0512 11:34:50.918557 3704 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.96279ms I0512 11:34:50.918572 3704 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 11:34:50.918958 3704 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.954685ms I0512 11:34:50.919005 3704 iptables.go:108] Creating table: filter chain: FORWARD I0512 11:34:50.919349 3704 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.954349ms I0512 11:34:50.919360 3704 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 11:34:50.919780 3704 namespace.go:102] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] adding namespace took 5.972259ms I0512 11:34:50.920170 3704 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.938036ms I0512 11:34:50.920618 3704 namespace.go:102] [kube-node-lease] adding namespace took 5.941679ms I0512 11:34:50.921004 3704 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.833762ms I0512 11:34:50.921410 3704 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.789638ms I0512 11:34:50.921824 3704 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.967026ms I0512 11:34:50.922242 3704 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 3.66589ms I0512 11:34:50.922624 3704 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.257988ms W0512 11:34:50.922698 3704 master.go:458] Unable to parse local node ip-10-0-0-92.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 11:34:50.922715 3704 master.go:471] Unable to parse remote node ip-10-0-1-43.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 11:34:50.922720 3704 master.go:481] Removing stale chassis with ID/Name: d09ee92d-d85b-4627-9c96-ee4c07a8e67f, hostname: ip-10-0-0-92.ec2.internal I0512 11:34:50.923141 3704 master.go:548] Adding or Updating local node "ip-10-0-0-92.ec2.internal" for network "default" I0512 11:34:50.923208 3704 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-43.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-43.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-43.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-43.ec2.internal I0512 11:34:50.923829 3704 zone_ic_handler.go:195] Time taken to create transit switch: 330.04µs I0512 11:34:50.923853 3704 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-215.ec2.internal for the network default I0512 11:34:50.924905 3704 iptables.go:108] Creating table: filter chain: OUTPUT I0512 11:34:50.925226 3704 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-215.ec2.internal" on network "default" took: 1.758555ms I0512 11:34:50.927176 3704 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-92.ec2.internal for the network default I0512 11:34:50.927325 3704 zone_ic_handler.go:195] Time taken to create transit switch: 138.171µs I0512 11:34:50.928020 3704 default_network_controller.go:823] Node add failed for ip-10-0-0-92.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-92.ec2.internal, error getting gateway config for node ip-10-0-0-92.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-92.ec2.internal", failed to update chassis to local for local node ip-10-0-0-92.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-92.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-92.ec2.internal] E0512 11:34:50.928062 3704 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-92.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-92.ec2.internal, error getting gateway config for node ip-10-0-0-92.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-92.ec2.internal", failed to update chassis to local for local node ip-10-0-0-92.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-92.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-92.ec2.internal] I0512 11:34:50.928118 3704 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 11:34:50.928143 3704 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 11:34:50.928159 3704 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-92.ec2.internal in network "default" I0512 11:34:50.928163 3704 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 11:34:50.928135 3704 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-92.ec2.internal", UID:"5a7cb63e-a099-4c53-ad3a-30f247155d0a", APIVersion:"v1", ResourceVersion:"9167", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-92.ec2.internal, error getting gateway config for node ip-10-0-0-92.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-92.ec2.internal", failed to update chassis to local for local node ip-10-0-0-92.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-92.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-92.ec2.internal] I0512 11:34:50.928190 3704 node_tracker.go:235] Node ip-10-0-0-92.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-92.ec2.internal" I0512 11:34:50.928201 3704 node_tracker.go:169] Node ip-10-0-0-92.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:50.928214 3704 services_controller.go:574] Full service sync requested for network=default I0512 11:34:50.928220 3704 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:34:50.928229 3704 node_tracker.go:235] Node ip-10-0-1-43.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-43.ec2.internal" I0512 11:34:50.928236 3704 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:50.928249 3704 services_controller.go:574] Full service sync requested for network=default I0512 11:34:50.928263 3704 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-215.ec2.internal in network "default" I0512 11:34:50.928319 3704 node_tracker.go:169] Node ip-10-0-2-215.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:50.928331 3704 services_controller.go:574] Full service sync requested for network=default I0512 11:34:50.931125 3704 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 11:34:50.931137 3704 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-92.ec2.internal","mac-address":"12:8e:b8:55:a4:59","ip-addresses":["10.0.0.92/24"],"ip-address":"10.0.0.92/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d09ee92d-d85b-4627-9c96-ee4c07a8e67f k8s.ovn.org/node-encap-ips:["10.0.0.92"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.92/24"} k8s.ovn.org/zone-name:ip-10-0-0-92.ec2.internal] on node ip-10-0-0-92.ec2.internal I0512 11:34:50.947372 3704 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-92.ec2.internal in network "default" I0512 11:34:50.947422 3704 master.go:548] Adding or Updating local node "ip-10-0-0-92.ec2.internal" for network "default" I0512 11:34:50.947426 3704 node_tracker.go:169] Node ip-10-0-0-92.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:50.947523 3704 services_controller.go:574] Full service sync requested for network=default I0512 11:34:50.951829 3704 default_node_network_controller.go:519] Node connection status = connected W0512 11:34:50.952816 3704 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-b7psp: pod kube-system/global-pull-secret-syncer-b7psp: no pod IPs found W0512 11:34:50.952840 3704 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ds5nt: pod openshift-multus/network-metrics-daemon-ds5nt: no pod IPs found W0512 11:34:50.952849 3704 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vmj7x: pod openshift-network-diagnostics/network-check-target-vmj7x: no pod IPs found I0512 11:34:50.953898 3704 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-92.ec2.internal for the network default I0512 11:34:50.954123 3704 zone_ic_handler.go:195] Time taken to create transit switch: 211.595µs I0512 11:34:51.028737 3704 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 11:34:51.028755 3704 services_controller.go:208] Setting up event handlers for services for network=default I0512 11:34:51.028797 3704 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 11:34:51.028829 3704 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 11:34:51.028839 3704 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 11:34:51.129574 3704 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 11:34:51.129591 3704 repair.go:60] Starting repairing loop for services I0512 11:34:51.129670 3704 repair.go:131] Deleted 0 stale service LBs I0512 11:34:51.129690 3704 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 11:34:51.129707 3704 repair.go:62] Finished repairing loop for services: 117.66µs I0512 11:34:51.129729 3704 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 11:34:51.129739 3704 services_controller.go:254] Starting workers for network=default I0512 11:34:51.130017 3704 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-s2tc2, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-s2tc2: suppressed error logged: pod kube-system/global-pull-secret-syncer-s2tc2: no pod IPs found I0512 11:34:51.130078 3704 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-jz99p, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jz99p: suppressed error logged: pod openshift-multus/network-metrics-daemon-jz99p: no pod IPs found I0512 11:34:51.130090 3704 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-b7psp] creating logical port kube-system_global-pull-secret-syncer-b7psp for pod on switch ip-10-0-0-92.ec2.internal I0512 11:34:51.130093 3704 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rlwrc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rlwrc: no pod IPs found I0512 11:34:51.130195 3704 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ds5nt] creating logical port openshift-multus_network-metrics-daemon-ds5nt for pod on switch ip-10-0-0-92.ec2.internal I0512 11:34:51.130233 3704 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-b7psp I0512 11:34:51.130307 3704 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ds5nt I0512 11:34:51.148191 3704 pod.go:62] [openshift-multus/network-metrics-daemon-ds5nt] pod update took 17.908046ms I0512 11:34:51.148218 3704 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ds5nt] addLogicalPort annotation time took 17.963229ms I0512 11:34:51.148192 3704 pod.go:62] [kube-system/global-pull-secret-syncer-b7psp] pod update took 18.020553ms I0512 11:34:51.148292 3704 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-b7psp] addLogicalPort annotation time took 18.125121ms I0512 11:34:51.149377 3704 pods.go:271] [openshift-multus/network-metrics-daemon-ds5nt] addLogicalPort took 19.187495ms, libovsdb time 834.006µs I0512 11:34:51.149406 3704 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vmj7x] creating logical port openshift-network-diagnostics_network-check-target-vmj7x for pod on switch ip-10-0-0-92.ec2.internal I0512 11:34:51.149484 3704 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vmj7x I0512 11:34:51.149558 3704 pods.go:271] [kube-system/global-pull-secret-syncer-b7psp] addLogicalPort took 19.47949ms, libovsdb time 878.345µs I0512 11:34:51.162701 3704 pod.go:62] [openshift-network-diagnostics/network-check-target-vmj7x] pod update took 13.263263ms I0512 11:34:51.162722 3704 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-vmj7x] addLogicalPort annotation time took 13.285008ms I0512 11:34:51.163448 3704 pods.go:271] [openshift-network-diagnostics/network-check-target-vmj7x] addLogicalPort took 14.047139ms, libovsdb time 561.427µs I0512 11:34:51.163804 3704 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 11:34:51.163822 3704 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 11:34:51.163832 3704 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 11:34:51.163837 3704 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 11:34:51.164037 3704 repair.go:29] Repairing admin network policies took 194.86µs I0512 11:34:51.164206 3704 repair.go:92] Repairing baseline admin network policies took 155.723µs I0512 11:34:51.164494 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 11:34:51.164513 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 11:34:51.166032 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 11:34:51.166052 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 11:34:51.166061 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 11:34:51.167894 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 11:34:51.167912 3704 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 11:34:51.167919 3704 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 11:34:51.169938 3704 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 11:34:51.169956 3704 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 11:34:51.169965 3704 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 11:34:51.170813 3704 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 11:34:51.170829 3704 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 11:34:51.170839 3704 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 11:34:51.172842 3704 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 11:34:51.172859 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 11:34:51.172867 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 11:34:51.173292 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 11:34:51.173323 3704 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 11:34:51.173334 3704 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 11:34:51.173802 3704 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 11:34:51.173818 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 11:34:51.173828 3704 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 11:34:51.175481 3704 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 11:34:51.175498 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 11:34:51.175506 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 11:34:51.175953 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 11:34:51.175970 3704 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 11:34:51.175980 3704 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 11:34:51.177865 3704 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 11:34:51.177901 3704 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 11:34:51.177913 3704 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 11:34:51.179482 3704 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 11:34:51.179500 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 11:34:51.179508 3704 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 11:34:51.180038 3704 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 11:34:51.180056 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 11:34:51.180063 3704 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 11:34:51.180608 3704 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 11:34:51.180625 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 11:34:51.180630 3704 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 11:34:51.180870 3704 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 11:34:51.180888 3704 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 11:34:51.180898 3704 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 11:34:51.181739 3704 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 11:34:51.181754 3704 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 11:34:51.181760 3704 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 11:34:51.182116 3704 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 11:34:51.182134 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 11:34:51.182142 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 11:34:51.182658 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 11:34:51.182674 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 11:34:51.182680 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 11:34:51.183235 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 11:34:51.183254 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 11:34:51.183260 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 11:34:51.183562 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 11:34:51.183579 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 11:34:51.183587 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 11:34:51.184071 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 11:34:51.184087 3704 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 11:34:51.184093 3704 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 11:34:51.184387 3704 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 11:34:51.184404 3704 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 11:34:51.184414 3704 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 11:34:51.185690 3704 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 11:34:51.185708 3704 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 11:34:51.185716 3704 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 11:34:51.186851 3704 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 11:34:51.186869 3704 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 11:34:51.186878 3704 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 11:34:51.187960 3704 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 11:34:51.187977 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 11:34:51.188451 3704 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 11:34:51.188490 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 11:34:51.189213 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 11:34:51.189229 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 11:34:51.189236 3704 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 11:34:51.189810 3704 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 11:34:51.189827 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 11:34:51.189851 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 11:34:51.190585 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 11:34:51.190600 3704 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 11:34:51.190605 3704 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 11:34:51.191979 3704 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 11:34:51.191998 3704 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 11:34:51.192008 3704 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 11:34:51.192531 3704 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 11:34:51.197888 3704 egressfirewall.go:374] Starting EgressFirewall controller I0512 11:34:51.197920 3704 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 11:34:51.197926 3704 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 11:34:51.197943 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 11:34:51.197953 3704 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 11:34:51.197986 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 11:34:51.197998 3704 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 11:34:51.198231 3704 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 11:34:51.198244 3704 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 11:34:51.198250 3704 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 11:34:51.198259 3704 egressqos.go:193] Setting up event handlers for EgressQoS I0512 11:34:51.198267 3704 egressfirewall.go:723] Syncing node "ip-10-0-0-92.ec2.internal" for egress firewall I0512 11:34:51.198277 3704 egressfirewall.go:723] Syncing node "ip-10-0-1-43.ec2.internal" for egress firewall I0512 11:34:51.198281 3704 egressfirewall.go:723] Syncing node "ip-10-0-2-215.ec2.internal" for egress firewall I0512 11:34:51.198415 3704 egressqos.go:245] Starting EgressQoS Controller I0512 11:34:51.198426 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 11:34:51.198436 3704 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 11:34:51.198441 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 11:34:51.198448 3704 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 11:34:51.198454 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 11:34:51.198460 3704 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 11:34:51.198482 3704 egressqos.go:259] Repairing EgressQoSes I0512 11:34:51.198490 3704 egressqos.go:399] Starting repairing loop for egressqos I0512 11:34:51.198568 3704 egressqos.go:401] Finished repairing loop for egressqos: 80.236µs I0512 11:34:51.198586 3704 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 11:34:51.198610 3704 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-92.ec2.internal I0512 11:34:51.198652 3704 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-92.ec2.internal : 43.483µs I0512 11:34:51.198784 3704 egressservice_zone.go:210] Starting Egress Services Controller I0512 11:34:51.198801 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 11:34:51.198821 3704 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 11:34:51.198840 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 11:34:51.198855 3704 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 11:34:51.198873 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 11:34:51.198886 3704 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 11:34:51.198896 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 11:34:51.198905 3704 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 11:34:51.198912 3704 egressservice_zone.go:228] Repairing Egress Services I0512 11:34:51.199173 3704 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 11:34:51.199182 3704 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 11:34:51.199201 3704 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:34:51.199219 3704 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 20.785µs I0512 11:34:51.199230 3704 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-215.ec2.internal I0512 11:34:51.199236 3704 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-215.ec2.internal: 6.114µs I0512 11:34:51.199241 3704 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-92.ec2.internal I0512 11:34:51.199244 3704 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-92.ec2.internal: 4.274µs I0512 11:34:51.199332 3704 default_network_controller.go:585] Completing all the Watchers took 311.309375ms I0512 11:34:51.199348 3704 default_network_controller.go:589] Starting unidling controllers I0512 11:34:51.199361 3704 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 11:34:51.199367 3704 unidle.go:63] Populating Initial ContollerEvent events I0512 11:34:51.199378 3704 unidle.go:79] Setting up event handlers for services I0512 11:34:51.199438 3704 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 11:34:51.451889 3704 default_node_network_controller.go:519] Node connection status = connected I0512 11:34:51.952211 3704 default_node_network_controller.go:519] Node connection status = connected I0512 11:34:52.451780 3704 default_node_network_controller.go:519] Node connection status = connected I0512 11:34:52.951911 3704 default_node_network_controller.go:519] Node connection status = connected I0512 11:34:53.014597 3704 bridgeconfig.go:537] Gateway is ready I0512 11:34:53.014614 3704 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 11:34:53.025800 3704 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.92. Updating OVN encap IP. I0512 11:34:53.030000 3704 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 11:34:53.031153 3704 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.92 - it is already configured I0512 11:34:53.031165 3704 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.92/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 11:34:53.031349 3704 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.92/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-92.ec2.internal","mac-address":"12:8e:b8:55:a4:59","ip-addresses":["10.0.0.92/24"],"ip-address":"10.0.0.92/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d09ee92d-d85b-4627-9c96-ee4c07a8e67f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.92/24"}] on node ip-10-0-0-92.ec2.internal I0512 11:34:53.047570 3704 egressfirewall.go:723] Syncing node "ip-10-0-0-92.ec2.internal" for egress firewall I0512 11:34:53.047577 3704 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-92.ec2.internal in network "default" I0512 11:34:53.047583 3704 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-92.ec2.internal I0512 11:34:53.047591 3704 master.go:548] Adding or Updating local node "ip-10-0-0-92.ec2.internal" for network "default" I0512 11:34:53.047599 3704 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-92.ec2.internal: 21.744µs I0512 11:34:53.047633 3704 node_tracker.go:169] Node ip-10-0-0-92.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:53.047693 3704 services_controller.go:574] Full service sync requested for network=default I0512 11:34:53.047906 3704 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.92 I0512 11:34:53.048061 3704 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-92.ec2.internal I0512 11:34:53.052560 3704 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-92.ec2.internal. Updating no re-route policies I0512 11:34:53.052633 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-6jxtx I0512 11:34:53.052647 3704 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-92.ec2.internal I0512 11:34:53.052650 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-j7xrm I0512 11:34:53.052654 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-6jxtx I0512 11:34:53.052658 3704 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-92.ec2.internal I0512 11:34:53.052661 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-j7xrm I0512 11:34:53.052670 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fpqq4 I0512 11:34:53.052676 3704 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-92.ec2.internal after 0 failed attempt(s) I0512 11:34:53.052679 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-6jxtx after 0 failed attempt(s) I0512 11:34:53.052681 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-j7xrm after 0 failed attempt(s) I0512 11:34:53.052680 3704 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-s2tc2 I0512 11:34:53.052688 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-92.ec2.internal I0512 11:34:53.052690 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vgp85 I0512 11:34:53.052695 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jz99p I0512 11:34:53.052697 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vmj7x I0512 11:34:53.052700 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6rwqf I0512 11:34:53.052699 3704 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-s2tc2 I0512 11:34:53.052705 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vmj7x I0512 11:34:53.052707 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6rwqf I0512 11:34:53.052708 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ds5nt I0512 11:34:53.052713 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-j94lj I0512 11:34:53.052714 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-g9t6k I0512 11:34:53.052721 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6rwqf after 0 failed attempt(s) I0512 11:34:53.052722 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-j94lj I0512 11:34:53.052723 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ds5nt I0512 11:34:53.052727 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-g9t6k I0512 11:34:53.052732 3704 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vmj7x] creating logical port openshift-network-diagnostics_network-check-target-vmj7x for pod on switch ip-10-0-0-92.ec2.internal I0512 11:34:53.052739 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-j94lj after 0 failed attempt(s) I0512 11:34:53.052742 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-g9t6k after 0 failed attempt(s) I0512 11:34:53.052746 3704 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-s2tc2, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-s2tc2: suppressed error logged: pod kube-system/global-pull-secret-syncer-s2tc2: no pod IPs found I0512 11:34:53.052681 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fpqq4 I0512 11:34:53.052771 3704 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ds5nt] creating logical port openshift-multus_network-metrics-daemon-ds5nt for pod on switch ip-10-0-0-92.ec2.internal I0512 11:34:53.052782 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-fpqq4 after 0 failed attempt(s) I0512 11:34:53.052701 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vgp85 I0512 11:34:53.052810 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vgp85 after 0 failed attempt(s) I0512 11:34:53.052656 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-nr8m9 I0512 11:34:53.052828 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-nr8m9 I0512 11:34:53.052846 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-nr8m9 after 0 failed attempt(s) I0512 11:34:53.052640 3704 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-b7psp I0512 11:34:53.052860 3704 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-b7psp I0512 11:34:53.052907 3704 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-b7psp] creating logical port kube-system_global-pull-secret-syncer-b7psp for pod on switch ip-10-0-0-92.ec2.internal I0512 11:34:53.052636 3704 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc I0512 11:34:53.052924 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc I0512 11:34:53.052948 3704 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rlwrc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rlwrc: no pod IPs found I0512 11:34:53.052688 3704 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-mdr9l I0512 11:34:53.052964 3704 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-mdr9l I0512 11:34:53.052977 3704 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-mdr9l after 0 failed attempt(s) I0512 11:34:53.052700 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jz99p I0512 11:34:53.052997 3704 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-jz99p, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jz99p: suppressed error logged: pod openshift-multus/network-metrics-daemon-jz99p: no pod IPs found I0512 11:34:53.052700 3704 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-92.ec2.internal I0512 11:34:53.053014 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-92.ec2.internal after 0 failed attempt(s) I0512 11:34:53.053505 3704 pods.go:271] [openshift-network-diagnostics/network-check-target-vmj7x] addLogicalPort took 778.744µs, libovsdb time 230.842µs I0512 11:34:53.053517 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vmj7x after 0 failed attempt(s) I0512 11:34:53.053573 3704 pods.go:271] [openshift-multus/network-metrics-daemon-ds5nt] addLogicalPort took 830.851µs, libovsdb time 256.462µs I0512 11:34:53.053580 3704 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ds5nt after 0 failed attempt(s) I0512 11:34:53.053679 3704 pods.go:271] [kube-system/global-pull-secret-syncer-b7psp] addLogicalPort took 783.349µs, libovsdb time 342.083µs I0512 11:34:53.053688 3704 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-b7psp after 0 failed attempt(s) I0512 11:34:53.065899 3704 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 11:34:53.076688 3704 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 11:34:53.079790 3704 iptables.go:108] Creating table: nat chain: OUTPUT I0512 11:34:53.123083 3704 iptables.go:108] Creating table: nat chain: PREROUTING I0512 11:34:53.180642 3704 iptables.go:108] Creating table: filter chain: FORWARD I0512 11:34:53.196187 3704 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 11:34:53.196304 3704 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 11:34:53.196346 3704 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 11:34:53.196411 3704 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 11:34:53.196454 3704 gateway_init.go:325] Gateway and management port readiness took 2.249227365s I0512 11:34:53.196498 3704 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 11:34:53.196529 3704 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 11:34:53.196540 3704 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 11:34:53.196548 3704 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 11:34:53.196599 3704 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 11:34:53.196675 3704 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.595µs I0512 11:34:53.196933 3704 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 11:34:53.196958 3704 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.15µs I0512 11:34:53.196966 3704 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.425µs I0512 11:34:53.196972 3704 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 11:34:53.196980 3704 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 11:34:53.196985 3704 default_node_network_controller.go:899] Starting the default node network controller I0512 11:34:53.196989 3704 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 11:34:53.197028 3704 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 8.582µs I0512 11:34:53.197148 3704 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 11:34:53.197156 3704 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 11:34:53.197178 3704 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa7a60 0xc0002ffe30 0xc0002ffea0 0xc0002fff10 0xc000324000 0xc0003240e0 0xc000324150 0xc000ab5bd0 0xc0003241c0 0xc000324230 0xc0006f2050 0xc0063b9880 0xc0003242a0 map[0x2ff9080:0xc00220be60 0x2ff95c0:0xc004e09440 0x2ffa2e0:0xc0022942a0 0x2ffa580:0xc00220be00 0x2ffad60:0xc00220bec0 0x2ffb000:0xc00220bf20 0x2ffb2a0:0xc005c88000 0x2ffba80:0xc004e094a0 0x2ffbd20:0xc004e09500 0x3026980:0xc001ecc1e0 0x3026d20:0xc001ecc240 0x3027800:0xc000c46000 0x3029160:0xc001b36000 0x30298a0:0xc002294240 0x302a720:0xc001b36180] 0xc000aaa850 0} I0512 11:34:53.197237 3704 gateway.go:151] Starting gateway service sync I0512 11:34:53.197700 3704 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 11:34:53.199866 3704 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 11:34:53.227993 3704 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 11:34:53.229059 3704 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 11:34:53.230197 3704 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 11:34:53.261698 3704 gateway.go:168] Gateway service sync done. Time taken: 64.451583ms I0512 11:34:53.262324 3704 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30095 I0512 11:34:53.262429 3704 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa7a60 0xc0002ffe30 0xc0002ffea0 0xc0002fff10 0xc000324000 0xc0003240e0 0xc000324150 0xc000ab5bd0 0xc0003241c0 0xc000324230 0xc0006f2050 0xc0063b9880 0xc0003242a0 map[0x2ff9080:0xc00220be60 0x2ff95c0:0xc004e09440 0x2ffa2e0:0xc0022942a0 0x2ffa580:0xc00220be00 0x2ffad60:0xc00220bec0 0x2ffb000:0xc00220bf20 0x2ffb2a0:0xc005c88000 0x2ffba80:0xc004e094a0 0x2ffbd20:0xc004e09500 0x3026980:0xc001ecc1e0 0x3026d20:0xc001ecc240 0x3027800:0xc000c46000 0x3029160:0xc001b36000 0x30298a0:0xc002294240 0x302a720:0xc001b36180] 0xc000aaa850 0} I0512 11:34:53.262970 3704 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa7a60 0xc0002ffe30 0xc0002ffea0 0xc0002fff10 0xc000324000 0xc0003240e0 0xc000324150 0xc000ab5bd0 0xc0003241c0 0xc000324230 0xc0006f2050 0xc0063b9880 0xc0003242a0 map[0x2ff9080:0xc00220be60 0x2ff95c0:0xc004e09440 0x2ffa2e0:0xc0022942a0 0x2ffa580:0xc00220be00 0x2ffad60:0xc00220bec0 0x2ffb000:0xc00220bf20 0x2ffb2a0:0xc005c88000 0x2ffba80:0xc004e094a0 0x2ffbd20:0xc004e09500 0x3026980:0xc001ecc1e0 0x3026d20:0xc001ecc240 0x3027800:0xc000c46000 0x3029160:0xc001b36000 0x30298a0:0xc002294240 0x302a720:0xc001b36180] 0xc000aaa850 0} I0512 11:34:53.263006 3704 gateway.go:532] Reconciling gateway with updates I0512 11:34:53.268577 3704 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 11:34:53.268594 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:34:53.268610 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:34:53.268617 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:34:53.268635 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:34:53.268633 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:34:53.268638 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:34:53.268650 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:34:53.268653 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:34:53.268662 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:34:53.268653 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:34:53.268691 3704 default_node_network_controller.go:944] Gateway and management port readiness took 71.524365ms I0512 11:34:53.268696 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:34:53.268698 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:34:53.268706 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:34:53.268710 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:34:53.268712 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:34:53.268714 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:34:53.268720 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:34:53.268727 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 11:34:53.268734 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:34:53.268729 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 11:34:53.268663 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 11:34:53.268742 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 11:34:53.268743 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 11:34:53.268747 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:34:53.268755 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:34:53.268761 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 11:34:53.268761 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:34:53.268768 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:34:53.268770 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:34:53.268770 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 11:34:53.268774 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:34:53.268780 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:34:53.268781 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 11:34:53.268790 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:34:53.268770 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:34:53.268799 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 11:34:53.268815 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:34:53.268841 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 11:34:53.268841 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:34:53.268693 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 11:34:53.268859 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:34:53.268862 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:34:53.268863 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:34:53.268869 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 11:34:53.268872 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:34:53.268868 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:34:53.268622 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 11:34:53.268891 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:34:53.268872 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:34:53.268768 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:34:53.268679 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:34:53.268927 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:34:53.268666 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:34:53.268933 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 11:34:53.268941 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:34:53.268743 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:34:53.268964 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:34:53.268777 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 11:34:53.268775 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:34:53.268988 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 11:34:53.268992 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:34:53.269002 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 11:34:53.269004 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:34:53.269018 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:34:53.269031 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:34:53.269033 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:34:53.269038 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:34:53.269045 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:34:53.269048 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 11:34:53.269053 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:34:53.269059 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 11:34:53.268775 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 11:34:53.269094 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:34:53.268782 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 11:34:53.269111 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:34:53.269124 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 11:34:53.269163 3704 port_claim.go:71] Svc openshift-ingress/router-default: port 30607 is already open, no action needed I0512 11:34:53.268680 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 11:34:53.269183 3704 port_claim.go:71] Svc openshift-ingress/router-default: port 31799 is already open, no action needed I0512 11:34:53.269099 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:34:53.269212 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:34:53.269232 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 11:34:53.269246 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 11:34:53.269134 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:34:53.268781 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:34:53.269287 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:34:53.269300 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 11:34:53.269315 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 11:34:53.268856 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:34:53.268775 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:34:53.269328 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:34:53.269337 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:34:53.268879 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:34:53.268866 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:34:53.269416 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 11:34:53.268952 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 11:34:53.269424 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:34:53.268681 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:34:53.269499 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:34:53.268980 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:34:53.268781 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:34:53.268948 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:34:53.269626 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:34:53.269554 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:34:53.269115 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:34:53.269834 3704 node_ip_handler_linux.go:160] Node IP manager is running W0512 11:34:53.305039 3704 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 11:34:53.305213 3704 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 11:34:53.305356 3704 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0512 11:34:53.313772 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 11:34:53.313800 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 11:34:53.313811 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 11:34:53.313820 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 11:34:53.313829 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 11:34:53.313839 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 11:34:53.313850 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 11:34:53.313858 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 11:34:53.313866 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 11:34:53.313875 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 11:34:53.313888 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 11:34:53.313896 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 11:34:53.313903 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 11:34:53.313910 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 11:34:53.313917 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 11:34:53.351921 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 11:34:53.370707 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 11:34:53.370726 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 11:34:53.370743 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 11:34:53.370753 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 11:34:53.370759 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 11:34:53.370765 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 11:34:53.370770 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 11:34:53.370776 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 11:34:53.370781 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 11:34:53.370786 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 11:34:53.370791 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 11:34:53.370796 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 11:34:53.370803 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 11:34:53.554690 3704 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-215.ec2.internal I0512 11:34:53.554726 3704 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-215.ec2.internal: 41.989µs I0512 11:34:55.285029 3704 default_node_network_controller.go:1380] Starting node controller node sync W0512 11:34:55.285077 3704 egressip_healthcheck.go:76] Health checking using insecure connection I0512 11:34:55.285160 3704 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0512 11:34:55.296920 3704 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.871675ms I0512 11:34:55.297106 3704 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-215.ec2.internal", IP: 10.0.2.215 to PMTUD blocking rules I0512 11:34:55.297128 3704 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-215.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 11:34:55.303030 3704 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 11:34:55.303353 3704 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 11:34:55.303556 3704 egressservice_node.go:183] Starting Egress Services Controller I0512 11:34:55.303574 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 11:34:55.303601 3704 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 11:34:55.303607 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 11:34:55.303611 3704 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 11:34:55.303619 3704 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 11:34:55.303625 3704 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 11:34:55.303630 3704 egressservice_node.go:197] Repairing Egress Services I0512 11:34:55.314388 3704 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 11:34:55.314398 3704 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 11:34:55.314535 3704 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 11:34:55.314547 3704 link_network_manager.go:119] Link manager is running I0512 11:34:55.314555 3704 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 11:34:55.315001 3704 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 11:34:55.315512 3704 vrf_manager.go:128] VRF manager is running I0512 11:34:55.316107 3704 node_controller_manager.go:437] Removing flows to drop GARP I0512 11:34:55.316117 3704 gateway.go:532] Reconciling gateway with updates I0512 11:34:55.335412 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 11:34:55.335432 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:34:55.335437 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:34:55.335445 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:34:55.335457 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:34:55.335458 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:34:55.335454 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:34:55.335459 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:34:55.335488 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 11:34:55.335489 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:34:55.335448 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:34:55.335498 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:34:55.335502 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:34:55.335510 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:34:55.335518 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:34:55.335517 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:34:55.335523 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:34:55.335528 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 11:34:55.335537 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 11:34:55.335536 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:34:55.335554 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:34:55.335566 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:34:55.335574 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 11:34:55.335494 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:34:55.335594 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:34:55.335606 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:34:55.335617 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:34:55.335626 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:34:55.335630 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 11:34:55.335633 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:34:55.335638 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:34:55.335639 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:34:55.335477 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 11:34:55.335650 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:34:55.335649 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:34:55.335659 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 11:34:55.335664 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:34:55.335594 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 11:34:55.335671 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 11:34:55.335630 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:34:55.335676 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 11:34:55.335679 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:34:55.335679 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:34:55.335688 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 11:34:55.335689 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:34:55.335694 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 11:34:55.335697 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:34:55.335697 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:34:55.335704 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 11:34:55.335711 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 11:34:55.335661 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:34:55.335719 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 11:34:55.335717 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 11:34:55.335724 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:34:55.335729 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 11:34:55.335435 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 11:34:55.335544 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:34:55.335734 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:34:55.335744 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:34:55.335746 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:34:55.335747 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:34:55.335753 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:34:55.335768 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:34:55.335747 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 11:34:55.335781 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:34:55.335789 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:34:55.335608 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:34:55.335802 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:34:55.335824 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 11:34:55.335705 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 11:34:55.335829 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:34:55.335831 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:34:55.335841 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:34:55.335845 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:34:55.335848 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:34:55.335849 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 11:34:55.335851 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:34:55.335856 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:34:55.335860 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 11:34:55.335865 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:34:55.335869 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:34:55.335883 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:34:55.335887 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:34:55.335898 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:34:55.335916 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:34:55.335650 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 11:34:55.335924 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 11:34:55.335616 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:34:55.335970 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:34:55.335667 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:34:55.335987 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:34:55.335999 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:34:55.336005 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:34:55.335769 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:34:55.336017 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:34:55.335797 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:34:55.335834 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 11:34:55.336111 3704 port_claim.go:71] Svc openshift-ingress/router-default: port 30607 is already open, no action needed I0512 11:34:55.336121 3704 port_claim.go:71] Svc openshift-ingress/router-default: port 31799 is already open, no action needed I0512 11:34:55.335836 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 11:34:55.336165 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 11:34:55.335836 3704 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:34:55.336206 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:34:55.335864 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:34:55.335874 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 11:34:55.336274 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 11:34:55.335784 3704 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:34:55.356602 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 11:34:55.356649 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 11:34:55.356669 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 11:34:55.356687 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 11:34:55.396391 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 11:34:55.396422 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 11:34:55.396432 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 11:34:55.396440 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 11:34:55.396448 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 11:34:55.396456 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 11:34:55.396479 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 11:34:55.396492 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 11:34:55.396514 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 11:34:55.396527 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 11:34:55.396535 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 11:34:55.396543 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 11:34:55.396550 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 11:34:55.396555 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 11:34:55.396560 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 11:34:55.396579 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 11:34:55.396590 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 11:34:55.396596 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 11:34:55.436325 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 11:34:55.436330 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 11:34:55.436339 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 11:34:55.436344 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 11:34:55.436348 3704 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 11:34:55.892610 3704 egressfirewall.go:723] Syncing node "ip-10-0-1-43.ec2.internal" for egress firewall I0512 11:34:55.892677 3704 default_network_controller.go:1025] Node "ip-10-0-1-43.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:34:55.892681 3704 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:34:55.892757 3704 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 71.07µs I0512 11:34:57.201859 3704 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-92.ec2.internal I0512 11:34:57.201893 3704 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-92.ec2.internal: 42.467µs I0512 11:34:57.227511 3704 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-d68849d97-vr2n8] creating logical port openshift-image-registry_image-registry-d68849d97-vr2n8 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:34:57.227618 3704 kube.go:256] Updating pod openshift-image-registry/image-registry-d68849d97-vr2n8 I0512 11:34:57.247478 3704 pod.go:62] [openshift-image-registry/image-registry-d68849d97-vr2n8] pod update took 19.873763ms I0512 11:34:57.247496 3704 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-d68849d97-vr2n8] addLogicalPort annotation time took 19.909422ms I0512 11:34:57.248968 3704 pods.go:271] [openshift-image-registry/image-registry-d68849d97-vr2n8] addLogicalPort took 21.467789ms, libovsdb time 1.136078ms I0512 11:34:57.262234 3704 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9gfxh] creating logical port openshift-dns_dns-default-9gfxh for pod on switch ip-10-0-0-92.ec2.internal I0512 11:34:57.262329 3704 kube.go:256] Updating pod openshift-dns/dns-default-9gfxh I0512 11:34:57.264795 3704 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4dtdg] creating logical port openshift-ingress-canary_ingress-canary-4dtdg for pod on switch ip-10-0-0-92.ec2.internal I0512 11:34:57.264949 3704 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4dtdg I0512 11:34:57.284206 3704 pod.go:62] [openshift-dns/dns-default-9gfxh] pod update took 21.908322ms I0512 11:34:57.284225 3704 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9gfxh] addLogicalPort annotation time took 21.933377ms I0512 11:34:57.285358 3704 pods.go:271] [openshift-dns/dns-default-9gfxh] addLogicalPort took 23.139626ms, libovsdb time 820.557µs I0512 11:34:57.287887 3704 pod.go:62] [openshift-ingress-canary/ingress-canary-4dtdg] pod update took 22.979636ms I0512 11:34:57.287908 3704 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4dtdg] addLogicalPort annotation time took 23.003916ms I0512 11:34:57.288980 3704 pods.go:271] [openshift-ingress-canary/ingress-canary-4dtdg] addLogicalPort took 24.238774ms, libovsdb time 855.612µs I0512 11:34:57.697313 3704 cni.go:452] [openshift-ingress-canary/ingress-canary-4dtdg cd2e94165f2430b1f638f7874e6103420e90dc9e803fd051b89f2c4093b8b035 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4dtdg cd2e94165f2430b1f638f7874e6103420e90dc9e803fd051b89f2c4093b8b035 network default NAD default NAD key ] I0512 11:34:57.737073 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4dtdg, hostIfaceName: cd2e94165f2430b, network: default, NAD default, SandboxID: "cd2e94165f2430b1f638f7874e6103420e90dc9e803fd051b89f2c4093b8b035", PCI device ID: , UID: "04e4ede3-65b4-4a80-81e1-7b9596edcbf5", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0512 11:34:57.782058 3704 cni.go:473] [openshift-ingress-canary/ingress-canary-4dtdg cd2e94165f2430b1f638f7874e6103420e90dc9e803fd051b89f2c4093b8b035 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4dtdg cd2e94165f2430b1f638f7874e6103420e90dc9e803fd051b89f2c4093b8b035 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:29:25:7b:78:dd\",\"name\":\"cd2e94165f2430b\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e28ba571-4221-4e20-8485-9ab7e32c61ef\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:35:00.731805 3704 cni.go:452] [kube-system/global-pull-secret-syncer-b7psp 2a3115632b87f749230bae21cabb830b8b2cc14214f0a113f84602f0eb19bd09 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-b7psp 2a3115632b87f749230bae21cabb830b8b2cc14214f0a113f84602f0eb19bd09 network default NAD default NAD key ] I0512 11:35:00.741321 3704 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-b7psp, hostIfaceName: 2a3115632b87f74, network: default, NAD default, SandboxID: "2a3115632b87f749230bae21cabb830b8b2cc14214f0a113f84602f0eb19bd09", PCI device ID: , UID: "d5462510-34ed-4439-8d5c-a6c71aed3ffb", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0512 11:35:00.784107 3704 cni.go:473] [kube-system/global-pull-secret-syncer-b7psp 2a3115632b87f749230bae21cabb830b8b2cc14214f0a113f84602f0eb19bd09 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-b7psp 2a3115632b87f749230bae21cabb830b8b2cc14214f0a113f84602f0eb19bd09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:0e:a1:09:44:64\",\"name\":\"2a3115632b87f74\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8494a0fb-5874-430a-81f2-090c549d8044\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:35:01.035525 3704 cni.go:452] [openshift-network-diagnostics/network-check-target-vmj7x 4fb6babe0d19328151ca940eab565c5b1778d6fbaaec021f1bf389ccf3768b76 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vmj7x 4fb6babe0d19328151ca940eab565c5b1778d6fbaaec021f1bf389ccf3768b76 network default NAD default NAD key ] I0512 11:35:01.043486 3704 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:35:01.043511 3704 default_network_controller.go:1025] Node "ip-10-0-1-43.ec2.internal" in remote zone "ip-10-0-1-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:35:01.043527 3704 node_tracker.go:235] Node ip-10-0-1-43.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-43.ec2.internal" I0512 11:35:01.043543 3704 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:01.043556 3704 services_controller.go:574] Full service sync requested for network=default I0512 11:35:01.044833 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vmj7x, hostIfaceName: 4fb6babe0d19328, network: default, NAD default, SandboxID: "4fb6babe0d19328151ca940eab565c5b1778d6fbaaec021f1bf389ccf3768b76", PCI device ID: , UID: "2d383b2b-467b-46c9-8631-3e5239185b59", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0512 11:35:01.074530 3704 default_network_controller.go:1025] Node "ip-10-0-1-43.ec2.internal" in remote zone "ip-10-0-1-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:35:01.089059 3704 cni.go:473] [openshift-network-diagnostics/network-check-target-vmj7x 4fb6babe0d19328151ca940eab565c5b1778d6fbaaec021f1bf389ccf3768b76 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vmj7x 4fb6babe0d19328151ca940eab565c5b1778d6fbaaec021f1bf389ccf3768b76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:60:ce:59:07:89\",\"name\":\"4fb6babe0d19328\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df74f913-b0bf-45f1-a463-cfa43d4432dd\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:35:01.179762 3704 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:35:01.179795 3704 default_network_controller.go:1025] Node "ip-10-0-1-43.ec2.internal" in remote zone "ip-10-0-1-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:35:01.179817 3704 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:01.179831 3704 services_controller.go:574] Full service sync requested for network=default I0512 11:35:01.180733 3704 zone_ic_handler.go:195] Time taken to create transit switch: 290.741µs I0512 11:35:01.180753 3704 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-43.ec2.internal for the network default I0512 11:35:01.181804 3704 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-43.ec2.internal" on network "default" took: 1.374086ms W0512 11:35:01.490683 3704 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:35:03.733864 3704 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:35:03.733889 3704 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 33.425µs I0512 11:35:03.733897 3704 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:35:03.733907 3704 egressfirewall.go:723] Syncing node "ip-10-0-1-43.ec2.internal" for egress firewall I0512 11:35:03.733951 3704 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-43.ec2.internal", IP: 10.0.1.43 to PMTUD blocking rules I0512 11:35:03.733976 3704 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-43.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 11:35:03.733958 3704 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:03.734071 3704 services_controller.go:574] Full service sync requested for network=default W0512 11:35:03.734289 3704 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:35:03.740710 3704 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-43.ec2.internal. Updating no re-route policies I0512 11:35:03.751309 3704 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-43.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 11:35:03.751329 3704 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-43.ec2.internal", IP: 10.0.1.43 to PMTUD blocking rules I0512 11:35:07.343263 3704 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:35:07.343295 3704 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 38.832µs W0512 11:35:08.066757 3704 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 11:35:18.076426 3704 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 11:35:30.537071 3704 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 11:35:39.049372 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 11:35:58.273094 3704 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.273806 3704 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.273844 3704 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.273856 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 11:35:58.273873 3704 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.273877 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 11:35:59.299617 3704 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:35:59.299639 3704 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:35:59.299653 3704 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:35:59.299666 3704 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:02.600126 3704 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 11:36:02.609350 3704 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 11:36:11.704779 3704 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-p25hz] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-p25hz for pod on switch ip-10-0-0-92.ec2.internal I0512 11:36:11.704857 3704 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-p25hz I0512 11:36:11.722701 3704 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-p25hz] pod update took 17.865414ms I0512 11:36:11.722719 3704 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-p25hz] addLogicalPort annotation time took 17.887023ms I0512 11:36:11.723769 3704 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-p25hz] addLogicalPort took 19.004202ms, libovsdb time 777.208µs I0512 11:36:11.814071 3704 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-28dkx] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-28dkx for pod on switch ip-10-0-0-92.ec2.internal I0512 11:36:11.814143 3704 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-28dkx I0512 11:36:11.830162 3704 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-28dkx] pod update took 16.042498ms I0512 11:36:11.830181 3704 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-28dkx] addLogicalPort annotation time took 16.068277ms I0512 11:36:11.831160 3704 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-28dkx] addLogicalPort took 17.098251ms, libovsdb time 737.626µs I0512 11:36:11.912737 3704 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-mdw8t] creating logical port openshift-insights_insights-operator-6dbb575d6c-mdw8t for pod on switch ip-10-0-0-92.ec2.internal I0512 11:36:11.912811 3704 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-mdw8t I0512 11:36:11.922991 3704 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7879dc768f-656qq] creating logical port openshift-ingress_router-default-7879dc768f-656qq for pod on switch ip-10-0-0-92.ec2.internal I0512 11:36:11.923060 3704 kube.go:256] Updating pod openshift-ingress/router-default-7879dc768f-656qq I0512 11:36:11.924280 3704 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5589d95678-kgjww] creating logical port openshift-ingress_router-default-5589d95678-kgjww for pod on switch ip-10-0-0-92.ec2.internal I0512 11:36:11.924343 3704 kube.go:256] Updating pod openshift-ingress/router-default-5589d95678-kgjww I0512 11:36:11.955732 3704 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-mdw8t] pod update took 42.939903ms I0512 11:36:11.955750 3704 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-mdw8t] addLogicalPort annotation time took 42.96188ms I0512 11:36:11.956676 3704 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-mdw8t] addLogicalPort took 43.952355ms, libovsdb time 660.964µs I0512 11:36:11.967097 3704 pod.go:62] [openshift-ingress/router-default-7879dc768f-656qq] pod update took 44.059678ms I0512 11:36:11.967113 3704 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7879dc768f-656qq] addLogicalPort annotation time took 44.077344ms I0512 11:36:11.967988 3704 pods.go:271] [openshift-ingress/router-default-7879dc768f-656qq] addLogicalPort took 45.006664ms, libovsdb time 666.138µs I0512 11:36:11.989602 3704 pod.go:62] [openshift-ingress/router-default-5589d95678-kgjww] pod update took 65.281045ms I0512 11:36:11.989619 3704 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5589d95678-kgjww] addLogicalPort annotation time took 65.299963ms I0512 11:36:11.990457 3704 pods.go:271] [openshift-ingress/router-default-5589d95678-kgjww] addLogicalPort took 66.187309ms, libovsdb time 629.118µs I0512 11:36:12.062406 3704 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-p25hz 73bed54524db364adea5cfd03e045dae6c58fce63f9dc91d25a5a6b375cfbde2 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-p25hz 73bed54524db364adea5cfd03e045dae6c58fce63f9dc91d25a5a6b375cfbde2 network default NAD default NAD key ] I0512 11:36:12.072744 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-p25hz, hostIfaceName: 73bed54524db364, network: default, NAD default, SandboxID: "73bed54524db364adea5cfd03e045dae6c58fce63f9dc91d25a5a6b375cfbde2", PCI device ID: , UID: "2856ea45-8312-4c81-9f44-6314c92b1687", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0512 11:36:12.116066 3704 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-p25hz 73bed54524db364adea5cfd03e045dae6c58fce63f9dc91d25a5a6b375cfbde2 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-p25hz 73bed54524db364adea5cfd03e045dae6c58fce63f9dc91d25a5a6b375cfbde2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:37:b3:ba:b8:d1\",\"name\":\"73bed54524db364\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c8bddbc-a477-4b39-8109-3b72639624d9\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:36:12.270833 3704 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-mdw8t 308c4cce15dd27689536d8832cf215d675a45eddf3a85aaee8ddfaf3df73a3cf network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-mdw8t 308c4cce15dd27689536d8832cf215d675a45eddf3a85aaee8ddfaf3df73a3cf network default NAD default NAD key ] I0512 11:36:12.281575 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-mdw8t, hostIfaceName: 308c4cce15dd276, network: default, NAD default, SandboxID: "308c4cce15dd27689536d8832cf215d675a45eddf3a85aaee8ddfaf3df73a3cf", PCI device ID: , UID: "e60aeb34-6273-44a6-8b36-670dec683124", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0512 11:36:12.323239 3704 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-mdw8t 308c4cce15dd27689536d8832cf215d675a45eddf3a85aaee8ddfaf3df73a3cf network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-mdw8t 308c4cce15dd27689536d8832cf215d675a45eddf3a85aaee8ddfaf3df73a3cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ab:ee:0f:38:06\",\"name\":\"308c4cce15dd276\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce801b2c-b659-4ae4-a3db-103d3601fa8a\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:36:15.683658 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 11:36:16.810339 3704 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 11:36:16.811236 3704 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 872.432µs I0512 11:36:16.828366 3704 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 11:36:17.036489 3704 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xjq9g] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-xjq9g for pod on switch ip-10-0-0-92.ec2.internal I0512 11:36:17.036608 3704 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xjq9g I0512 11:36:17.052499 3704 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xjq9g] pod update took 15.930927ms I0512 11:36:17.052521 3704 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xjq9g] addLogicalPort annotation time took 15.959751ms I0512 11:36:17.053704 3704 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xjq9g] addLogicalPort took 17.257013ms, libovsdb time 864.749µs I0512 11:36:17.392235 3704 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xjq9g 56a881d03681ae6dd0c75ece1d09fcc2dbc7ba54affca6e776b0dbd8bd7be048 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xjq9g 56a881d03681ae6dd0c75ece1d09fcc2dbc7ba54affca6e776b0dbd8bd7be048 network default NAD default NAD key ] I0512 11:36:17.403308 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-xjq9g, hostIfaceName: 56a881d03681ae6, network: default, NAD default, SandboxID: "56a881d03681ae6dd0c75ece1d09fcc2dbc7ba54affca6e776b0dbd8bd7be048", PCI device ID: , UID: "106b79b5-18c2-49ac-8a6d-810851b391eb", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0512 11:36:17.447985 3704 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xjq9g 56a881d03681ae6dd0c75ece1d09fcc2dbc7ba54affca6e776b0dbd8bd7be048 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xjq9g 56a881d03681ae6dd0c75ece1d09fcc2dbc7ba54affca6e776b0dbd8bd7be048 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:65:03:a3:41:98\",\"name\":\"56a881d03681ae6\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22874543-597f-469e-9b6a-457edd637e68\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:36:17.901188 3704 namespace.go:98] [openshift-service-ca] adding namespace I0512 11:36:17.902178 3704 namespace.go:102] [openshift-service-ca] adding namespace took 965.748µs I0512 11:36:17.919583 3704 namespace.go:142] [openshift-service-ca] updating namespace W0512 11:36:25.973506 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 11:36:36.713792 3704 cni.go:452] [openshift-multus/network-metrics-daemon-ds5nt d82c29b058698b9ae24df557e890778bd531fbddb0bc94ef22005d934748b2cd network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ds5nt d82c29b058698b9ae24df557e890778bd531fbddb0bc94ef22005d934748b2cd network default NAD default NAD key ] I0512 11:36:36.723746 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ds5nt, hostIfaceName: d82c29b058698b9, network: default, NAD default, SandboxID: "d82c29b058698b9ae24df557e890778bd531fbddb0bc94ef22005d934748b2cd", PCI device ID: , UID: "75e7b37c-f829-439d-b1be-2346a9696472", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0512 11:36:36.780660 3704 cni.go:473] [openshift-multus/network-metrics-daemon-ds5nt d82c29b058698b9ae24df557e890778bd531fbddb0bc94ef22005d934748b2cd network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ds5nt d82c29b058698b9ae24df557e890778bd531fbddb0bc94ef22005d934748b2cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:3a:b5:ef:0f:d6\",\"name\":\"d82c29b058698b9\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07255275-f1de-4185-8042-564c3f8c325c\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:36:43.978702 3704 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-28dkx f01337200e37e07cfba2ed3db530dea890a4be42e7f52e5a798f4d44adf705ad network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-28dkx f01337200e37e07cfba2ed3db530dea890a4be42e7f52e5a798f4d44adf705ad network default NAD default NAD key ] I0512 11:36:43.987870 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-28dkx, hostIfaceName: f01337200e37e07, network: default, NAD default, SandboxID: "f01337200e37e07cfba2ed3db530dea890a4be42e7f52e5a798f4d44adf705ad", PCI device ID: , UID: "eface9e9-a68b-4d49-8174-b27ca89a36dc", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0512 11:36:44.032909 3704 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-28dkx f01337200e37e07cfba2ed3db530dea890a4be42e7f52e5a798f4d44adf705ad network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-28dkx f01337200e37e07cfba2ed3db530dea890a4be42e7f52e5a798f4d44adf705ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:70:9f:3b:f3:eb\",\"name\":\"f01337200e37e07\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13c6e474-cff1-42f4-a049-71dde7fef007\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:36:44.096756 3704 cni.go:452] [openshift-ingress/router-default-5589d95678-kgjww b3effd4b07a88dc587a0385edfc1bbe470f518aeb98d44ac6996cd7539178ad0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5589d95678-kgjww b3effd4b07a88dc587a0385edfc1bbe470f518aeb98d44ac6996cd7539178ad0 network default NAD default NAD key ] I0512 11:36:44.098817 3704 cni.go:452] [openshift-ingress/router-default-7879dc768f-656qq 4c02201880dc3e6645dada850d2d4c2fa46834f2e43f58dd453ea9362aa37150 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7879dc768f-656qq 4c02201880dc3e6645dada850d2d4c2fa46834f2e43f58dd453ea9362aa37150 network default NAD default NAD key ] I0512 11:36:44.107860 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5589d95678-kgjww, hostIfaceName: b3effd4b07a88dc, network: default, NAD default, SandboxID: "b3effd4b07a88dc587a0385edfc1bbe470f518aeb98d44ac6996cd7539178ad0", PCI device ID: , UID: "976ec833-8322-421f-af0f-63b0c502328a", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0512 11:36:44.109325 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7879dc768f-656qq, hostIfaceName: 4c02201880dc3e6, network: default, NAD default, SandboxID: "4c02201880dc3e6645dada850d2d4c2fa46834f2e43f58dd453ea9362aa37150", PCI device ID: , UID: "3c07fd5c-f874-471d-b0d9-208a193d2c3c", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0512 11:36:44.151565 3704 cni.go:473] [openshift-ingress/router-default-5589d95678-kgjww b3effd4b07a88dc587a0385edfc1bbe470f518aeb98d44ac6996cd7539178ad0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5589d95678-kgjww b3effd4b07a88dc587a0385edfc1bbe470f518aeb98d44ac6996cd7539178ad0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:75:15:0c:a6:d4\",\"name\":\"b3effd4b07a88dc\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4d32610-a48d-4b7b-b1cf-6dbf6dee5da9\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:36:44.166536 3704 cni.go:473] [openshift-ingress/router-default-7879dc768f-656qq 4c02201880dc3e6645dada850d2d4c2fa46834f2e43f58dd453ea9362aa37150 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7879dc768f-656qq 4c02201880dc3e6645dada850d2d4c2fa46834f2e43f58dd453ea9362aa37150 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:9c:49:10:6a:c6\",\"name\":\"4c02201880dc3e6\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/387b59b9-83c5-4596-bc30-d3a23ba4fd2c\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:36:47.044302 3704 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 11:36:47.216442 3704 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mzrpd] creating logical port openshift-insights_insights-runtime-extractor-mzrpd for pod on switch ip-10-0-0-92.ec2.internal I0512 11:36:47.216578 3704 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mzrpd I0512 11:36:47.239411 3704 pod.go:62] [openshift-insights/insights-runtime-extractor-mzrpd] pod update took 22.86046ms I0512 11:36:47.239431 3704 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-mzrpd] addLogicalPort annotation time took 22.884993ms I0512 11:36:47.240568 3704 pods.go:271] [openshift-insights/insights-runtime-extractor-mzrpd] addLogicalPort took 24.145918ms, libovsdb time 844.456µs I0512 11:36:47.574270 3704 cni.go:452] [openshift-insights/insights-runtime-extractor-mzrpd be629a0f3b6b4c6365fadd966052f2f6d39fe85b5f0d9c92172251de64ed9cf4 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mzrpd be629a0f3b6b4c6365fadd966052f2f6d39fe85b5f0d9c92172251de64ed9cf4 network default NAD default NAD key ] I0512 11:36:47.583084 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mzrpd, hostIfaceName: be629a0f3b6b4c6, network: default, NAD default, SandboxID: "be629a0f3b6b4c6365fadd966052f2f6d39fe85b5f0d9c92172251de64ed9cf4", PCI device ID: , UID: "11920a4e-dd38-4646-83d1-0e9808194fd7", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0512 11:36:47.629592 3704 cni.go:473] [openshift-insights/insights-runtime-extractor-mzrpd be629a0f3b6b4c6365fadd966052f2f6d39fe85b5f0d9c92172251de64ed9cf4 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mzrpd be629a0f3b6b4c6365fadd966052f2f6d39fe85b5f0d9c92172251de64ed9cf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:51:c3:2f:b5:5d\",\"name\":\"be629a0f3b6b4c6\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/546ba75c-c56c-48b0-adcd-45f0138de5d5\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:36:48.308642 3704 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.308674 3704 pods.go:176] Deleting pod: openshift-image-registry/image-registry-d68849d97-vr2n8 I0512 11:36:48.309841 3704 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-d68849d97-vr2n8, ips: 10.129.0.6 I0512 11:36:48.309867 3704 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.323080 3704 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6bb66d6568-2pfq2] creating logical port openshift-image-registry_image-registry-6bb66d6568-2pfq2 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:36:48.323160 3704 kube.go:256] Updating pod openshift-image-registry/image-registry-6bb66d6568-2pfq2 I0512 11:36:48.324650 3704 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.324670 3704 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.333431 3704 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.333962 3704 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.338432 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d68849d97-vr2n8 I0512 11:36:48.338451 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d68849d97-vr2n8 I0512 11:36:48.341879 3704 pod.go:62] [openshift-image-registry/image-registry-6bb66d6568-2pfq2] pod update took 18.744445ms I0512 11:36:48.341898 3704 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6bb66d6568-2pfq2] addLogicalPort annotation time took 18.766093ms I0512 11:36:48.342875 3704 pods.go:271] [openshift-image-registry/image-registry-6bb66d6568-2pfq2] addLogicalPort took 19.809238ms, libovsdb time 729.396µs I0512 11:36:48.347253 3704 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.347267 3704 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.360213 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bd5755cf4-dshhx I0512 11:36:48.360235 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bd5755cf4-dshhx I0512 11:36:48.676902 3704 cni.go:452] [openshift-image-registry/image-registry-6bb66d6568-2pfq2 2fb710cb88067682727421ebc00db76e1193665fccef6d1074a2c301816ce6e5 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6bb66d6568-2pfq2 2fb710cb88067682727421ebc00db76e1193665fccef6d1074a2c301816ce6e5 network default NAD default NAD key ] I0512 11:36:48.686434 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6bb66d6568-2pfq2, hostIfaceName: 2fb710cb8806768, network: default, NAD default, SandboxID: "2fb710cb88067682727421ebc00db76e1193665fccef6d1074a2c301816ce6e5", PCI device ID: , UID: "cebe63f5-286d-4630-abd8-6ddfbdf8eb88", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0512 11:36:48.730525 3704 cni.go:473] [openshift-image-registry/image-registry-6bb66d6568-2pfq2 2fb710cb88067682727421ebc00db76e1193665fccef6d1074a2c301816ce6e5 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6bb66d6568-2pfq2 2fb710cb88067682727421ebc00db76e1193665fccef6d1074a2c301816ce6e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:63:8b:33:45:a2\",\"name\":\"2fb710cb8806768\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d3aab04-6b6b-41f3-a413-10729d043f2a\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:36:49.317370 3704 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:36:49.353628 3704 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:36:49.770594 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 11:36:57.463427 3704 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:36:57.463563 3704 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0512 11:36:57.487247 3704 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.725598ms I0512 11:36:57.487270 3704 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.753209ms I0512 11:36:57.488396 3704 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.987883ms, libovsdb time 793.088µs I0512 11:36:57.824318 3704 cni.go:452] [openshift-monitoring/alertmanager-main-0 b8c944d95ba4fafaec63cab749439ec8f38a39829fb88a77319e30ec79501099 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 b8c944d95ba4fafaec63cab749439ec8f38a39829fb88a77319e30ec79501099 network default NAD default NAD key ] I0512 11:36:57.833991 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: b8c944d95ba4faf, network: default, NAD default, SandboxID: "b8c944d95ba4fafaec63cab749439ec8f38a39829fb88a77319e30ec79501099", PCI device ID: , UID: "1bdadefd-c051-4251-89ee-0419bbfb326c", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0512 11:36:57.883582 3704 cni.go:473] [openshift-monitoring/alertmanager-main-0 b8c944d95ba4fafaec63cab749439ec8f38a39829fb88a77319e30ec79501099 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 b8c944d95ba4fafaec63cab749439ec8f38a39829fb88a77319e30ec79501099 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f2:5f:01:63:b0\",\"name\":\"b8c944d95ba4faf\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b610d9d6-221f-4dce-82d6-83f3959f62d4\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:36:58.426018 3704 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-97f64dcf9-j5qjc] creating logical port openshift-monitoring_thanos-querier-97f64dcf9-j5qjc for pod on switch ip-10-0-0-92.ec2.internal I0512 11:36:58.426147 3704 kube.go:256] Updating pod openshift-monitoring/thanos-querier-97f64dcf9-j5qjc I0512 11:36:58.452112 3704 pod.go:62] [openshift-monitoring/thanos-querier-97f64dcf9-j5qjc] pod update took 26.000494ms I0512 11:36:58.452136 3704 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-97f64dcf9-j5qjc] addLogicalPort annotation time took 26.027358ms I0512 11:36:58.453351 3704 pods.go:271] [openshift-monitoring/thanos-querier-97f64dcf9-j5qjc] addLogicalPort took 27.358263ms, libovsdb time 882.654µs I0512 11:36:58.780840 3704 cni.go:452] [openshift-monitoring/thanos-querier-97f64dcf9-j5qjc 5af21a8b942b26e744fabf949839250e408ab8b65c000fddaea641d88186701b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-97f64dcf9-j5qjc 5af21a8b942b26e744fabf949839250e408ab8b65c000fddaea641d88186701b network default NAD default NAD key ] I0512 11:36:58.791940 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-97f64dcf9-j5qjc, hostIfaceName: 5af21a8b942b26e, network: default, NAD default, SandboxID: "5af21a8b942b26e744fabf949839250e408ab8b65c000fddaea641d88186701b", PCI device ID: , UID: "beb8d1f4-8adc-401f-aa59-28675a2668e7", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0512 11:36:58.840518 3704 cni.go:473] [openshift-monitoring/thanos-querier-97f64dcf9-j5qjc 5af21a8b942b26e744fabf949839250e408ab8b65c000fddaea641d88186701b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-97f64dcf9-j5qjc 5af21a8b942b26e744fabf949839250e408ab8b65c000fddaea641d88186701b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:21:da:b3:77:10\",\"name\":\"5af21a8b942b26e\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59e72316-5646-4f3b-91c3-31e2fe683237\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:36:59.365563 3704 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.365579 3704 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.365583 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.433621 3704 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.433637 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.433643 3704 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 11:37:00.985568 3704 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-cbdf66d9b-7hqfv] creating logical port openshift-monitoring_metrics-server-cbdf66d9b-7hqfv for pod on switch ip-10-0-0-92.ec2.internal I0512 11:37:00.985696 3704 kube.go:256] Updating pod openshift-monitoring/metrics-server-cbdf66d9b-7hqfv I0512 11:37:01.007850 3704 pod.go:62] [openshift-monitoring/metrics-server-cbdf66d9b-7hqfv] pod update took 22.197833ms I0512 11:37:01.007873 3704 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-cbdf66d9b-7hqfv] addLogicalPort annotation time took 22.228733ms I0512 11:37:01.009005 3704 pods.go:271] [openshift-monitoring/metrics-server-cbdf66d9b-7hqfv] addLogicalPort took 23.454111ms, libovsdb time 818.221µs I0512 11:37:01.042359 3704 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kl88b] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-kl88b for pod on switch ip-10-0-0-92.ec2.internal I0512 11:37:01.042606 3704 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-kl88b I0512 11:37:01.059668 3704 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kl88b] pod update took 17.118599ms I0512 11:37:01.059692 3704 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kl88b] addLogicalPort annotation time took 17.147754ms I0512 11:37:01.060825 3704 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kl88b] addLogicalPort took 18.482241ms, libovsdb time 840.194µs I0512 11:37:01.580392 3704 cni.go:452] [openshift-monitoring/metrics-server-cbdf66d9b-7hqfv 102fc666fda21e0f6383a688a7fbae0b6b660d4df8b4ed866e13e5def17a2c08 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-cbdf66d9b-7hqfv 102fc666fda21e0f6383a688a7fbae0b6b660d4df8b4ed866e13e5def17a2c08 network default NAD default NAD key ] I0512 11:37:01.580518 3704 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kl88b af98384d4249ac765fa382bf3f80dfa05dacbbe0fea1b2bb652aa5222e716a7d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kl88b af98384d4249ac765fa382bf3f80dfa05dacbbe0fea1b2bb652aa5222e716a7d network default NAD default NAD key ] I0512 11:37:01.592109 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-kl88b, hostIfaceName: af98384d4249ac7, network: default, NAD default, SandboxID: "af98384d4249ac765fa382bf3f80dfa05dacbbe0fea1b2bb652aa5222e716a7d", PCI device ID: , UID: "f2500ca9-2ed7-4edb-86e1-8fe210db3544", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0512 11:37:01.593123 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-cbdf66d9b-7hqfv, hostIfaceName: 102fc666fda21e0, network: default, NAD default, SandboxID: "102fc666fda21e0f6383a688a7fbae0b6b660d4df8b4ed866e13e5def17a2c08", PCI device ID: , UID: "4c78be4b-2537-4ecb-8f0c-a4e6410a683f", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0512 11:37:01.643190 3704 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kl88b af98384d4249ac765fa382bf3f80dfa05dacbbe0fea1b2bb652aa5222e716a7d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kl88b af98384d4249ac765fa382bf3f80dfa05dacbbe0fea1b2bb652aa5222e716a7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:44:a1:7c:62:b8\",\"name\":\"af98384d4249ac7\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45422455-d0f4-41c8-8c92-8940d5de29a8\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:37:01.659757 3704 cni.go:473] [openshift-monitoring/metrics-server-cbdf66d9b-7hqfv 102fc666fda21e0f6383a688a7fbae0b6b660d4df8b4ed866e13e5def17a2c08 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-cbdf66d9b-7hqfv 102fc666fda21e0f6383a688a7fbae0b6b660d4df8b4ed866e13e5def17a2c08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e2:24:08:11:76\",\"name\":\"102fc666fda21e0\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6dc0678-594f-4780-81df-27f2fe53ea1b\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:37:02.815413 3704 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:37:02.815590 3704 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 W0512 11:37:02.845044 3704 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 11:37:02.845088 3704 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.539825ms I0512 11:37:02.845110 3704 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.566303ms I0512 11:37:02.846519 3704 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.127299ms, libovsdb time 969.266µs W0512 11:37:03.436449 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 11:37:03.442650 3704 cni.go:452] [openshift-monitoring/prometheus-k8s-0 00a7909a929fd8958031e0b16bd3a5d03ef0b1b0834cb7af8ffd7db3442ef85e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 00a7909a929fd8958031e0b16bd3a5d03ef0b1b0834cb7af8ffd7db3442ef85e network default NAD default NAD key ] I0512 11:37:03.452043 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 00a7909a929fd89, network: default, NAD default, SandboxID: "00a7909a929fd8958031e0b16bd3a5d03ef0b1b0834cb7af8ffd7db3442ef85e", PCI device ID: , UID: "8cd0b94a-8436-4f95-bca9-74f1cd043d49", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0512 11:37:03.501810 3704 cni.go:473] [openshift-monitoring/prometheus-k8s-0 00a7909a929fd8958031e0b16bd3a5d03ef0b1b0834cb7af8ffd7db3442ef85e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 00a7909a929fd8958031e0b16bd3a5d03ef0b1b0834cb7af8ffd7db3442ef85e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:cc:b9:75:52:c1\",\"name\":\"00a7909a929fd89\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0698e85b-5bf6-4a4a-aeb1-f9b31218ae08\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:37:03.848015 3704 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:03.848039 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:03.848046 3704 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:03.848052 3704 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.390358 3704 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.390376 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.390382 3704 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.390387 3704 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.421511 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 11:37:04.471678 3704 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:04.471693 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 11:37:05.480845 3704 cni.go:452] [openshift-dns/dns-default-9gfxh 30b03053138112cbab4d0b7d82a7bc669147f810271033275649380e4b32d735 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9gfxh 30b03053138112cbab4d0b7d82a7bc669147f810271033275649380e4b32d735 network default NAD default NAD key ] I0512 11:37:05.490309 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9gfxh, hostIfaceName: 30b03053138112c, network: default, NAD default, SandboxID: "30b03053138112cbab4d0b7d82a7bc669147f810271033275649380e4b32d735", PCI device ID: , UID: "879dfc56-8f33-40ee-9f88-17d1a723e9f0", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0512 11:37:05.536435 3704 cni.go:473] [openshift-dns/dns-default-9gfxh 30b03053138112cbab4d0b7d82a7bc669147f810271033275649380e4b32d735 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9gfxh 30b03053138112cbab4d0b7d82a7bc669147f810271033275649380e4b32d735 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b0:be:5e:70:d0\",\"name\":\"30b03053138112c\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7445c03b-d8a7-47a4-b31d-55795448c8b4\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:37:05.869326 3704 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:05.869343 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:05.905572 3704 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:05.905586 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:05.905590 3704 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:08.459121 3704 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:08.459143 3704 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:08.459149 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:09.864746 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:09.864766 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:09.864773 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:09.864778 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:09.864790 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:09.864795 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:09.864800 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:09.864804 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:10.408895 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:10.408920 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:10.408926 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:10.408931 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 11:37:15.181349 3704 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 11:37:15.455445 3704 base_network_controller_pods.go:487] [default/openshift-console/console-67c8db9f67-d2jqp] creating logical port openshift-console_console-67c8db9f67-d2jqp for pod on switch ip-10-0-0-92.ec2.internal I0512 11:37:15.455663 3704 kube.go:256] Updating pod openshift-console/console-67c8db9f67-d2jqp I0512 11:37:15.469406 3704 pod.go:62] [openshift-console/console-67c8db9f67-d2jqp] pod update took 13.781058ms I0512 11:37:15.469432 3704 base_network_controller_pods.go:951] [default/openshift-console/console-67c8db9f67-d2jqp] addLogicalPort annotation time took 13.811247ms I0512 11:37:15.470724 3704 pods.go:271] [openshift-console/console-67c8db9f67-d2jqp] addLogicalPort took 15.297927ms, libovsdb time 902.364µs I0512 11:37:15.817461 3704 cni.go:452] [openshift-console/console-67c8db9f67-d2jqp c08699684be4ee0a4900c2ae37284b8173800436763755dcbed43cafcd4fa9ae network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67c8db9f67-d2jqp c08699684be4ee0a4900c2ae37284b8173800436763755dcbed43cafcd4fa9ae network default NAD default NAD key ] I0512 11:37:15.826693 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67c8db9f67-d2jqp, hostIfaceName: c08699684be4ee0, network: default, NAD default, SandboxID: "c08699684be4ee0a4900c2ae37284b8173800436763755dcbed43cafcd4fa9ae", PCI device ID: , UID: "7b4a23ea-e3ca-46a3-81da-763aa67d6c4b", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] W0512 11:37:15.868099 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:15.868122 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:15.868131 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:15.868146 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:15.868153 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:15.868160 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0512 11:37:15.877324 3704 cni.go:473] [openshift-console/console-67c8db9f67-d2jqp c08699684be4ee0a4900c2ae37284b8173800436763755dcbed43cafcd4fa9ae network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67c8db9f67-d2jqp c08699684be4ee0a4900c2ae37284b8173800436763755dcbed43cafcd4fa9ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:9d:34:fa:a6:f8\",\"name\":\"c08699684be4ee0\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b678690e-c05e-4804-af2b-cc8d8040a4f5\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:37:18.426957 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:18.427053 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:18.427070 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:19.487604 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 11:37:19.493660 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 11:37:20.328909 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:37:22.781656 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 11:37:24.416013 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 11:37:24.416033 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 11:37:25.954504 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 11:37:26.407375 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 11:37:26.499212 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 11:37:26.499230 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 11:37:26.499279 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 11:37:26.510212 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 11:37:26.530250 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 11:37:27.509459 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 11:37:27.881693 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:27.881719 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:27.881730 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:37:31.520114 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 11:37:31.520113 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 11:37:31.520285 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0512 11:37:32.377615 3704 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0512 11:37:32.529256 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 11:37:35.999863 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 11:37:47.223860 3704 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:47.224444 3704 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:48.051026 3704 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.051048 3704 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.058270 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d68849d97-nmrjv I0512 11:37:48.058296 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d68849d97-nmrjv I0512 11:37:48.093228 3704 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-572gx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:48.093831 3704 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-572gx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:48.587814 3704 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-572gx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.587899 3704 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-572gx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.599103 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67c8db9f67-572gx I0512 11:37:48.599259 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67c8db9f67-572gx I0512 11:37:59.197682 3704 cni.go:452] [openshift-console/console-67c8db9f67-d2jqp c08699684be4ee0a4900c2ae37284b8173800436763755dcbed43cafcd4fa9ae network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67c8db9f67-d2jqp c08699684be4ee0a4900c2ae37284b8173800436763755dcbed43cafcd4fa9ae network default NAD default NAD key ] I0512 11:37:59.273937 3704 cni.go:473] [openshift-console/console-67c8db9f67-d2jqp c08699684be4ee0a4900c2ae37284b8173800436763755dcbed43cafcd4fa9ae network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67c8db9f67-d2jqp c08699684be4ee0a4900c2ae37284b8173800436763755dcbed43cafcd4fa9ae network default NAD default NAD key default], result "{}", err I0512 11:37:59.326049 3704 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-d2jqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:59.326087 3704 pods.go:176] Deleting pod: openshift-console/console-67c8db9f67-d2jqp I0512 11:37:59.327231 3704 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67c8db9f67-d2jqp, ips: 10.129.0.22 I0512 11:37:59.327259 3704 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-d2jqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:59.634854 3704 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-d2jqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:59.634879 3704 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-d2jqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:59.642097 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67c8db9f67-d2jqp I0512 11:37:59.642121 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67c8db9f67-d2jqp I0512 11:38:01.186139 3704 cni.go:452] [openshift-ingress/router-default-7879dc768f-656qq 4c02201880dc3e6645dada850d2d4c2fa46834f2e43f58dd453ea9362aa37150 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7879dc768f-656qq 4c02201880dc3e6645dada850d2d4c2fa46834f2e43f58dd453ea9362aa37150 network default NAD default NAD key ] I0512 11:38:01.279463 3704 cni.go:473] [openshift-ingress/router-default-7879dc768f-656qq 4c02201880dc3e6645dada850d2d4c2fa46834f2e43f58dd453ea9362aa37150 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7879dc768f-656qq 4c02201880dc3e6645dada850d2d4c2fa46834f2e43f58dd453ea9362aa37150 network default NAD default NAD key default], result "{}", err I0512 11:38:01.336556 3704 obj_retry.go:498] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:01.336584 3704 pods.go:176] Deleting pod: openshift-ingress/router-default-7879dc768f-656qq I0512 11:38:01.337763 3704 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7879dc768f-656qq, ips: 10.129.0.12 I0512 11:38:01.337793 3704 obj_retry.go:498] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:01.641276 3704 obj_retry.go:492] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:01.641297 3704 obj_retry.go:492] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:01.648590 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7879dc768f-656qq I0512 11:38:01.648616 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7879dc768f-656qq W0512 11:38:03.693135 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:38:03.693155 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 11:38:18.467283 3704 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:18.467814 3704 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:18.714172 3704 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:18.714193 3704 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:18.722274 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 11:38:18.722294 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 11:38:22.898282 3704 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:22.898928 3704 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:23.196489 3704 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:23.196514 3704 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:23.204926 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 11:38:23.204950 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 11:38:40.351045 3704 cni.go:452] [openshift-monitoring/alertmanager-main-0 b8c944d95ba4fafaec63cab749439ec8f38a39829fb88a77319e30ec79501099 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 b8c944d95ba4fafaec63cab749439ec8f38a39829fb88a77319e30ec79501099 network default NAD default NAD key ] I0512 11:38:40.426989 3704 cni.go:473] [openshift-monitoring/alertmanager-main-0 b8c944d95ba4fafaec63cab749439ec8f38a39829fb88a77319e30ec79501099 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 b8c944d95ba4fafaec63cab749439ec8f38a39829fb88a77319e30ec79501099 network default NAD default NAD key default], result "{}", err I0512 11:38:40.492110 3704 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:40.492141 3704 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0512 11:38:40.493263 3704 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.17 I0512 11:38:40.493290 3704 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:40.804351 3704 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:40.804382 3704 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:40.812968 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 11:38:40.813013 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 11:38:40.846393 3704 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:38:40.846543 3704 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0512 11:38:40.869085 3704 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.59442ms I0512 11:38:40.869110 3704 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.639793ms I0512 11:38:40.870406 3704 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.032562ms, libovsdb time 976.238µs I0512 11:38:41.206560 3704 cni.go:452] [openshift-monitoring/alertmanager-main-0 13d4daad439b73123b85afd106240e53a2350f0bc3ae971b585f872e1ed062e5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 13d4daad439b73123b85afd106240e53a2350f0bc3ae971b585f872e1ed062e5 network default NAD default NAD key ] I0512 11:38:41.216423 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 13d4daad439b731, network: default, NAD default, SandboxID: "13d4daad439b73123b85afd106240e53a2350f0bc3ae971b585f872e1ed062e5", PCI device ID: , UID: "09ff7a72-93cb-4d2a-a9ca-8ea08e08aec5", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0512 11:38:41.263963 3704 cni.go:473] [openshift-monitoring/alertmanager-main-0 13d4daad439b73123b85afd106240e53a2350f0bc3ae971b585f872e1ed062e5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 13d4daad439b73123b85afd106240e53a2350f0bc3ae971b585f872e1ed062e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d8:f9:03:9f:f2\",\"name\":\"13d4daad439b731\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0cbdc3a-97d3-4eeb-b0cc-a92fbdccb577\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:39:01.258111 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:39:01.258131 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:39:01.258137 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 11:39:05.914875 3704 base_network_controller_pods.go:487] [default/openshift-console/console-7b8b956fdf-fnrxf] creating logical port openshift-console_console-7b8b956fdf-fnrxf for pod on switch ip-10-0-0-92.ec2.internal I0512 11:39:05.914990 3704 kube.go:256] Updating pod openshift-console/console-7b8b956fdf-fnrxf I0512 11:39:05.945012 3704 pod.go:62] [openshift-console/console-7b8b956fdf-fnrxf] pod update took 30.055758ms I0512 11:39:05.945037 3704 base_network_controller_pods.go:951] [default/openshift-console/console-7b8b956fdf-fnrxf] addLogicalPort annotation time took 30.086023ms I0512 11:39:05.946363 3704 pods.go:271] [openshift-console/console-7b8b956fdf-fnrxf] addLogicalPort took 31.502065ms, libovsdb time 890.616µs I0512 11:39:06.276908 3704 cni.go:452] [openshift-console/console-7b8b956fdf-fnrxf 248b99af747788b61d5a942fe4c626ee94be4c869843a2deda984d564ff73fb1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b8b956fdf-fnrxf 248b99af747788b61d5a942fe4c626ee94be4c869843a2deda984d564ff73fb1 network default NAD default NAD key ] I0512 11:39:06.299990 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b8b956fdf-fnrxf, hostIfaceName: 248b99af747788b, network: default, NAD default, SandboxID: "248b99af747788b61d5a942fe4c626ee94be4c869843a2deda984d564ff73fb1", PCI device ID: , UID: "ea48b33b-1b27-4543-8249-cc480c9b4ffd", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0512 11:39:06.349888 3704 cni.go:473] [openshift-console/console-7b8b956fdf-fnrxf 248b99af747788b61d5a942fe4c626ee94be4c869843a2deda984d564ff73fb1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b8b956fdf-fnrxf 248b99af747788b61d5a942fe4c626ee94be4c869843a2deda984d564ff73fb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:22:09:04:4b:ec\",\"name\":\"248b99af747788b\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/184c06be-dbe3-41fa-8c74-5dc77c8ac71b\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:39:16.956314 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 11:39:25.655299 3704 cni.go:452] [openshift-monitoring/prometheus-k8s-0 00a7909a929fd8958031e0b16bd3a5d03ef0b1b0834cb7af8ffd7db3442ef85e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 00a7909a929fd8958031e0b16bd3a5d03ef0b1b0834cb7af8ffd7db3442ef85e network default NAD default NAD key ] I0512 11:39:25.734782 3704 cni.go:473] [openshift-monitoring/prometheus-k8s-0 00a7909a929fd8958031e0b16bd3a5d03ef0b1b0834cb7af8ffd7db3442ef85e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 00a7909a929fd8958031e0b16bd3a5d03ef0b1b0834cb7af8ffd7db3442ef85e network default NAD default NAD key default], result "{}", err I0512 11:39:25.791709 3704 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:25.791741 3704 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0512 11:39:25.792989 3704 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.21 I0512 11:39:25.793013 3704 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:25.987599 3704 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:25.987624 3704 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:25.994727 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 11:39:25.994770 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 11:39:26.039749 3704 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:39:26.039866 3704 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 11:39:26.060144 3704 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 20.321749ms I0512 11:39:26.060165 3704 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 20.347865ms I0512 11:39:26.061360 3704 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 21.625251ms, libovsdb time 859.109µs I0512 11:39:26.402269 3704 cni.go:452] [openshift-monitoring/prometheus-k8s-0 d66b7157cd3c46fc756572e81c3e05b2aa93c37d185f83fe93355454a8b62536 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 d66b7157cd3c46fc756572e81c3e05b2aa93c37d185f83fe93355454a8b62536 network default NAD default NAD key ] I0512 11:39:26.411652 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: d66b7157cd3c46f, network: default, NAD default, SandboxID: "d66b7157cd3c46fc756572e81c3e05b2aa93c37d185f83fe93355454a8b62536", PCI device ID: , UID: "c9061ba8-7381-4866-9cda-0dc177d37f5f", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0512 11:39:26.462089 3704 cni.go:473] [openshift-monitoring/prometheus-k8s-0 d66b7157cd3c46fc756572e81c3e05b2aa93c37d185f83fe93355454a8b62536 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 d66b7157cd3c46fc756572e81c3e05b2aa93c37d185f83fe93355454a8b62536 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:5c:67:be:b2:a5\",\"name\":\"d66b7157cd3c46f\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78e85e9d-971c-48b4-8370-5a4e4e06f302\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:39:31.215868 3704 obj_retry.go:498] Detected object openshift-console/console-796648f755-48l6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:31.216387 3704 obj_retry.go:498] Detected object openshift-console/console-796648f755-48l6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:32.016069 3704 obj_retry.go:492] Detected object openshift-console/console-796648f755-48l6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:32.016088 3704 obj_retry.go:492] Detected object openshift-console/console-796648f755-48l6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:32.023732 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-796648f755-48l6v I0512 11:39:32.023753 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-796648f755-48l6v I0512 11:39:42.268565 3704 obj_retry.go:498] Detected object openshift-console/console-796648f755-l7dsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:42.269151 3704 obj_retry.go:498] Detected object openshift-console/console-796648f755-l7dsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:42.521044 3704 obj_retry.go:492] Detected object openshift-console/console-796648f755-l7dsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:42.521076 3704 obj_retry.go:492] Detected object openshift-console/console-796648f755-l7dsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:42.528488 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-796648f755-l7dsj I0512 11:39:42.528513 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-796648f755-l7dsj I0512 11:40:06.483253 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0512 11:40:10.389177 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0512 11:40:27.274404 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:40:27.274429 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 11:40:33.181513 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=579 I0512 11:40:41.262762 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 11:40:50.597057 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 11:40:55.173342 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=122 I0512 11:40:58.444977 3704 namespace.go:98] [tsf] adding namespace I0512 11:40:58.445955 3704 namespace.go:102] [tsf] adding namespace took 955.486µs I0512 11:40:58.462357 3704 namespace.go:142] [tsf] updating namespace I0512 11:40:58.474649 3704 namespace.go:142] [tsf] updating namespace I0512 11:41:02.591028 3704 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 11:41:02.951600 3704 namespace.go:98] [konflux-operator] adding namespace I0512 11:41:02.952446 3704 namespace.go:102] [konflux-operator] adding namespace took 822.295µs I0512 11:41:02.954740 3704 namespace.go:98] [rhbk-operator] adding namespace I0512 11:41:02.954843 3704 namespace.go:98] [konflux-ui] adding namespace I0512 11:41:02.955435 3704 namespace.go:102] [rhbk-operator] adding namespace took 680.849µs I0512 11:41:02.956038 3704 namespace.go:102] [konflux-ui] adding namespace took 1.175941ms I0512 11:41:02.957895 3704 namespace.go:98] [tsf-tpa] adding namespace I0512 11:41:02.957946 3704 namespace.go:98] [rhtpa-operator] adding namespace I0512 11:41:02.958091 3704 namespace.go:98] [tsf-keycloak] adding namespace I0512 11:41:02.958200 3704 namespace.go:98] [tsf-tas] adding namespace I0512 11:41:02.958288 3704 namespace.go:98] [cert-manager-operator] adding namespace I0512 11:41:02.958577 3704 namespace.go:102] [tsf-tpa] adding namespace took 668.591µs I0512 11:41:02.959058 3704 namespace.go:102] [rhtpa-operator] adding namespace took 1.099812ms I0512 11:41:02.959486 3704 namespace.go:102] [tsf-keycloak] adding namespace took 1.38504ms I0512 11:41:02.959938 3704 namespace.go:102] [tsf-tas] adding namespace took 1.725396ms I0512 11:41:02.960425 3704 namespace.go:102] [cert-manager-operator] adding namespace took 2.128698ms I0512 11:41:02.972374 3704 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:02.985379 3704 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:02.992487 3704 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:03.000577 3704 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:03.000661 3704 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:03.004678 3704 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:03.004784 3704 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:03.024700 3704 namespace.go:142] [tsf-tas] updating namespace I0512 11:41:03.024764 3704 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:03.024863 3704 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:03.024996 3704 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:03.030991 3704 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:03.040632 3704 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:03.053205 3704 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:03.060177 3704 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:03.070762 3704 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:03.075422 3704 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:03.084420 3704 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:03.092836 3704 namespace.go:142] [tsf-tas] updating namespace I0512 11:41:03.107540 3704 namespace.go:142] [tsf-tas] updating namespace I0512 11:41:03.117212 3704 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:03.134609 3704 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:03.141888 3704 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:03.150936 3704 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:03.585655 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 11:41:04.219708 3704 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:04.229507 3704 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:05.267005 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0512 11:41:07.377246 3704 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:41:09.517480 3704 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.517949 3704 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.517975 3704 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.517985 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:09.517997 3704 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.518002 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:10.531803 3704 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.532301 3704 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.532324 3704 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.532332 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:10.532343 3704 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.532348 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:10.546519 3704 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:10.546539 3704 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:10.546551 3704 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:10.546565 3704 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.561077 3704 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.561099 3704 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.561110 3704 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.561117 3704 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:13.556105 3704 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.556661 3704 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.556686 3704 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.556694 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:13.556703 3704 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.556708 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:14.587830 3704 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:14.587850 3704 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:14.587866 3704 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:14.587877 3704 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:15.569780 3704 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.570290 3704 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.570318 3704 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.570328 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:15.570344 3704 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.570352 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:16.666877 3704 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.667431 3704 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.667454 3704 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.667462 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:16.667499 3704 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.667505 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:16.698749 3704 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:16.698770 3704 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:16.698782 3704 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:16.698793 3704 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.583960 3704 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.584532 3704 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.584564 3704 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.584575 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:17.584587 3704 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.584592 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:17.686917 3704 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.686944 3704 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.686954 3704 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.686971 3704 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.447777 3704 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 11:41:18.447884 3704 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h4pbx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h4pbx: no pod IPs found I0512 11:41:18.620015 3704 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.620046 3704 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.620061 3704 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.620078 3704 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:23.107634 3704 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2hh5t] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-2hh5t for pod on switch ip-10-0-0-92.ec2.internal I0512 11:41:23.107761 3704 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2hh5t I0512 11:41:23.142733 3704 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2hh5t] pod update took 35.00034ms I0512 11:41:23.142756 3704 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2hh5t] addLogicalPort annotation time took 35.026686ms I0512 11:41:23.143951 3704 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2hh5t] addLogicalPort took 36.341184ms, libovsdb time 871.736µs I0512 11:41:23.469271 3704 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2hh5t 8dbe3651c5faba3849ed539a245882e386a9ca97727d0198705da7636c059492 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2hh5t 8dbe3651c5faba3849ed539a245882e386a9ca97727d0198705da7636c059492 network default NAD default NAD key ] I0512 11:41:23.478498 3704 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-2hh5t, hostIfaceName: 8dbe3651c5faba3, network: default, NAD default, SandboxID: "8dbe3651c5faba3849ed539a245882e386a9ca97727d0198705da7636c059492", PCI device ID: , UID: "4451b72c-271d-4af0-a137-d622d2a2684d", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0512 11:41:23.525601 3704 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2hh5t 8dbe3651c5faba3849ed539a245882e386a9ca97727d0198705da7636c059492 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2hh5t 8dbe3651c5faba3849ed539a245882e386a9ca97727d0198705da7636c059492 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:8b:69:fd:1e:e4\",\"name\":\"8dbe3651c5faba3\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4b8e223-cc83-40dd-9a82-249cd2992c81\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:41:26.547219 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:28.444820 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:28.461562 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:28.542014 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 11:41:29.910065 3704 namespace.go:142] [openshift-operators] updating namespace I0512 11:41:29.920020 3704 namespace.go:142] [openshift-operators] updating namespace W0512 11:41:34.600515 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:34.609793 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:34.621415 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:34.631401 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 11:41:35.596755 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 11:41:35.860272 3704 namespace.go:98] [cert-manager] adding namespace I0512 11:41:35.861239 3704 namespace.go:102] [cert-manager] adding namespace took 948.656µs I0512 11:41:35.875581 3704 namespace.go:142] [cert-manager] updating namespace I0512 11:41:35.955621 3704 namespace.go:142] [cert-manager] updating namespace W0512 11:41:37.641395 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 11:41:38.655400 3704 namespace.go:142] [openshift-operators] updating namespace I0512 11:41:39.121292 3704 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-mqsd6] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-mqsd6 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:41:39.121421 3704 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-mqsd6 I0512 11:41:39.140438 3704 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mqsd6] pod update took 19.044028ms I0512 11:41:39.140459 3704 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-mqsd6] addLogicalPort annotation time took 19.070139ms I0512 11:41:39.141733 3704 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mqsd6] addLogicalPort took 20.457086ms, libovsdb time 937.312µs I0512 11:41:39.153694 3704 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-2nd85] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-2nd85 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:41:39.153784 3704 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-2nd85 I0512 11:41:39.170939 3704 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-2nd85] pod update took 17.17673ms I0512 11:41:39.170958 3704 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-2nd85] addLogicalPort annotation time took 17.200773ms I0512 11:41:39.172035 3704 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-2nd85] addLogicalPort took 18.352429ms, libovsdb time 791.743µs I0512 11:41:40.711216 3704 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-2nd85 8f20b2c853635fd8c9f26a7aeb0674b554d34d4b766d4009dd7fd6ceabf03d76 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-2nd85 8f20b2c853635fd8c9f26a7aeb0674b554d34d4b766d4009dd7fd6ceabf03d76 network default NAD default NAD key ] I0512 11:41:40.720688 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-2nd85, hostIfaceName: 8f20b2c853635fd, network: default, NAD default, SandboxID: "8f20b2c853635fd8c9f26a7aeb0674b554d34d4b766d4009dd7fd6ceabf03d76", PCI device ID: , UID: "2d0c673a-c003-42d1-aba3-c4b5d0cd2de4", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0512 11:41:40.769546 3704 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-2nd85 8f20b2c853635fd8c9f26a7aeb0674b554d34d4b766d4009dd7fd6ceabf03d76 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-2nd85 8f20b2c853635fd8c9f26a7aeb0674b554d34d4b766d4009dd7fd6ceabf03d76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:b2:d5:4c:c7:7e\",\"name\":\"8f20b2c853635fd\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1febe7e8-8b9f-49c3-9455-3f20e8b59c11\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:41:40.998225 3704 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mqsd6 ff2eb9baf7b023f83e8ada47a1d843fcf1aa74159644f8866362096efaeca0ca network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mqsd6 ff2eb9baf7b023f83e8ada47a1d843fcf1aa74159644f8866362096efaeca0ca network default NAD default NAD key ] I0512 11:41:41.008015 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-mqsd6, hostIfaceName: ff2eb9baf7b023f, network: default, NAD default, SandboxID: "ff2eb9baf7b023f83e8ada47a1d843fcf1aa74159644f8866362096efaeca0ca", PCI device ID: , UID: "96f0e74a-a7d5-4c45-aad3-0bc36990b738", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0512 11:41:41.056121 3704 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mqsd6 ff2eb9baf7b023f83e8ada47a1d843fcf1aa74159644f8866362096efaeca0ca network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mqsd6 ff2eb9baf7b023f83e8ada47a1d843fcf1aa74159644f8866362096efaeca0ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:46:cb:2d:ed:a0\",\"name\":\"ff2eb9baf7b023f\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff21a017-b2db-49d0-b7d9-55315c134831\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:41:41.172502 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0512 11:41:41.954652 3704 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-f8k9f] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-f8k9f for pod on switch ip-10-0-0-92.ec2.internal I0512 11:41:41.954756 3704 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-f8k9f I0512 11:41:42.000591 3704 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-f8k9f] pod update took 45.857259ms I0512 11:41:42.000612 3704 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-f8k9f] addLogicalPort annotation time took 45.884238ms I0512 11:41:42.001841 3704 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-f8k9f] addLogicalPort took 47.212577ms, libovsdb time 909µs I0512 11:41:42.615621 3704 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-f8k9f ab4ed27691f040e32c59304fff029261d9e5c548d39db4c6c517198dca1d8fe4 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-f8k9f ab4ed27691f040e32c59304fff029261d9e5c548d39db4c6c517198dca1d8fe4 network default NAD default NAD key ] I0512 11:41:42.625398 3704 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-f8k9f, hostIfaceName: ab4ed27691f040e, network: default, NAD default, SandboxID: "ab4ed27691f040e32c59304fff029261d9e5c548d39db4c6c517198dca1d8fe4", PCI device ID: , UID: "e18bf0c7-c13e-4493-9b7c-8d5854dba892", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0512 11:41:42.677361 3704 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-f8k9f ab4ed27691f040e32c59304fff029261d9e5c548d39db4c6c517198dca1d8fe4 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-f8k9f ab4ed27691f040e32c59304fff029261d9e5c548d39db4c6c517198dca1d8fe4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:6b:a2:f1:f1:1d\",\"name\":\"ab4ed27691f040e\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/542645db-14ba-460f-9646-8481828bd4f3\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:41:44.620737 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 11:41:44.620756 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 11:41:47.667680 3704 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 11:41:47.668621 3704 namespace.go:102] [trusted-artifact-signer] adding namespace took 920.401µs W0512 11:41:47.742355 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 11:41:47.742368 3704 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 11:41:47.767633 3704 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 11:41:48.850514 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 11:41:49.049690 3704 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 11:41:49.341812 3704 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-sqtkp] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-sqtkp for pod on switch ip-10-0-0-92.ec2.internal I0512 11:41:49.341913 3704 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-sqtkp I0512 11:41:49.440718 3704 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-sqtkp I0512 11:41:49.535722 3704 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-sqtkp] pod update took 193.834088ms I0512 11:41:49.535744 3704 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-sqtkp] addLogicalPort annotation time took 193.86064ms I0512 11:41:49.536972 3704 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-sqtkp] addLogicalPort took 195.180981ms, libovsdb time 884.65µs I0512 11:41:49.699131 3704 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-sqtkp 0701650f69a6584514fc46db1ba716244681f0b250c5826f0f68379c9d81eafe network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-sqtkp 0701650f69a6584514fc46db1ba716244681f0b250c5826f0f68379c9d81eafe network default NAD default NAD key ] I0512 11:41:49.708378 3704 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-sqtkp, hostIfaceName: 0701650f69a6584, network: default, NAD default, SandboxID: "0701650f69a6584514fc46db1ba716244681f0b250c5826f0f68379c9d81eafe", PCI device ID: , UID: "b58dcbe2-d0d4-4e36-a519-162f5158c538", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0512 11:41:49.757484 3704 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-sqtkp 0701650f69a6584514fc46db1ba716244681f0b250c5826f0f68379c9d81eafe network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-sqtkp 0701650f69a6584514fc46db1ba716244681f0b250c5826f0f68379c9d81eafe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:1b:3d:2c:4d:2f\",\"name\":\"0701650f69a6584\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ea9c92d-626f-4f87-bdba-2ea763805bbb\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:41:56.328511 3704 namespace.go:98] [openshift-pipelines] adding namespace I0512 11:41:56.329547 3704 namespace.go:102] [openshift-pipelines] adding namespace took 976.373µs I0512 11:41:56.351009 3704 namespace.go:142] [openshift-pipelines] updating namespace I0512 11:41:57.036546 3704 namespace.go:142] [cert-manager] updating namespace I0512 11:41:57.234431 3704 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:57.635335 3704 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:57.836091 3704 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:58.037876 3704 namespace.go:142] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] updating namespace I0512 11:41:58.393357 3704 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:58.595292 3704 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:58.797155 3704 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 11:41:59.025237 3704 namespace.go:142] [tsf] updating namespace I0512 11:41:59.408593 3704 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:42:00.060622 3704 namespace.go:142] [tsf-tas] updating namespace I0512 11:42:00.241647 3704 namespace.go:142] [tsf-tpa] updating namespace I0512 11:42:00.404719 3704 namespace.go:142] [cert-manager] updating namespace I0512 11:42:00.423819 3704 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:42:00.448684 3704 namespace.go:142] [default] updating namespace I0512 11:42:00.454759 3704 namespace.go:142] [konflux-operator] updating namespace I0512 11:42:00.470658 3704 namespace.go:142] [konflux-ui] updating namespace I0512 11:42:00.484744 3704 namespace.go:142] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] updating namespace I0512 11:42:00.493215 3704 namespace.go:142] [openshift] updating namespace I0512 11:42:00.507358 3704 namespace.go:142] [rhbk-operator] updating namespace I0512 11:42:00.531856 3704 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:42:00.547178 3704 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 11:42:00.557596 3704 namespace.go:142] [tsf] updating namespace I0512 11:42:00.570133 3704 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:42:00.578639 3704 namespace.go:142] [tsf-tas] updating namespace I0512 11:42:00.589034 3704 namespace.go:142] [tsf-tpa] updating namespace I0512 11:42:00.653821 3704 namespace.go:142] [cert-manager] updating namespace I0512 11:42:00.716121 3704 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:42:00.815580 3704 namespace.go:142] [default] updating namespace I0512 11:42:00.916996 3704 namespace.go:142] [konflux-operator] updating namespace I0512 11:42:01.020552 3704 namespace.go:142] [konflux-ui] updating namespace I0512 11:42:01.124633 3704 namespace.go:142] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] updating namespace I0512 11:42:01.215686 3704 namespace.go:142] [openshift] updating namespace I0512 11:42:01.318765 3704 namespace.go:142] [rhbk-operator] updating namespace I0512 11:42:01.427766 3704 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:42:01.514645 3704 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 11:42:01.618771 3704 namespace.go:142] [tsf] updating namespace I0512 11:42:01.716730 3704 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:42:01.815150 3704 namespace.go:142] [tsf-tas] updating namespace I0512 11:42:01.915626 3704 namespace.go:142] [tsf-tpa] updating namespace I0512 11:42:02.363996 3704 namespace.go:142] [openshift-pipelines] updating namespace I0512 11:42:10.050389 3704 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-8kvmw] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-8kvmw for pod on switch ip-10-0-0-92.ec2.internal I0512 11:42:10.050500 3704 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-8kvmw I0512 11:42:10.076587 3704 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-8kvmw] pod update took 26.126178ms I0512 11:42:10.076615 3704 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-8kvmw] addLogicalPort annotation time took 26.1592ms I0512 11:42:10.077963 3704 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-8kvmw] addLogicalPort took 27.588453ms, libovsdb time 884.739µs I0512 11:42:10.413533 3704 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-8kvmw 0c51752f2809c6dad97ecd59843bae8ae0ab8a7f49adf084de4296e20448347d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-8kvmw 0c51752f2809c6dad97ecd59843bae8ae0ab8a7f49adf084de4296e20448347d network default NAD default NAD key ] I0512 11:42:10.423205 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-8kvmw, hostIfaceName: 0c51752f2809c6d, network: default, NAD default, SandboxID: "0c51752f2809c6dad97ecd59843bae8ae0ab8a7f49adf084de4296e20448347d", PCI device ID: , UID: "878f7f91-7f6c-48ef-9542-7a83de292f3e", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0512 11:42:10.473232 3704 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-8kvmw 0c51752f2809c6dad97ecd59843bae8ae0ab8a7f49adf084de4296e20448347d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-8kvmw 0c51752f2809c6dad97ecd59843bae8ae0ab8a7f49adf084de4296e20448347d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:32:26:8b:1a:bc\",\"name\":\"0c51752f2809c6d\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd9a4118-11ac-48ed-ae3f-cfd734bc97c4\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:42:14.706106 3704 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:14.706127 3704 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:14.706135 3704 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:16.843411 3704 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.843428 3704 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.843435 3704 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.843438 3704 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.968669 3704 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 11:42:16.968688 3704 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 11:42:16.968693 3704 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0512 11:42:18.323420 3704 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:18.323978 3704 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:18.349228 3704 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:18.349250 3704 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:18.359937 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 11:42:18.359959 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0512 11:42:25.714508 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:25.714540 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:25.714546 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0512 11:42:26.170616 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0512 11:42:32.284186 3704 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0512 11:42:32.304444 3704 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0512 11:42:34.806995 3704 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-f74n2] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-f74n2 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:42:34.807086 3704 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-f74n2 I0512 11:42:34.822316 3704 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-f74n2] pod update took 15.258962ms I0512 11:42:34.822335 3704 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-f74n2] addLogicalPort annotation time took 15.283315ms I0512 11:42:34.823509 3704 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-f74n2] addLogicalPort took 16.50529ms, libovsdb time 753.118µs I0512 11:42:34.923092 3704 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-j66mm] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-j66mm for pod on switch ip-10-0-0-92.ec2.internal I0512 11:42:34.923178 3704 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-j66mm I0512 11:42:34.939626 3704 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-j66mm] pod update took 16.468726ms I0512 11:42:34.939657 3704 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-j66mm] addLogicalPort annotation time took 16.503946ms I0512 11:42:34.940860 3704 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-j66mm] addLogicalPort took 17.787781ms, libovsdb time 841.451µs I0512 11:42:35.188123 3704 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-f74n2 3954efbc7ff7e037db7ee0d64595ba3c6c6f7873793088d300c6cedcb2231738 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-f74n2 3954efbc7ff7e037db7ee0d64595ba3c6c6f7873793088d300c6cedcb2231738 network default NAD default NAD key ] I0512 11:42:35.197351 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-f74n2, hostIfaceName: 3954efbc7ff7e03, network: default, NAD default, SandboxID: "3954efbc7ff7e037db7ee0d64595ba3c6c6f7873793088d300c6cedcb2231738", PCI device ID: , UID: "a23d65e0-2621-47a5-b88b-78d32c2b5cd8", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0512 11:42:35.247789 3704 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-f74n2 3954efbc7ff7e037db7ee0d64595ba3c6c6f7873793088d300c6cedcb2231738 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-f74n2 3954efbc7ff7e037db7ee0d64595ba3c6c6f7873793088d300c6cedcb2231738 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:82:c7:fe:89:c0\",\"name\":\"3954efbc7ff7e03\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8429b18a-7c49-46a3-9e46-bfb195611268\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:42:35.283025 3704 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-j66mm 2c38a5658acdf5691c01797968df5e86a1203fd238ecae5cd60ecb6ad82dcaf5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-j66mm 2c38a5658acdf5691c01797968df5e86a1203fd238ecae5cd60ecb6ad82dcaf5 network default NAD default NAD key ] I0512 11:42:35.293528 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-j66mm, hostIfaceName: 2c38a5658acdf56, network: default, NAD default, SandboxID: "2c38a5658acdf5691c01797968df5e86a1203fd238ecae5cd60ecb6ad82dcaf5", PCI device ID: , UID: "001fadb2-ddb4-474f-8750-9d59bf4c403a", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0512 11:42:35.342373 3704 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-j66mm 2c38a5658acdf5691c01797968df5e86a1203fd238ecae5cd60ecb6ad82dcaf5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-j66mm 2c38a5658acdf5691c01797968df5e86a1203fd238ecae5cd60ecb6ad82dcaf5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:52:be:4f:4c:fd\",\"name\":\"2c38a5658acdf56\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/474896f3-db75-4e73-b335-059303552ff1\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:42:38.915199 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 11:42:42.398508 3704 namespace.go:142] [openshift-pipelines] updating namespace I0512 11:42:44.029523 3704 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:44.030093 3704 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:44.964405 3704 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:44.964435 3704 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:44.972263 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8b956fdf-wvgt7 I0512 11:42:44.972292 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8b956fdf-wvgt7 I0512 11:42:45.493922 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 11:42:54.456992 3704 cni.go:452] [openshift-console/console-7b8b956fdf-fnrxf 248b99af747788b61d5a942fe4c626ee94be4c869843a2deda984d564ff73fb1 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b8b956fdf-fnrxf 248b99af747788b61d5a942fe4c626ee94be4c869843a2deda984d564ff73fb1 network default NAD default NAD key ] I0512 11:42:54.532187 3704 cni.go:473] [openshift-console/console-7b8b956fdf-fnrxf 248b99af747788b61d5a942fe4c626ee94be4c869843a2deda984d564ff73fb1 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b8b956fdf-fnrxf 248b99af747788b61d5a942fe4c626ee94be4c869843a2deda984d564ff73fb1 network default NAD default NAD key default], result "{}", err I0512 11:42:54.581183 3704 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:54.581213 3704 pods.go:176] Deleting pod: openshift-console/console-7b8b956fdf-fnrxf I0512 11:42:54.582489 3704 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b8b956fdf-fnrxf, ips: 10.129.0.24 I0512 11:42:54.582519 3704 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:54.884559 3704 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:54.884584 3704 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:54.888366 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8b956fdf-fnrxf I0512 11:42:54.888394 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8b956fdf-fnrxf I0512 11:42:56.493565 3704 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 11:42:56.634917 3704 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:56.635529 3704 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:56.657841 3704 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:56.657865 3704 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:56.665907 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 11:42:56.665930 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 11:42:58.581653 3704 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 11:42:58.582146 3704 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 11:42:58.582166 3704 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 11:42:58.584400 3704 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 11:42:59.570027 3704 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:42:59.570138 3704 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0512 11:42:59.585736 3704 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 15.630249ms I0512 11:42:59.585768 3704 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 15.668576ms I0512 11:42:59.587127 3704 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 17.116046ms, libovsdb time 916.86µs I0512 11:43:03.569497 3704 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:03.570094 3704 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:04.448865 3704 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:04.448893 3704 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:43:06.063447 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 11:43:06.063488 3704 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 11:43:06.063523 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 11:43:06.063538 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 11:43:08.032449 3704 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 c7a27c61917089c42e07906b1da48d36a83547d81bdc8a54308b8985bfc8856a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 c7a27c61917089c42e07906b1da48d36a83547d81bdc8a54308b8985bfc8856a network default NAD default NAD key ] I0512 11:43:08.041743 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: c7a27c61917089c, network: default, NAD default, SandboxID: "c7a27c61917089c42e07906b1da48d36a83547d81bdc8a54308b8985bfc8856a", PCI device ID: , UID: "72232e81-8a56-4cf5-b6e8-ed2b48ac3344", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0512 11:43:08.093951 3704 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 c7a27c61917089c42e07906b1da48d36a83547d81bdc8a54308b8985bfc8856a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 c7a27c61917089c42e07906b1da48d36a83547d81bdc8a54308b8985bfc8856a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:78:b9:8a:9d:31\",\"name\":\"c7a27c61917089c\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2214032d-30db-4fd6-8887-5990eb75709e\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:43:14.027390 3704 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 11:43:21.557665 3704 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 11:43:21.557689 3704 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 11:43:21.557695 3704 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 11:43:30.368603 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 11:43:32.173318 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=113 I0512 11:43:32.643095 3704 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-px8pf] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-px8pf for pod on switch ip-10-0-0-92.ec2.internal I0512 11:43:32.643192 3704 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-px8pf I0512 11:43:32.656273 3704 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-px8pf] pod update took 13.099736ms I0512 11:43:32.656300 3704 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-px8pf] addLogicalPort annotation time took 13.132258ms I0512 11:43:32.657518 3704 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-px8pf] addLogicalPort took 14.443975ms, libovsdb time 834.271µs I0512 11:43:33.002796 3704 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-px8pf 28e3debb9f09ab4e95a4c00966fc3b5c4326fb0b8eabd5ff0f64712b9ca1a172 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-px8pf 28e3debb9f09ab4e95a4c00966fc3b5c4326fb0b8eabd5ff0f64712b9ca1a172 network default NAD default NAD key ] I0512 11:43:33.012375 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-px8pf, hostIfaceName: 28e3debb9f09ab4, network: default, NAD default, SandboxID: "28e3debb9f09ab4e95a4c00966fc3b5c4326fb0b8eabd5ff0f64712b9ca1a172", PCI device ID: , UID: "b9eb5e4e-b659-4ef5-b4d7-23cade4128df", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0512 11:43:33.066750 3704 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-px8pf 28e3debb9f09ab4e95a4c00966fc3b5c4326fb0b8eabd5ff0f64712b9ca1a172 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-px8pf 28e3debb9f09ab4e95a4c00966fc3b5c4326fb0b8eabd5ff0f64712b9ca1a172 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:0c:3f:58:d7:20\",\"name\":\"28e3debb9f09ab4\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b802c661-a1b2-4c86-b498-9ec25108ae12\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:43:48.807170 3704 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:48.807808 3704 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:48.853211 3704 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:48.853234 3704 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:48.860872 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 11:43:48.860897 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 11:43:50.739528 3704 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-qvwjx-78kc7] creating logical port tsf-tas_segment-backup-installation-qvwjx-78kc7 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:43:50.739613 3704 kube.go:256] Updating pod tsf-tas/segment-backup-installation-qvwjx-78kc7 I0512 11:43:50.751851 3704 pod.go:62] [tsf-tas/segment-backup-installation-qvwjx-78kc7] pod update took 12.257495ms I0512 11:43:50.751879 3704 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-qvwjx-78kc7] addLogicalPort annotation time took 12.290597ms I0512 11:43:50.753119 3704 pods.go:271] [tsf-tas/segment-backup-installation-qvwjx-78kc7] addLogicalPort took 13.604708ms, libovsdb time 855.545µs I0512 11:43:51.102322 3704 cni.go:452] [tsf-tas/segment-backup-installation-qvwjx-78kc7 841c50a4896e766d96184e458356b18a61aa2986436235d959380e23f4466f46 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-qvwjx-78kc7 841c50a4896e766d96184e458356b18a61aa2986436235d959380e23f4466f46 network default NAD default NAD key ] I0512 11:43:51.111505 3704 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-qvwjx-78kc7, hostIfaceName: 841c50a4896e766, network: default, NAD default, SandboxID: "841c50a4896e766d96184e458356b18a61aa2986436235d959380e23f4466f46", PCI device ID: , UID: "fe04685c-b660-432f-b952-15e4d4dd5aed", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0512 11:43:51.162490 3704 cni.go:473] [tsf-tas/segment-backup-installation-qvwjx-78kc7 841c50a4896e766d96184e458356b18a61aa2986436235d959380e23f4466f46 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-qvwjx-78kc7 841c50a4896e766d96184e458356b18a61aa2986436235d959380e23f4466f46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:e5:a4:76:83:a5\",\"name\":\"841c50a4896e766\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0900d3f-2b8b-4b8c-8d2e-c53f70b0bf40\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:43:51.958772 3704 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-5b6dddcdf7-9zdnc] creating logical port tsf-tas_trillian-logsigner-5b6dddcdf7-9zdnc for pod on switch ip-10-0-0-92.ec2.internal I0512 11:43:51.958873 3704 kube.go:256] Updating pod tsf-tas/trillian-logsigner-5b6dddcdf7-9zdnc I0512 11:43:51.978492 3704 pod.go:62] [tsf-tas/trillian-logsigner-5b6dddcdf7-9zdnc] pod update took 19.643226ms I0512 11:43:51.978515 3704 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-5b6dddcdf7-9zdnc] addLogicalPort annotation time took 19.669292ms I0512 11:43:51.979750 3704 pods.go:271] [tsf-tas/trillian-logsigner-5b6dddcdf7-9zdnc] addLogicalPort took 20.993696ms, libovsdb time 853.702µs I0512 11:43:52.065579 3704 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-2ctjl-fvpvf] creating logical port tsf-tas_rekor-createtree-job-2ctjl-fvpvf for pod on switch ip-10-0-0-92.ec2.internal I0512 11:43:52.065665 3704 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-2ctjl-fvpvf I0512 11:43:52.082853 3704 pod.go:62] [tsf-tas/rekor-createtree-job-2ctjl-fvpvf] pod update took 17.212243ms I0512 11:43:52.082879 3704 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-2ctjl-fvpvf] addLogicalPort annotation time took 17.243201ms I0512 11:43:52.084097 3704 pods.go:271] [tsf-tas/rekor-createtree-job-2ctjl-fvpvf] addLogicalPort took 18.533151ms, libovsdb time 817.947µs I0512 11:43:52.437754 3704 cni.go:452] [tsf-tas/rekor-createtree-job-2ctjl-fvpvf 997d1bd822c9c4eef38fdd8ce519d7f2e765489cef27283c50063bafa105c8f8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-2ctjl-fvpvf 997d1bd822c9c4eef38fdd8ce519d7f2e765489cef27283c50063bafa105c8f8 network default NAD default NAD key ] I0512 11:43:52.449205 3704 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-2ctjl-fvpvf, hostIfaceName: 997d1bd822c9c4e, network: default, NAD default, SandboxID: "997d1bd822c9c4eef38fdd8ce519d7f2e765489cef27283c50063bafa105c8f8", PCI device ID: , UID: "9f1cfd5c-7335-40a1-9dfb-182cab557f4b", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0512 11:43:52.510011 3704 cni.go:473] [tsf-tas/rekor-createtree-job-2ctjl-fvpvf 997d1bd822c9c4eef38fdd8ce519d7f2e765489cef27283c50063bafa105c8f8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-2ctjl-fvpvf 997d1bd822c9c4eef38fdd8ce519d7f2e765489cef27283c50063bafa105c8f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ce:1e:ab:6a:8a\",\"name\":\"997d1bd822c9c4e\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/243761e2-462a-4e1c-abfe-0c33d73432fd\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:43:52.919430 3704 cni.go:452] [tsf-tas/trillian-logsigner-5b6dddcdf7-9zdnc c36ce3af622391ddd9c97d8bf6d8c18f4a3a15b8be4d7da797fb6428aeb9df18 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-5b6dddcdf7-9zdnc c36ce3af622391ddd9c97d8bf6d8c18f4a3a15b8be4d7da797fb6428aeb9df18 network default NAD default NAD key ] I0512 11:43:52.929009 3704 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-5b6dddcdf7-9zdnc, hostIfaceName: c36ce3af622391d, network: default, NAD default, SandboxID: "c36ce3af622391ddd9c97d8bf6d8c18f4a3a15b8be4d7da797fb6428aeb9df18", PCI device ID: , UID: "00213695-a931-48eb-8400-f7de7c0578da", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0512 11:43:52.981897 3704 cni.go:473] [tsf-tas/trillian-logsigner-5b6dddcdf7-9zdnc c36ce3af622391ddd9c97d8bf6d8c18f4a3a15b8be4d7da797fb6428aeb9df18 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-5b6dddcdf7-9zdnc c36ce3af622391ddd9c97d8bf6d8c18f4a3a15b8be4d7da797fb6428aeb9df18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:c8:fd:5c:7c:d6\",\"name\":\"c36ce3af622391d\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b7bbbb0-7732-43ca-b5a4-084803c59426\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:43:55.160764 3704 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-d8tt7] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-d8tt7 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:43:55.160872 3704 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-d8tt7 I0512 11:43:55.179783 3704 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-d8tt7] pod update took 18.930941ms I0512 11:43:55.179817 3704 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-d8tt7] addLogicalPort annotation time took 18.970894ms I0512 11:43:55.181564 3704 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-d8tt7] addLogicalPort took 20.825046ms, libovsdb time 1.18554ms I0512 11:43:55.264201 3704 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-99pl9] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-99pl9 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:43:55.264320 3704 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-99pl9 I0512 11:43:55.280959 3704 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-99pl9] pod update took 16.671992ms I0512 11:43:55.280995 3704 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-99pl9] addLogicalPort annotation time took 16.712494ms I0512 11:43:55.282705 3704 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-99pl9] addLogicalPort took 18.531314ms, libovsdb time 1.182022ms I0512 11:43:55.538625 3704 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-d8tt7 3db607a03f587dd6646522f7afbe2641d97c1a46d0373b6afdc118e298a4b123 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-d8tt7 3db607a03f587dd6646522f7afbe2641d97c1a46d0373b6afdc118e298a4b123 network default NAD default NAD key ] I0512 11:43:55.565431 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-d8tt7, hostIfaceName: 3db607a03f587dd, network: default, NAD default, SandboxID: "3db607a03f587dd6646522f7afbe2641d97c1a46d0373b6afdc118e298a4b123", PCI device ID: , UID: "e1e2c76e-7466-44bc-95ab-79767b4dd7fa", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0512 11:43:55.625563 3704 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-d8tt7 3db607a03f587dd6646522f7afbe2641d97c1a46d0373b6afdc118e298a4b123 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-d8tt7 3db607a03f587dd6646522f7afbe2641d97c1a46d0373b6afdc118e298a4b123 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:02:0e:33:3b:e0\",\"name\":\"3db607a03f587dd\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd1f8f69-2049-420e-968b-7cac07a07423\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:43:55.636615 3704 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-99pl9 eac6969c661cc3ae3a6146c600bee93862a78b0c944c934217f56d0440f3021c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-99pl9 eac6969c661cc3ae3a6146c600bee93862a78b0c944c934217f56d0440f3021c network default NAD default NAD key ] I0512 11:43:55.646218 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-99pl9, hostIfaceName: eac6969c661cc3a, network: default, NAD default, SandboxID: "eac6969c661cc3ae3a6146c600bee93862a78b0c944c934217f56d0440f3021c", PCI device ID: , UID: "1af3fd33-8047-4e0d-b95a-a113c47027a1", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0512 11:43:55.708138 3704 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-99pl9 eac6969c661cc3ae3a6146c600bee93862a78b0c944c934217f56d0440f3021c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-99pl9 eac6969c661cc3ae3a6146c600bee93862a78b0c944c934217f56d0440f3021c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ca:54:e4:98:09\",\"name\":\"eac6969c661cc3a\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5aeac332-c916-449e-93bd-bedfaf89984d\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:43:58.517432 3704 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fl77n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:58.518041 3704 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fl77n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:59.402897 3704 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fl77n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:59.402920 3704 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fl77n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:44:00.231837 3704 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 11:44:00.746695 3704 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 11:44:00.746712 3704 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 11:44:00.795405 3704 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 11:44:07.285925 3704 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 11:44:07.785374 3704 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 11:44:11.296653 3704 cni.go:452] [tsf-tas/segment-backup-installation-qvwjx-78kc7 841c50a4896e766d96184e458356b18a61aa2986436235d959380e23f4466f46 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-qvwjx-78kc7 841c50a4896e766d96184e458356b18a61aa2986436235d959380e23f4466f46 network default NAD default NAD key ] I0512 11:44:11.382459 3704 cni.go:473] [tsf-tas/segment-backup-installation-qvwjx-78kc7 841c50a4896e766d96184e458356b18a61aa2986436235d959380e23f4466f46 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-qvwjx-78kc7 841c50a4896e766d96184e458356b18a61aa2986436235d959380e23f4466f46 network default NAD default NAD key default], result "{}", err I0512 11:44:11.450020 3704 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:11.450056 3704 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-qvwjx-78kc7 I0512 11:44:11.451315 3704 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-qvwjx-78kc7, ips: 10.129.0.36 I0512 11:44:11.451340 3704 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:12.311895 3704 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:12.311923 3704 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:15.173514 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=108 W0512 11:44:18.280435 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 11:44:37.388178 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 11:44:39.106617 3704 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:39.107192 3704 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:39.129707 3704 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:39.129724 3704 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:39.137649 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 11:44:39.137669 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 11:44:39.870459 3704 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-8pjxq] creating logical port tsf_patch-tekton-config-8pjxq for pod on switch ip-10-0-0-92.ec2.internal I0512 11:44:39.870599 3704 kube.go:256] Updating pod tsf/patch-tekton-config-8pjxq I0512 11:44:39.890143 3704 pod.go:62] [tsf/patch-tekton-config-8pjxq] pod update took 19.571033ms I0512 11:44:39.890165 3704 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-8pjxq] addLogicalPort annotation time took 19.60079ms I0512 11:44:39.891483 3704 pods.go:271] [tsf/patch-tekton-config-8pjxq] addLogicalPort took 21.018791ms, libovsdb time 893.826µs I0512 11:44:40.311789 3704 cni.go:452] [tsf/patch-tekton-config-8pjxq 9a4015db2c646f8b63d1184dfed8ac6c56477769e9bc85f68d438f33b5814157 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-8pjxq 9a4015db2c646f8b63d1184dfed8ac6c56477769e9bc85f68d438f33b5814157 network default NAD default NAD key ] I0512 11:44:40.321601 3704 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-8pjxq, hostIfaceName: 9a4015db2c646f8, network: default, NAD default, SandboxID: "9a4015db2c646f8b63d1184dfed8ac6c56477769e9bc85f68d438f33b5814157", PCI device ID: , UID: "909626c0-455f-4cf3-a1f5-4dd4011744ec", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0512 11:44:40.374440 3704 cni.go:473] [tsf/patch-tekton-config-8pjxq 9a4015db2c646f8b63d1184dfed8ac6c56477769e9bc85f68d438f33b5814157 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-8pjxq 9a4015db2c646f8b63d1184dfed8ac6c56477769e9bc85f68d438f33b5814157 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:24:2e:95:e5:75\",\"name\":\"9a4015db2c646f8\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35b978c9-e0a2-49ac-ae18-1d9a87daa920\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:44:48.499778 3704 cni.go:452] [tsf-tas/rekor-createtree-job-2ctjl-fvpvf 997d1bd822c9c4eef38fdd8ce519d7f2e765489cef27283c50063bafa105c8f8 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-2ctjl-fvpvf 997d1bd822c9c4eef38fdd8ce519d7f2e765489cef27283c50063bafa105c8f8 network default NAD default NAD key ] I0512 11:44:48.500752 3704 cni.go:452] [tsf/patch-tekton-config-8pjxq 9a4015db2c646f8b63d1184dfed8ac6c56477769e9bc85f68d438f33b5814157 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-8pjxq 9a4015db2c646f8b63d1184dfed8ac6c56477769e9bc85f68d438f33b5814157 network default NAD default NAD key ] I0512 11:44:48.598931 3704 cni.go:473] [tsf-tas/rekor-createtree-job-2ctjl-fvpvf 997d1bd822c9c4eef38fdd8ce519d7f2e765489cef27283c50063bafa105c8f8 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-2ctjl-fvpvf 997d1bd822c9c4eef38fdd8ce519d7f2e765489cef27283c50063bafa105c8f8 network default NAD default NAD key default], result "{}", err I0512 11:44:48.610716 3704 cni.go:473] [tsf/patch-tekton-config-8pjxq 9a4015db2c646f8b63d1184dfed8ac6c56477769e9bc85f68d438f33b5814157 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-8pjxq 9a4015db2c646f8b63d1184dfed8ac6c56477769e9bc85f68d438f33b5814157 network default NAD default NAD key default], result "{}", err I0512 11:44:48.656315 3704 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:48.656353 3704 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-2ctjl-fvpvf I0512 11:44:48.657858 3704 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-2ctjl-fvpvf, ips: 10.129.0.38 I0512 11:44:48.657888 3704 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:48.673544 3704 obj_retry.go:498] Detected object tsf/patch-tekton-config-8pjxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:48.673601 3704 pods.go:176] Deleting pod: tsf/patch-tekton-config-8pjxq I0512 11:44:48.674806 3704 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-8pjxq, ips: 10.129.0.41 I0512 11:44:48.674836 3704 obj_retry.go:498] Detected object tsf/patch-tekton-config-8pjxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:49.536483 3704 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:49.536507 3704 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:49.701536 3704 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:49.701561 3704 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:49.808343 3704 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-2ltzd] creating logical port tsf_tsf-tekton-configuration-2ltzd for pod on switch ip-10-0-0-92.ec2.internal I0512 11:44:49.808458 3704 kube.go:256] Updating pod tsf/tsf-tekton-configuration-2ltzd I0512 11:44:49.823144 3704 pod.go:62] [tsf/tsf-tekton-configuration-2ltzd] pod update took 14.71886ms I0512 11:44:49.823169 3704 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-2ltzd] addLogicalPort annotation time took 14.750818ms I0512 11:44:49.824557 3704 pods.go:271] [tsf/tsf-tekton-configuration-2ltzd] addLogicalPort took 16.233972ms, libovsdb time 945.163µs I0512 11:44:50.165288 3704 cni.go:452] [tsf/tsf-tekton-configuration-2ltzd 6a13c6ddd0d322172ce3d6f84ba3a765bddb6ef184dccadf892447cb884da403 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-2ltzd 6a13c6ddd0d322172ce3d6f84ba3a765bddb6ef184dccadf892447cb884da403 network default NAD default NAD key ] I0512 11:44:50.175066 3704 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-2ltzd, hostIfaceName: 6a13c6ddd0d3221, network: default, NAD default, SandboxID: "6a13c6ddd0d322172ce3d6f84ba3a765bddb6ef184dccadf892447cb884da403", PCI device ID: , UID: "ec8a61fc-1b64-4e5d-87fe-59e5dced5f5f", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0512 11:44:50.227510 3704 cni.go:473] [tsf/tsf-tekton-configuration-2ltzd 6a13c6ddd0d322172ce3d6f84ba3a765bddb6ef184dccadf892447cb884da403 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-2ltzd 6a13c6ddd0d322172ce3d6f84ba3a765bddb6ef184dccadf892447cb884da403 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:31:2f:42:8a:0d\",\"name\":\"6a13c6ddd0d3221\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b97589b-4cf6-4e1c-a5ad-8a96cdb0b23d\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:44:59.197079 3704 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:59.197683 3704 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 11:44:59.715227 3704 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0512 11:44:59.745260 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 11:45:00.083279 3704 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:00.083308 3704 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:02.580595 3704 cni.go:452] [tsf/tsf-tekton-configuration-2ltzd 6a13c6ddd0d322172ce3d6f84ba3a765bddb6ef184dccadf892447cb884da403 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-2ltzd 6a13c6ddd0d322172ce3d6f84ba3a765bddb6ef184dccadf892447cb884da403 network default NAD default NAD key ] I0512 11:45:02.661747 3704 cni.go:473] [tsf/tsf-tekton-configuration-2ltzd 6a13c6ddd0d322172ce3d6f84ba3a765bddb6ef184dccadf892447cb884da403 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-2ltzd 6a13c6ddd0d322172ce3d6f84ba3a765bddb6ef184dccadf892447cb884da403 network default NAD default NAD key default], result "{}", err I0512 11:45:02.710006 3704 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2ltzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:02.710041 3704 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-2ltzd I0512 11:45:02.711365 3704 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-2ltzd, ips: 10.129.0.42 I0512 11:45:02.711399 3704 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2ltzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:03.732134 3704 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2ltzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.732156 3704 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2ltzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.771614 3704 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.771639 3704 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.778080 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-8pjxq I0512 11:45:03.778103 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-8pjxq W0512 11:45:05.099639 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0512 11:45:08.124026 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 11:45:08.268671 3704 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:08.269211 3704 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:08.293803 3704 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:08.293826 3704 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:08.301858 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 11:45:08.301872 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 11:45:09.592340 3704 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-zp9nd] creating logical port tsf-tpa_create-db-zp9nd for pod on switch ip-10-0-0-92.ec2.internal I0512 11:45:09.592430 3704 kube.go:256] Updating pod tsf-tpa/create-db-zp9nd I0512 11:45:09.606014 3704 pod.go:62] [tsf-tpa/create-db-zp9nd] pod update took 13.60925ms I0512 11:45:09.606039 3704 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-zp9nd] addLogicalPort annotation time took 13.635597ms I0512 11:45:09.607383 3704 pods.go:271] [tsf-tpa/create-db-zp9nd] addLogicalPort took 15.0607ms, libovsdb time 926.967µs I0512 11:45:09.950656 3704 cni.go:452] [tsf-tpa/create-db-zp9nd 534c0432170133661bd205e37084c0faac80e973489d124b7fd9e3d380874e63 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-zp9nd 534c0432170133661bd205e37084c0faac80e973489d124b7fd9e3d380874e63 network default NAD default NAD key ] I0512 11:45:09.959659 3704 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-zp9nd, hostIfaceName: 534c04321701336, network: default, NAD default, SandboxID: "534c0432170133661bd205e37084c0faac80e973489d124b7fd9e3d380874e63", PCI device ID: , UID: "f45338bd-543b-4e8d-9ec2-00d61260a780", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0512 11:45:10.011130 3704 cni.go:473] [tsf-tpa/create-db-zp9nd 534c0432170133661bd205e37084c0faac80e973489d124b7fd9e3d380874e63 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-zp9nd 534c0432170133661bd205e37084c0faac80e973489d124b7fd9e3d380874e63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:3e:62:00:70:5e\",\"name\":\"534c04321701336\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/200f58b7-dd32-47fd-8cb2-a65c6e813a54\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:45:14.646920 3704 cni.go:452] [tsf-tpa/create-db-zp9nd 534c0432170133661bd205e37084c0faac80e973489d124b7fd9e3d380874e63 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-zp9nd 534c0432170133661bd205e37084c0faac80e973489d124b7fd9e3d380874e63 network default NAD default NAD key ] I0512 11:45:14.733130 3704 cni.go:473] [tsf-tpa/create-db-zp9nd 534c0432170133661bd205e37084c0faac80e973489d124b7fd9e3d380874e63 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-zp9nd 534c0432170133661bd205e37084c0faac80e973489d124b7fd9e3d380874e63 network default NAD default NAD key default], result "{}", err I0512 11:45:14.781124 3704 obj_retry.go:498] Detected object tsf-tpa/create-db-zp9nd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:14.781161 3704 pods.go:176] Deleting pod: tsf-tpa/create-db-zp9nd I0512 11:45:14.782416 3704 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-zp9nd, ips: 10.129.0.43 I0512 11:45:14.782443 3704 obj_retry.go:498] Detected object tsf-tpa/create-db-zp9nd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:15.806819 3704 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:15.806848 3704 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:15.917218 3704 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-cxtvt] creating logical port tsf-tpa_migrate-db-cxtvt for pod on switch ip-10-0-0-92.ec2.internal I0512 11:45:15.917308 3704 kube.go:256] Updating pod tsf-tpa/migrate-db-cxtvt I0512 11:45:15.930792 3704 pod.go:62] [tsf-tpa/migrate-db-cxtvt] pod update took 13.502381ms I0512 11:45:15.930824 3704 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-cxtvt] addLogicalPort annotation time took 13.540686ms I0512 11:45:15.932319 3704 pods.go:271] [tsf-tpa/migrate-db-cxtvt] addLogicalPort took 15.123719ms, libovsdb time 941.047µs I0512 11:45:16.479082 3704 cni.go:452] [tsf-tpa/migrate-db-cxtvt 192222e822725e7965cebe20b23efdf4a929a8c30d83aee2a3c858c55d8c8f6f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-cxtvt 192222e822725e7965cebe20b23efdf4a929a8c30d83aee2a3c858c55d8c8f6f network default NAD default NAD key ] I0512 11:45:16.489290 3704 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-cxtvt, hostIfaceName: 192222e822725e7, network: default, NAD default, SandboxID: "192222e822725e7965cebe20b23efdf4a929a8c30d83aee2a3c858c55d8c8f6f", PCI device ID: , UID: "8bff8279-1ce2-4e48-a95e-712076c1f7f0", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0512 11:45:16.540976 3704 cni.go:473] [tsf-tpa/migrate-db-cxtvt 192222e822725e7965cebe20b23efdf4a929a8c30d83aee2a3c858c55d8c8f6f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-cxtvt 192222e822725e7965cebe20b23efdf4a929a8c30d83aee2a3c858c55d8c8f6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:f5:87:75:72:d5\",\"name\":\"192222e822725e7\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3cf99e4-e881-450a-ae42-619facde787a\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:45:18.670565 3704 cni.go:452] [tsf-tpa/migrate-db-cxtvt 192222e822725e7965cebe20b23efdf4a929a8c30d83aee2a3c858c55d8c8f6f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-cxtvt 192222e822725e7965cebe20b23efdf4a929a8c30d83aee2a3c858c55d8c8f6f network default NAD default NAD key ] I0512 11:45:18.752294 3704 cni.go:473] [tsf-tpa/migrate-db-cxtvt 192222e822725e7965cebe20b23efdf4a929a8c30d83aee2a3c858c55d8c8f6f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-cxtvt 192222e822725e7965cebe20b23efdf4a929a8c30d83aee2a3c858c55d8c8f6f network default NAD default NAD key default], result "{}", err I0512 11:45:18.799674 3704 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cxtvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:18.799715 3704 pods.go:176] Deleting pod: tsf-tpa/migrate-db-cxtvt I0512 11:45:18.801115 3704 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-cxtvt, ips: 10.129.0.44 I0512 11:45:18.801141 3704 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cxtvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:19.826965 3704 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:19.826984 3704 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:20.050263 3704 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-g5hql] creating logical port tsf-tpa_create-importers-g5hql for pod on switch ip-10-0-0-92.ec2.internal I0512 11:45:20.050360 3704 kube.go:256] Updating pod tsf-tpa/create-importers-g5hql I0512 11:45:20.063962 3704 pod.go:62] [tsf-tpa/create-importers-g5hql] pod update took 13.624023ms I0512 11:45:20.063985 3704 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-g5hql] addLogicalPort annotation time took 13.654281ms I0512 11:45:20.065253 3704 pods.go:271] [tsf-tpa/create-importers-g5hql] addLogicalPort took 15.01314ms, libovsdb time 815.178µs I0512 11:45:20.408966 3704 cni.go:452] [tsf-tpa/create-importers-g5hql a566e0ef1be012ace439b86f5749ae1a472754b8892875c1e64748778a746271 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-g5hql a566e0ef1be012ace439b86f5749ae1a472754b8892875c1e64748778a746271 network default NAD default NAD key ] I0512 11:45:20.418384 3704 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-g5hql, hostIfaceName: a566e0ef1be012a, network: default, NAD default, SandboxID: "a566e0ef1be012ace439b86f5749ae1a472754b8892875c1e64748778a746271", PCI device ID: , UID: "540e7820-4e36-4376-a327-d8e199d0bc42", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0512 11:45:20.467388 3704 cni.go:473] [tsf-tpa/create-importers-g5hql a566e0ef1be012ace439b86f5749ae1a472754b8892875c1e64748778a746271 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-g5hql a566e0ef1be012ace439b86f5749ae1a472754b8892875c1e64748778a746271 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:95:a1:04:9d:5c\",\"name\":\"a566e0ef1be012a\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a08a106-0319-4eb1-b226-86a948960fd4\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:45:21.690139 3704 cni.go:452] [tsf-tpa/create-importers-g5hql a566e0ef1be012ace439b86f5749ae1a472754b8892875c1e64748778a746271 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-g5hql a566e0ef1be012ace439b86f5749ae1a472754b8892875c1e64748778a746271 network default NAD default NAD key ] I0512 11:45:21.775738 3704 cni.go:473] [tsf-tpa/create-importers-g5hql a566e0ef1be012ace439b86f5749ae1a472754b8892875c1e64748778a746271 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-g5hql a566e0ef1be012ace439b86f5749ae1a472754b8892875c1e64748778a746271 network default NAD default NAD key default], result "{}", err I0512 11:45:21.837732 3704 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5hql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:21.837764 3704 pods.go:176] Deleting pod: tsf-tpa/create-importers-g5hql I0512 11:45:21.839123 3704 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-g5hql, ips: 10.129.0.45 I0512 11:45:21.839154 3704 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5hql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:22.862262 3704 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:22.862290 3704 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:45:36.931911 3704 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 11:45:40.458393 3704 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:40.458990 3704 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:41.337012 3704 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:41.337040 3704 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:02.578845 3704 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:02.579447 3704 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:02.625185 3704 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:02.625204 3704 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:02.636222 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 11:46:02.636244 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa W0512 11:46:03.438652 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0512 11:46:03.448971 3704 namespace.go:98] [integration-service] adding namespace I0512 11:46:03.448989 3704 namespace.go:98] [default-tenant] adding namespace I0512 11:46:03.449781 3704 namespace.go:102] [integration-service] adding namespace took 794.615µs I0512 11:46:03.450291 3704 namespace.go:102] [default-tenant] adding namespace took 1.287095ms I0512 11:46:03.453199 3704 namespace.go:98] [image-controller] adding namespace I0512 11:46:03.453832 3704 namespace.go:102] [image-controller] adding namespace took 618.178µs I0512 11:46:03.454708 3704 namespace.go:98] [build-service] adding namespace I0512 11:46:03.455256 3704 namespace.go:102] [build-service] adding namespace took 533.191µs I0512 11:46:03.484642 3704 namespace.go:142] [integration-service] updating namespace I0512 11:46:03.506391 3704 namespace.go:142] [integration-service] updating namespace I0512 11:46:03.519586 3704 namespace.go:142] [default-tenant] updating namespace I0512 11:46:03.551156 3704 namespace.go:142] [default-tenant] updating namespace I0512 11:46:03.567138 3704 namespace.go:142] [image-controller] updating namespace I0512 11:46:03.589945 3704 namespace.go:142] [image-controller] updating namespace I0512 11:46:03.611701 3704 namespace.go:142] [build-service] updating namespace I0512 11:46:03.640946 3704 namespace.go:142] [build-service] updating namespace I0512 11:46:03.703297 3704 namespace.go:142] [build-service] updating namespace I0512 11:46:03.739873 3704 namespace.go:142] [integration-service] updating namespace I0512 11:46:03.779581 3704 namespace.go:98] [release-service] adding namespace I0512 11:46:03.780385 3704 namespace.go:102] [release-service] adding namespace took 787.516µs I0512 11:46:03.885001 3704 namespace.go:142] [konflux-ui] updating namespace I0512 11:46:03.885165 3704 namespace.go:142] [release-service] updating namespace I0512 11:46:04.038664 3704 namespace.go:142] [release-service] updating namespace I0512 11:46:04.419680 3704 namespace.go:98] [konflux-info] adding namespace I0512 11:46:04.420648 3704 namespace.go:102] [konflux-info] adding namespace took 948.174µs I0512 11:46:04.670606 3704 namespace.go:98] [namespace-lister] adding namespace I0512 11:46:04.671408 3704 namespace.go:102] [namespace-lister] adding namespace took 777.027µs I0512 11:46:04.753634 3704 namespace.go:142] [konflux-info] updating namespace I0512 11:46:04.806651 3704 namespace.go:98] [enterprise-contract-service] adding namespace I0512 11:46:04.807413 3704 namespace.go:102] [enterprise-contract-service] adding namespace took 742.729µs I0512 11:46:04.839784 3704 namespace.go:142] [image-controller] updating namespace I0512 11:46:04.849894 3704 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-92.ec2.internal I0512 11:46:04.849979 3704 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0512 11:46:04.883676 3704 namespace.go:142] [konflux-info] updating namespace I0512 11:46:04.919164 3704 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0512 11:46:04.992001 3704 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:05.009849 3704 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 159.891329ms I0512 11:46:05.009870 3704 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 159.918062ms I0512 11:46:05.011132 3704 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 161.250588ms, libovsdb time 868.247µs I0512 11:46:05.153621 3704 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:05.184633 3704 namespace.go:142] [default-tenant] updating namespace I0512 11:46:05.197124 3704 cni.go:452] [konflux-ui/test-tsf-konflux b16e91408355c6f5ee261cf7642f249b126d3f16afa79d7505a240945d34970d network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux b16e91408355c6f5ee261cf7642f249b126d3f16afa79d7505a240945d34970d network default NAD default NAD key ] I0512 11:46:05.206155 3704 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: b16e91408355c6f, network: default, NAD default, SandboxID: "b16e91408355c6f5ee261cf7642f249b126d3f16afa79d7505a240945d34970d", PCI device ID: , UID: "b5910c08-4a46-4520-a1b8-67849b1f1d20", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0512 11:46:05.236630 3704 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:05.257447 3704 cni.go:473] [konflux-ui/test-tsf-konflux b16e91408355c6f5ee261cf7642f249b126d3f16afa79d7505a240945d34970d network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux b16e91408355c6f5ee261cf7642f249b126d3f16afa79d7505a240945d34970d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:90:fc:af:9f:d3\",\"name\":\"b16e91408355c6f\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ef2aef6-83d5-4a23-9b03-9ae53892f43c\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:46:05.403694 3704 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:05.518811 3704 namespace.go:98] [segment-bridge] adding namespace I0512 11:46:05.519710 3704 namespace.go:102] [segment-bridge] adding namespace took 829.249µs I0512 11:46:05.628520 3704 namespace.go:98] [konflux-cli] adding namespace I0512 11:46:05.629293 3704 namespace.go:102] [konflux-cli] adding namespace took 756.303µs I0512 11:46:06.119086 3704 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:06.185279 3704 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 11:46:06.185962 3704 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 11:46:06.185984 3704 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 11:46:06.188562 3704 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 11:46:06.201343 3704 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:06.281501 3704 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:06.356592 3704 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 11:46:06.356613 3704 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 11:46:06.357438 3704 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 11:46:06.387526 3704 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:08.072905 3704 base_network_controller_pods.go:487] [default/konflux-ui/proxy-746bdd67f4-6g7r6] creating logical port konflux-ui_proxy-746bdd67f4-6g7r6 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:46:08.072998 3704 kube.go:256] Updating pod konflux-ui/proxy-746bdd67f4-6g7r6 I0512 11:46:08.206702 3704 kube.go:256] Updating pod konflux-ui/proxy-746bdd67f4-6g7r6 I0512 11:46:08.352281 3704 namespace.go:142] [build-service] updating namespace I0512 11:46:08.352579 3704 pod.go:62] [konflux-ui/proxy-746bdd67f4-6g7r6] pod update took 279.611947ms I0512 11:46:08.352599 3704 base_network_controller_pods.go:951] [default/konflux-ui/proxy-746bdd67f4-6g7r6] addLogicalPort annotation time took 279.636493ms I0512 11:46:08.353834 3704 pods.go:271] [konflux-ui/proxy-746bdd67f4-6g7r6] addLogicalPort took 280.946686ms, libovsdb time 837.732µs W0512 11:46:08.516739 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0512 11:46:08.822583 3704 namespace.go:142] [default-tenant] updating namespace I0512 11:46:08.831559 3704 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-gx6b5] creating logical port build-service_build-service-controller-manager-7cbf488fcf-gx6b5 for pod on switch ip-10-0-0-92.ec2.internal I0512 11:46:08.831648 3704 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-gx6b5 I0512 11:46:08.859808 3704 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-gx6b5] pod update took 28.182356ms I0512 11:46:08.859866 3704 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-gx6b5] addLogicalPort annotation time took 28.24287ms I0512 11:46:08.861168 3704 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-gx6b5] addLogicalPort took 29.625286ms, libovsdb time 892.661µs I0512 11:46:09.080834 3704 namespace.go:142] [image-controller] updating namespace I0512 11:46:09.189365 3704 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-n8x9l] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-n8x9l for pod on switch ip-10-0-0-92.ec2.internal I0512 11:46:09.189517 3704 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-n8x9l I0512 11:46:09.197670 3704 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-gx6b5 28841f585735e611143fa8f5cea1a93e16f557046a5aa31f5b974060f7708ece network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-gx6b5 28841f585735e611143fa8f5cea1a93e16f557046a5aa31f5b974060f7708ece network default NAD default NAD key ] I0512 11:46:09.210902 3704 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-gx6b5, hostIfaceName: 28841f585735e61, network: default, NAD default, SandboxID: "28841f585735e611143fa8f5cea1a93e16f557046a5aa31f5b974060f7708ece", PCI device ID: , UID: "5e52ac56-5ea7-4e41-80fe-0e568d9a78fe", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0512 11:46:09.242230 3704 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-n8x9l I0512 11:46:09.276261 3704 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-gx6b5 28841f585735e611143fa8f5cea1a93e16f557046a5aa31f5b974060f7708ece network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-gx6b5 28841f585735e611143fa8f5cea1a93e16f557046a5aa31f5b974060f7708ece network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ca:55:97:9e:71\",\"name\":\"28841f585735e61\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ed997e8-d550-4b08-b08e-fdb0ba92d9b8\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:46:09.282935 3704 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-n8x9l] pod update took 93.469078ms I0512 11:46:09.283030 3704 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-n8x9l] addLogicalPort annotation time took 93.565146ms I0512 11:46:09.284746 3704 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-n8x9l] addLogicalPort took 95.401748ms, libovsdb time 989.729µs I0512 11:46:09.292180 3704 namespace.go:142] [integration-service] updating namespace I0512 11:46:09.514583 3704 namespace.go:142] [konflux-info] updating namespace I0512 11:46:09.679829 3704 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-8497d7c8d-ks4bk] creating logical port integration-service_integration-service-controller-manager-8497d7c8d-ks4bk for pod on switch ip-10-0-0-92.ec2.internal I0512 11:46:09.679989 3704 kube.go:256] Updating pod integration-service/integration-service-controller-manager-8497d7c8d-ks4bk I0512 11:46:09.706226 3704 pod.go:62] [integration-service/integration-service-controller-manager-8497d7c8d-ks4bk] pod update took 26.277737ms I0512 11:46:09.706253 3704 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-8497d7c8d-ks4bk] addLogicalPort annotation time took 26.306782ms I0512 11:46:09.707696 3704 pods.go:271] [integration-service/integration-service-controller-manager-8497d7c8d-ks4bk] addLogicalPort took 27.890932ms, libovsdb time 972.955µs I0512 11:46:09.723494 3704 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:09.915396 3704 namespace.go:142] [release-service] updating namespace I0512 11:46:10.036949 3704 namespace.go:142] [build-service] updating namespace I0512 11:46:10.052748 3704 namespace.go:142] [default-tenant] updating namespace I0512 11:46:10.070121 3704 namespace.go:142] [image-controller] updating namespace I0512 11:46:10.089580 3704 namespace.go:142] [integration-service] updating namespace I0512 11:46:10.108102 3704 namespace.go:142] [konflux-info] updating namespace I0512 11:46:10.127927 3704 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:10.140809 3704 namespace.go:142] [release-service] updating namespace I0512 11:46:10.236066 3704 namespace.go:142] [build-service] updating namespace I0512 11:46:10.335847 3704 namespace.go:142] [default-tenant] updating namespace I0512 11:46:10.396327 3704 namespace.go:142] [image-controller] updating namespace I0512 11:46:10.453463 3704 namespace.go:142] [integration-service] updating namespace I0512 11:46:10.533391 3704 namespace.go:142] [konflux-info] updating namespace I0512 11:46:10.624758 3704 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:10.713176 3704 namespace.go:142] [release-service] updating namespace W0512 11:46:11.511753 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 11:46:11.928773 3704 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:12.131306 3704 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:12.333010 3704 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:12.458318 3704 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:12.472659 3704 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:12.489310 3704 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:12.581732 3704 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:12.657824 3704 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:12.760875 3704 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:14.841036 3704 cni.go:452] [integration-service/integration-service-controller-manager-8497d7c8d-ks4bk 5038d985403caa153481a6bebd83c8b54369c3eaaf4d36bcfe5c6c4438df5488 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-8497d7c8d-ks4bk 5038d985403caa153481a6bebd83c8b54369c3eaaf4d36bcfe5c6c4438df5488 network default NAD default NAD key ] I0512 11:46:14.851002 3704 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-8497d7c8d-ks4bk, hostIfaceName: 5038d985403caa1, network: default, NAD default, SandboxID: "5038d985403caa153481a6bebd83c8b54369c3eaaf4d36bcfe5c6c4438df5488", PCI device ID: , UID: "6e6b9356-45df-4579-a16c-4a4598019f4a", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0512 11:46:14.903891 3704 cni.go:473] [integration-service/integration-service-controller-manager-8497d7c8d-ks4bk 5038d985403caa153481a6bebd83c8b54369c3eaaf4d36bcfe5c6c4438df5488 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-8497d7c8d-ks4bk 5038d985403caa153481a6bebd83c8b54369c3eaaf4d36bcfe5c6c4438df5488 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:98:77:da:94:dc\",\"name\":\"5038d985403caa1\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57c48169-97d9-4153-a65c-4d6e7c204245\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:46:14.987772 3704 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 11:46:16.214135 3704 cni.go:452] [konflux-ui/proxy-746bdd67f4-6g7r6 9118d076ed31231015b8aa67da41a8db54a0cf5645bbdb0ec2092545f6381773 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-746bdd67f4-6g7r6 9118d076ed31231015b8aa67da41a8db54a0cf5645bbdb0ec2092545f6381773 network default NAD default NAD key ] I0512 11:46:16.235857 3704 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-746bdd67f4-6g7r6, hostIfaceName: 9118d076ed31231, network: default, NAD default, SandboxID: "9118d076ed31231015b8aa67da41a8db54a0cf5645bbdb0ec2092545f6381773", PCI device ID: , UID: "57fd6d0d-b882-4c8a-ac2c-d25953b4fe2f", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0512 11:46:16.285618 3704 cni.go:473] [konflux-ui/proxy-746bdd67f4-6g7r6 9118d076ed31231015b8aa67da41a8db54a0cf5645bbdb0ec2092545f6381773 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-746bdd67f4-6g7r6 9118d076ed31231015b8aa67da41a8db54a0cf5645bbdb0ec2092545f6381773 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:f9:2e:cb:cb:03\",\"name\":\"9118d076ed31231\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b469fa5d-46fb-4c52-9822-191e63d2842e\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 11:46:17.063045 3704 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-n8x9l e38ad5db3baf5d6b8f303d097cdf6f1e45e642df596c84bd31ca9512e5b4459c network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-n8x9l e38ad5db3baf5d6b8f303d097cdf6f1e45e642df596c84bd31ca9512e5b4459c network default NAD default NAD key ] I0512 11:46:17.075247 3704 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-n8x9l, hostIfaceName: e38ad5db3baf5d6, network: default, NAD default, SandboxID: "e38ad5db3baf5d6b8f303d097cdf6f1e45e642df596c84bd31ca9512e5b4459c", PCI device ID: , UID: "bac852d1-dd02-4a97-9d2a-a567941e3931", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0512 11:46:17.139913 3704 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-n8x9l e38ad5db3baf5d6b8f303d097cdf6f1e45e642df596c84bd31ca9512e5b4459c network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-n8x9l e38ad5db3baf5d6b8f303d097cdf6f1e45e642df596c84bd31ca9512e5b4459c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:0b:8e:a6:53:bb\",\"name\":\"e38ad5db3baf5d6\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4d8c0c5-33bb-44d5-908c-42b41e8f4cca\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 11:46:17.995297 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 11:46:17.995451 3704 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 11:46:18.537953 3704 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0512 11:46:22.269524 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0512 11:46:23.090104 3704 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.090125 3704 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.148024 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 11:46:23.148104 3704 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 11:46:23.577942 3704 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.577961 3704 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.623774 3704 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 11:46:23.623837 3704 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 11:46:25.983024 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 11:46:29.000326 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 11:46:29.004725 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0512 11:46:30.582409 3704 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:30.582986 3704 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:30.914414 3704 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:30.914437 3704 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:30.921874 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z I0512 11:46:30.921898 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z W0512 11:46:34.038919 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0512 11:46:34.039023 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 11:47:02.095861 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 11:47:02.095882 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0512 11:47:24.265308 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 11:47:33.195508 3704 cni.go:452] [konflux-ui/proxy-746bdd67f4-6g7r6 9118d076ed31231015b8aa67da41a8db54a0cf5645bbdb0ec2092545f6381773 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-746bdd67f4-6g7r6 9118d076ed31231015b8aa67da41a8db54a0cf5645bbdb0ec2092545f6381773 network default NAD default NAD key ] I0512 11:47:33.270124 3704 cni.go:473] [konflux-ui/proxy-746bdd67f4-6g7r6 9118d076ed31231015b8aa67da41a8db54a0cf5645bbdb0ec2092545f6381773 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-746bdd67f4-6g7r6 9118d076ed31231015b8aa67da41a8db54a0cf5645bbdb0ec2092545f6381773 network default NAD default NAD key default], result "{}", err I0512 11:47:33.331142 3704 obj_retry.go:498] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:33.331178 3704 pods.go:176] Deleting pod: konflux-ui/proxy-746bdd67f4-6g7r6 I0512 11:47:33.332637 3704 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-746bdd67f4-6g7r6, ips: 10.129.0.47 I0512 11:47:33.332666 3704 obj_retry.go:498] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:33.722210 3704 obj_retry.go:492] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:33.722231 3704 obj_retry.go:492] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:33.728922 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-746bdd67f4-6g7r6 I0512 11:47:33.728950 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-746bdd67f4-6g7r6 I0512 11:47:36.452430 3704 cni.go:452] [konflux-ui/test-tsf-konflux b16e91408355c6f5ee261cf7642f249b126d3f16afa79d7505a240945d34970d network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux b16e91408355c6f5ee261cf7642f249b126d3f16afa79d7505a240945d34970d network default NAD default NAD key ] I0512 11:47:36.532003 3704 cni.go:473] [konflux-ui/test-tsf-konflux b16e91408355c6f5ee261cf7642f249b126d3f16afa79d7505a240945d34970d network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux b16e91408355c6f5ee261cf7642f249b126d3f16afa79d7505a240945d34970d network default NAD default NAD key default], result "{}", err I0512 11:47:36.582184 3704 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:36.582225 3704 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0512 11:47:36.583841 3704 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.46 I0512 11:47:36.583873 3704 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:36.602726 3704 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:36.602762 3704 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:36.612431 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 11:47:36.612455 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 11:47:46.588685 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 11:47:47.594007 3704 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 11:47:49.176601 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=167 I0512 11:48:05.599870 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 11:48:07.919098 3704 namespace.go:98] [managed-tenant-6103z] adding namespace I0512 11:48:07.920118 3704 namespace.go:102] [managed-tenant-6103z] adding namespace took 999.173µs I0512 11:48:07.958519 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:07.980525 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:08.979380 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:09.108266 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:09.211098 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:29.485530 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 11:48:41.392084 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 11:49:02.184516 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=655 I0512 11:49:26.599977 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 11:49:34.371724 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 11:49:44.176880 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=77 I0512 11:50:03.915146 3704 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:50:03.915783 3704 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:50:04.785556 3704 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:50:04.785584 3704 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:50:29.177332 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0512 11:50:46.496657 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 11:51:42.173044 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0512 11:51:42.175763 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=43 I0512 11:54:27.596237 3704 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 11:54:37.179021 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0512 11:54:41.267952 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 11:54:47.374704 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0512 11:54:59.179371 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 11:55:15.048234 3704 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:15.048281 3704 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:15.053402 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zp9nd I0512 11:55:15.053427 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zp9nd I0512 11:55:19.036542 3704 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:19.036591 3704 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:19.041704 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-cxtvt I0512 11:55:19.041732 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-cxtvt I0512 11:55:22.031932 3704 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:22.031977 3704 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:22.037019 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-g5hql I0512 11:55:22.037046 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-g5hql I0512 11:55:22.603077 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 11:55:56.271919 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0512 11:57:16.602198 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 11:57:20.394705 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 11:57:27.179638 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0512 11:57:29.591758 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 11:57:41.176156 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 11:57:53.499529 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 11:58:02.187787 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0512 11:58:03.488645 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 11:59:46.270655 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 12:00:00.223458 3704 base_network_controller_pods.go:487] [default/integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc] creating logical port integration-service_integration-service-snapshot-garbage-collector-29643120-b9xbc for pod on switch ip-10-0-0-92.ec2.internal I0512 12:00:00.223607 3704 kube.go:256] Updating pod integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc I0512 12:00:00.251707 3704 pod.go:62] [integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc] pod update took 28.121359ms I0512 12:00:00.251736 3704 base_network_controller_pods.go:951] [default/integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc] addLogicalPort annotation time took 28.156358ms I0512 12:00:00.253064 3704 pods.go:271] [integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc] addLogicalPort took 29.622164ms, libovsdb time 927.66µs I0512 12:00:00.263097 3704 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29643120-w4hdl] creating logical port segment-bridge_segment-bridge-29643120-w4hdl for pod on switch ip-10-0-0-92.ec2.internal I0512 12:00:00.263219 3704 kube.go:256] Updating pod segment-bridge/segment-bridge-29643120-w4hdl I0512 12:00:00.280441 3704 pod.go:62] [segment-bridge/segment-bridge-29643120-w4hdl] pod update took 17.24984ms I0512 12:00:00.280461 3704 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29643120-w4hdl] addLogicalPort annotation time took 17.276734ms I0512 12:00:00.281711 3704 pods.go:271] [segment-bridge/segment-bridge-29643120-w4hdl] addLogicalPort took 18.628018ms, libovsdb time 829.9µs I0512 12:00:00.589612 3704 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc 081d6a34c87955e389b0732b97f0d436713e18bddc6e320614db227316826906 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc 081d6a34c87955e389b0732b97f0d436713e18bddc6e320614db227316826906 network default NAD default NAD key ] I0512 12:00:00.599108 3704 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-snapshot-garbage-collector-29643120-b9xbc, hostIfaceName: 081d6a34c87955e, network: default, NAD default, SandboxID: "081d6a34c87955e389b0732b97f0d436713e18bddc6e320614db227316826906", PCI device ID: , UID: "4a392d3d-cb26-4cc7-8c43-2232b51a43d2", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0512 12:00:00.625940 3704 cni.go:452] [segment-bridge/segment-bridge-29643120-w4hdl 2c07ab0f2d4cb7abc6eac650dd845d570c5ac95250fdf73578d8869a9321e83f network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29643120-w4hdl 2c07ab0f2d4cb7abc6eac650dd845d570c5ac95250fdf73578d8869a9321e83f network default NAD default NAD key ] I0512 12:00:00.636012 3704 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29643120-w4hdl, hostIfaceName: 2c07ab0f2d4cb7a, network: default, NAD default, SandboxID: "2c07ab0f2d4cb7abc6eac650dd845d570c5ac95250fdf73578d8869a9321e83f", PCI device ID: , UID: "5b5bcb45-38bf-4d7e-ad34-a3bdc7c4afb1", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0512 12:00:00.655347 3704 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc 081d6a34c87955e389b0732b97f0d436713e18bddc6e320614db227316826906 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc 081d6a34c87955e389b0732b97f0d436713e18bddc6e320614db227316826906 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:5e:fe:5a:8f:11\",\"name\":\"081d6a34c87955e\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f06e67f-2403-402c-99b9-6568c9cc491b\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:00:00.689525 3704 cni.go:473] [segment-bridge/segment-bridge-29643120-w4hdl 2c07ab0f2d4cb7abc6eac650dd845d570c5ac95250fdf73578d8869a9321e83f network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29643120-w4hdl 2c07ab0f2d4cb7abc6eac650dd845d570c5ac95250fdf73578d8869a9321e83f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:a2:37:e8:fb:9c\",\"name\":\"2c07ab0f2d4cb7a\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/782a9000-8844-4023-8e42-d033336235a8\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:00:02.343217 3704 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc 081d6a34c87955e389b0732b97f0d436713e18bddc6e320614db227316826906 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc 081d6a34c87955e389b0732b97f0d436713e18bddc6e320614db227316826906 network default NAD default NAD key ] I0512 12:00:02.423886 3704 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc 081d6a34c87955e389b0732b97f0d436713e18bddc6e320614db227316826906 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc 081d6a34c87955e389b0732b97f0d436713e18bddc6e320614db227316826906 network default NAD default NAD key default], result "{}", err I0512 12:00:02.489083 3704 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:02.489121 3704 pods.go:176] Deleting pod: integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc I0512 12:00:02.490655 3704 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc, ips: 10.129.0.51 I0512 12:00:02.490680 3704 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:03.509907 3704 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:03.509928 3704 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:04.132922 3704 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:04.133565 3704 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:05.009161 3704 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:05.009207 3704 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:49.178571 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 W0512 12:01:15.879358 3704 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 I0512 12:01:16.401382 3704 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod] creating logical port default-tenant_tsf-comp-uslqj-on-pull-request-wvwvj-init-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:01:16.401555 3704 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod I0512 12:01:16.420557 3704 pod.go:62] [default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod] pod update took 19.036414ms I0512 12:01:16.420578 3704 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod] addLogicalPort annotation time took 19.061453ms I0512 12:01:16.421908 3704 pods.go:271] [default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod] addLogicalPort took 20.546947ms, libovsdb time 953.27µs I0512 12:01:16.766425 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod 0c43108cddce616517685be0499ee2812feae05d1364417870f00998df107472 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod 0c43108cddce616517685be0499ee2812feae05d1364417870f00998df107472 network default NAD default NAD key ] I0512 12:01:16.775691 3704 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-pull-request-wvwvj-init-pod, hostIfaceName: 0c43108cddce616, network: default, NAD default, SandboxID: "0c43108cddce616517685be0499ee2812feae05d1364417870f00998df107472", PCI device ID: , UID: "b77804ab-5cad-4379-a392-7cf8162d9b97", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0512 12:01:16.828863 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod 0c43108cddce616517685be0499ee2812feae05d1364417870f00998df107472 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod 0c43108cddce616517685be0499ee2812feae05d1364417870f00998df107472 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:9c:8b:50:6a:b0\",\"name\":\"0c43108cddce616\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b9d88a6-b7c2-4b5d-a5f9-364b45dd0768\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:01:32.939598 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod 0c43108cddce616517685be0499ee2812feae05d1364417870f00998df107472 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod 0c43108cddce616517685be0499ee2812feae05d1364417870f00998df107472 network default NAD default NAD key ] I0512 12:01:33.029543 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod 0c43108cddce616517685be0499ee2812feae05d1364417870f00998df107472 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod 0c43108cddce616517685be0499ee2812feae05d1364417870f00998df107472 network default NAD default NAD key default], result "{}", err I0512 12:01:33.088549 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:33.088588 3704 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod I0512 12:01:33.090067 3704 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod, ips: 10.129.0.53 I0512 12:01:33.090095 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:33.827704 3704 obj_retry.go:492] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:01:33.827748 3704 obj_retry.go:492] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:01:33.833888 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod I0512 12:01:33.833951 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod I0512 12:01:36.190558 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 12:01:38.239931 3704 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-init-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:01:38.240196 3704 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod I0512 12:01:38.260422 3704 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod] pod update took 20.265723ms I0512 12:01:38.260451 3704 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod] addLogicalPort annotation time took 20.303195ms I0512 12:01:38.261913 3704 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod] addLogicalPort took 22.005031ms, libovsdb time 970.508µs I0512 12:01:38.604695 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod bd19a26b022fbb038f81d84c5026ec6a77a55d8bb88ff8f318514b1a09090d6e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod bd19a26b022fbb038f81d84c5026ec6a77a55d8bb88ff8f318514b1a09090d6e network default NAD default NAD key ] I0512 12:01:38.614047 3704 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-init-pod, hostIfaceName: bd19a26b022fbb0, network: default, NAD default, SandboxID: "bd19a26b022fbb038f81d84c5026ec6a77a55d8bb88ff8f318514b1a09090d6e", PCI device ID: , UID: "72f588ae-2b99-49e1-bfff-ad7cec7e4c50", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0512 12:01:38.667250 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod bd19a26b022fbb038f81d84c5026ec6a77a55d8bb88ff8f318514b1a09090d6e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod bd19a26b022fbb038f81d84c5026ec6a77a55d8bb88ff8f318514b1a09090d6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:19:31:3f:90:3f\",\"name\":\"bd19a26b022fbb0\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e795527-204c-4ea7-87ac-3acc73ffebb4\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:01:39.771500 3704 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-xbfmr for pod on switch ip-10-0-0-92.ec2.internal I0512 12:01:39.771623 3704 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr I0512 12:01:39.789648 3704 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr] pod update took 18.065107ms I0512 12:01:39.789674 3704 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr] addLogicalPort annotation time took 18.100072ms I0512 12:01:39.791003 3704 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr] addLogicalPort took 19.53201ms, libovsdb time 846.617µs I0512 12:01:40.134480 3704 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr 0b40615cc283c184b59a1c8e46e46c031a69f963acdd1750aa407cf48fe57de3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr 0b40615cc283c184b59a1c8e46e46c031a69f963acdd1750aa407cf48fe57de3 network default NAD default NAD key ] I0512 12:01:40.144800 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-xbfmr, hostIfaceName: 0b40615cc283c18, network: default, NAD default, SandboxID: "0b40615cc283c184b59a1c8e46e46c031a69f963acdd1750aa407cf48fe57de3", PCI device ID: , UID: "e5496163-3dd6-4e89-a271-2fb34ea67d58", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0512 12:01:40.200341 3704 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr 0b40615cc283c184b59a1c8e46e46c031a69f963acdd1750aa407cf48fe57de3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr 0b40615cc283c184b59a1c8e46e46c031a69f963acdd1750aa407cf48fe57de3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:01:6f:ed:97:d0\",\"name\":\"0b40615cc283c18\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e27d190-ce88-4910-b7b0-1147b471102d\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:01:41.891939 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod bd19a26b022fbb038f81d84c5026ec6a77a55d8bb88ff8f318514b1a09090d6e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod bd19a26b022fbb038f81d84c5026ec6a77a55d8bb88ff8f318514b1a09090d6e network default NAD default NAD key ] I0512 12:01:41.995373 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod bd19a26b022fbb038f81d84c5026ec6a77a55d8bb88ff8f318514b1a09090d6e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod bd19a26b022fbb038f81d84c5026ec6a77a55d8bb88ff8f318514b1a09090d6e network default NAD default NAD key default], result "{}", err I0512 12:01:42.061390 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:42.061428 3704 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod I0512 12:01:42.063032 3704 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod, ips: 10.129.0.54 I0512 12:01:42.063069 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:42.233058 3704 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:01:42.233226 3704 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod I0512 12:01:42.255642 3704 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod] pod update took 22.446094ms I0512 12:01:42.255672 3704 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod] addLogicalPort annotation time took 22.479343ms I0512 12:01:42.257193 3704 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod] addLogicalPort took 24.152905ms, libovsdb time 1.033438ms I0512 12:01:42.602496 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod 17c7a64ba020edceb650b1514d2be09cb20c2372ec0e3d5704385070ab905777 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod 17c7a64ba020edceb650b1514d2be09cb20c2372ec0e3d5704385070ab905777 network default NAD default NAD key ] I0512 12:01:42.612976 3704 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod, hostIfaceName: 17c7a64ba020edc, network: default, NAD default, SandboxID: "17c7a64ba020edceb650b1514d2be09cb20c2372ec0e3d5704385070ab905777", PCI device ID: , UID: "ac38454d-0133-4ef6-b78c-eece0b7aa1a4", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0512 12:01:42.668159 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod 17c7a64ba020edceb650b1514d2be09cb20c2372ec0e3d5704385070ab905777 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod 17c7a64ba020edceb650b1514d2be09cb20c2372ec0e3d5704385070ab905777 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f4:df:81:1e:c1\",\"name\":\"17c7a64ba020edc\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1078dfdd-4559-4b07-9f93-64197aacd2dc\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:01:50.181717 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 W0512 12:01:53.909734 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:53.909767 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:53.909776 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:53.909787 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 12:01:57.010042 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod 17c7a64ba020edceb650b1514d2be09cb20c2372ec0e3d5704385070ab905777 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod 17c7a64ba020edceb650b1514d2be09cb20c2372ec0e3d5704385070ab905777 network default NAD default NAD key ] I0512 12:01:57.097749 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod 17c7a64ba020edceb650b1514d2be09cb20c2372ec0e3d5704385070ab905777 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod 17c7a64ba020edceb650b1514d2be09cb20c2372ec0e3d5704385070ab905777 network default NAD default NAD key default], result "{}", err I0512 12:01:57.199544 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:57.199579 3704 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod I0512 12:01:57.201029 3704 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod, ips: 10.129.0.56 I0512 12:01:57.201057 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:57.465223 3704 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:01:57.465420 3704 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod I0512 12:01:57.490743 3704 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod] pod update took 25.371911ms I0512 12:01:57.490768 3704 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod] addLogicalPort annotation time took 25.404822ms I0512 12:01:57.492230 3704 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod] addLogicalPort took 27.019291ms, libovsdb time 1.037408ms I0512 12:01:57.906217 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod aeff13947dc6bdf53205c5d7e0fa915d05593e020dcead0541abe549152896f3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod aeff13947dc6bdf53205c5d7e0fa915d05593e020dcead0541abe549152896f3 network default NAD default NAD key ] I0512 12:01:57.916019 3704 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod, hostIfaceName: aeff13947dc6bdf, network: default, NAD default, SandboxID: "aeff13947dc6bdf53205c5d7e0fa915d05593e020dcead0541abe549152896f3", PCI device ID: , UID: "0e481a04-9f5a-454c-a63c-a0c0e7c0d635", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0512 12:01:57.973816 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod aeff13947dc6bdf53205c5d7e0fa915d05593e020dcead0541abe549152896f3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod aeff13947dc6bdf53205c5d7e0fa915d05593e020dcead0541abe549152896f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:dd:8c:75:b0:1e\",\"name\":\"aeff13947dc6bdf\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d143993-b3f1-4ea3-949c-5198ea2add9e\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:02:48.606530 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 12:03:02.417744 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod aeff13947dc6bdf53205c5d7e0fa915d05593e020dcead0541abe549152896f3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod aeff13947dc6bdf53205c5d7e0fa915d05593e020dcead0541abe549152896f3 network default NAD default NAD key ] I0512 12:03:02.508444 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod aeff13947dc6bdf53205c5d7e0fa915d05593e020dcead0541abe549152896f3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod aeff13947dc6bdf53205c5d7e0fa915d05593e020dcead0541abe549152896f3 network default NAD default NAD key default], result "{}", err I0512 12:03:02.586587 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:03:02.586624 3704 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod I0512 12:03:02.587933 3704 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod, ips: 10.129.0.57 I0512 12:03:02.587961 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:03:16.275257 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 12:03:18.598810 3704 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 12:03:24.604840 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 12:03:55.191025 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=108 I0512 12:04:16.378084 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 12:04:45.595089 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 12:05:24.178497 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 12:05:47.530901 3704 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:05:47.531050 3704 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod I0512 12:05:47.556200 3704 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod] pod update took 25.187886ms I0512 12:05:47.556229 3704 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod] addLogicalPort annotation time took 25.218323ms I0512 12:05:47.557841 3704 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod] addLogicalPort took 26.955009ms, libovsdb time 1.040282ms I0512 12:05:47.897457 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod f80d8fdaedddf3a09ab8368b6de8d1fc4e8eff820ade74b6314f860871c25c52 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod f80d8fdaedddf3a09ab8368b6de8d1fc4e8eff820ade74b6314f860871c25c52 network default NAD default NAD key ] I0512 12:05:47.907220 3704 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod, hostIfaceName: f80d8fdaedddf3a, network: default, NAD default, SandboxID: "f80d8fdaedddf3a09ab8368b6de8d1fc4e8eff820ade74b6314f860871c25c52", PCI device ID: , UID: "5d2829aa-b9f4-4d7b-83ae-6e3d53a21df8", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0512 12:05:47.963274 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod f80d8fdaedddf3a09ab8368b6de8d1fc4e8eff820ade74b6314f860871c25c52 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod f80d8fdaedddf3a09ab8368b6de8d1fc4e8eff820ade74b6314f860871c25c52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:0f:3f:3d:d0:36\",\"name\":\"f80d8fdaedddf3a\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4076e3aa-07e9-4b16-b02d-235a01db2ddc\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:05:48.220722 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:05:48.221318 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:06:16.997448 3704 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:06:16.997597 3704 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod I0512 12:06:17.025377 3704 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod] pod update took 27.817795ms I0512 12:06:17.025402 3704 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod] addLogicalPort annotation time took 27.84439ms I0512 12:06:17.027064 3704 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod] addLogicalPort took 29.635955ms, libovsdb time 1.17382ms I0512 12:06:17.366789 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod e0ad1f71ad88aaa846e4e6fc174cf8c4c52dfe5e1d25d51443afbc5c2cd00ebe network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod e0ad1f71ad88aaa846e4e6fc174cf8c4c52dfe5e1d25d51443afbc5c2cd00ebe network default NAD default NAD key ] I0512 12:06:17.376382 3704 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod, hostIfaceName: e0ad1f71ad88aaa, network: default, NAD default, SandboxID: "e0ad1f71ad88aaa846e4e6fc174cf8c4c52dfe5e1d25d51443afbc5c2cd00ebe", PCI device ID: , UID: "56081395-7ccb-430d-82ec-b4686021aeed", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0512 12:06:17.432456 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod e0ad1f71ad88aaa846e4e6fc174cf8c4c52dfe5e1d25d51443afbc5c2cd00ebe network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod e0ad1f71ad88aaa846e4e6fc174cf8c4c52dfe5e1d25d51443afbc5c2cd00ebe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:1b:b8:2a:1c:87\",\"name\":\"e0ad1f71ad88aaa\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49ca4504-f12b-411b-8899-3b8d17f2786e\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:06:17.595973 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod f80d8fdaedddf3a09ab8368b6de8d1fc4e8eff820ade74b6314f860871c25c52 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod f80d8fdaedddf3a09ab8368b6de8d1fc4e8eff820ade74b6314f860871c25c52 network default NAD default NAD key ] I0512 12:06:17.690360 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod f80d8fdaedddf3a09ab8368b6de8d1fc4e8eff820ade74b6314f860871c25c52 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod f80d8fdaedddf3a09ab8368b6de8d1fc4e8eff820ade74b6314f860871c25c52 network default NAD default NAD key default], result "{}", err I0512 12:06:17.752328 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:06:17.752367 3704 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod I0512 12:06:17.753989 3704 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod, ips: 10.129.0.58 I0512 12:06:17.754020 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:06:18.682116 3704 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:06:18.682276 3704 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod I0512 12:06:18.701873 3704 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod] pod update took 19.636244ms I0512 12:06:18.701898 3704 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod] addLogicalPort annotation time took 19.667173ms I0512 12:06:18.703258 3704 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod] addLogicalPort took 21.162468ms, libovsdb time 975.545µs I0512 12:06:18.733434 3704 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:06:18.733576 3704 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod I0512 12:06:18.762366 3704 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod] pod update took 28.824636ms I0512 12:06:18.762393 3704 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod] addLogicalPort annotation time took 28.855297ms I0512 12:06:18.763923 3704 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod] addLogicalPort took 30.506077ms, libovsdb time 947.782µs I0512 12:06:19.108433 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod e96081778cc448a61d27feb1b19f9602559dece00936da2a12cdf87ba44d2c03 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod e96081778cc448a61d27feb1b19f9602559dece00936da2a12cdf87ba44d2c03 network default NAD default NAD key ] I0512 12:06:19.117515 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod 599e22017a07f8de6654e282d82e3536f89653b822977d65d5e843f4cbb0a9f5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod 599e22017a07f8de6654e282d82e3536f89653b822977d65d5e843f4cbb0a9f5 network default NAD default NAD key ] I0512 12:06:19.118581 3704 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod, hostIfaceName: e96081778cc448a, network: default, NAD default, SandboxID: "e96081778cc448a61d27feb1b19f9602559dece00936da2a12cdf87ba44d2c03", PCI device ID: , UID: "16f54c5a-63d7-4e8b-a310-745511bf818c", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0512 12:06:19.130003 3704 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod, hostIfaceName: 599e22017a07f8d, network: default, NAD default, SandboxID: "599e22017a07f8de6654e282d82e3536f89653b822977d65d5e843f4cbb0a9f5", PCI device ID: , UID: "03aa4729-4f0c-4797-ab0d-81b8c918178f", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0512 12:06:19.175992 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod e96081778cc448a61d27feb1b19f9602559dece00936da2a12cdf87ba44d2c03 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod e96081778cc448a61d27feb1b19f9602559dece00936da2a12cdf87ba44d2c03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:66:0c:f2:24:79\",\"name\":\"e96081778cc448a\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/263698b2-2f25-4b47-bbac-0feadb841bca\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:06:19.206331 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod 599e22017a07f8de6654e282d82e3536f89653b822977d65d5e843f4cbb0a9f5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod 599e22017a07f8de6654e282d82e3536f89653b822977d65d5e843f4cbb0a9f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:22:63:07:03:95\",\"name\":\"599e22017a07f8d\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ce394a0-3fde-41fe-8574-51b9c7863140\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:06:27.181665 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0512 12:06:47.182587 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0512 12:06:49.397209 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0512 12:07:15.799186 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:15.799949 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:19.816552 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:19.817163 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:21.890714 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:21.891329 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:27.144480 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod 599e22017a07f8de6654e282d82e3536f89653b822977d65d5e843f4cbb0a9f5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod 599e22017a07f8de6654e282d82e3536f89653b822977d65d5e843f4cbb0a9f5 network default NAD default NAD key ] I0512 12:07:27.231253 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod 599e22017a07f8de6654e282d82e3536f89653b822977d65d5e843f4cbb0a9f5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod 599e22017a07f8de6654e282d82e3536f89653b822977d65d5e843f4cbb0a9f5 network default NAD default NAD key default], result "{}", err I0512 12:07:27.354519 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:27.354619 3704 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod I0512 12:07:27.356369 3704 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod, ips: 10.129.0.61 I0512 12:07:27.356405 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:27.502129 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0512 12:07:30.171633 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod e96081778cc448a61d27feb1b19f9602559dece00936da2a12cdf87ba44d2c03 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod e96081778cc448a61d27feb1b19f9602559dece00936da2a12cdf87ba44d2c03 network default NAD default NAD key ] I0512 12:07:30.263193 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod e96081778cc448a61d27feb1b19f9602559dece00936da2a12cdf87ba44d2c03 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod e96081778cc448a61d27feb1b19f9602559dece00936da2a12cdf87ba44d2c03 network default NAD default NAD key default], result "{}", err I0512 12:07:30.364667 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:30.364778 3704 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod I0512 12:07:30.366246 3704 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod, ips: 10.129.0.60 I0512 12:07:30.366274 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:36.273201 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 12:07:40.792619 3704 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:40.793220 3704 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:41.785765 3704 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:41.785795 3704 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:41.790038 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff I0512 12:07:41.790078 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff I0512 12:07:55.823365 3704 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr 0b40615cc283c184b59a1c8e46e46c031a69f963acdd1750aa407cf48fe57de3 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr 0b40615cc283c184b59a1c8e46e46c031a69f963acdd1750aa407cf48fe57de3 network default NAD default NAD key ] I0512 12:07:55.912355 3704 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr 0b40615cc283c184b59a1c8e46e46c031a69f963acdd1750aa407cf48fe57de3 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr 0b40615cc283c184b59a1c8e46e46c031a69f963acdd1750aa407cf48fe57de3 network default NAD default NAD key default], result "{}", err I0512 12:07:56.005925 3704 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:56.005963 3704 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr I0512 12:07:56.007407 3704 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr, ips: 10.129.0.55 I0512 12:07:56.007432 3704 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:56.338523 3704 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:56.338548 3704 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:56.345723 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr I0512 12:07:56.345750 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr I0512 12:07:58.491171 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 12:08:11.451529 3704 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod e0ad1f71ad88aaa846e4e6fc174cf8c4c52dfe5e1d25d51443afbc5c2cd00ebe network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod e0ad1f71ad88aaa846e4e6fc174cf8c4c52dfe5e1d25d51443afbc5c2cd00ebe network default NAD default NAD key ] I0512 12:08:11.540558 3704 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod e0ad1f71ad88aaa846e4e6fc174cf8c4c52dfe5e1d25d51443afbc5c2cd00ebe network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod e0ad1f71ad88aaa846e4e6fc174cf8c4c52dfe5e1d25d51443afbc5c2cd00ebe network default NAD default NAD key default], result "{}", err I0512 12:08:11.669546 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:11.669587 3704 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod I0512 12:08:11.671041 3704 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod, ips: 10.129.0.59 I0512 12:08:11.671070 3704 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:15.287042 3704 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-chgj-kg6ks-collect-keyless-params-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:08:15.287200 3704 kube.go:256] Updating pod default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod I0512 12:08:15.305311 3704 pod.go:62] [default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod] pod update took 18.142407ms I0512 12:08:15.305335 3704 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod] addLogicalPort annotation time took 18.169516ms I0512 12:08:15.306688 3704 pods.go:271] [default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod] addLogicalPort took 19.663229ms, libovsdb time 906.419µs I0512 12:08:15.656716 3704 cni.go:452] [default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod eb19f2485ba4886ff8a8e7ac6137e7c99b3853c254b18af4cf9cff498934f745 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod eb19f2485ba4886ff8a8e7ac6137e7c99b3853c254b18af4cf9cff498934f745 network default NAD default NAD key ] I0512 12:08:15.666407 3704 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-chgj-kg6ks-collect-keyless-params-pod, hostIfaceName: eb19f2485ba4886, network: default, NAD default, SandboxID: "eb19f2485ba4886ff8a8e7ac6137e7c99b3853c254b18af4cf9cff498934f745", PCI device ID: , UID: "9fa53ea6-25f3-42b0-91e3-661a1a61014e", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0512 12:08:15.718177 3704 cni.go:473] [default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod eb19f2485ba4886ff8a8e7ac6137e7c99b3853c254b18af4cf9cff498934f745 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod eb19f2485ba4886ff8a8e7ac6137e7c99b3853c254b18af4cf9cff498934f745 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:f6:86:00:af:ca\",\"name\":\"eb19f2485ba4886\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dec69cb-fabc-4468-802d-70c34e36a436\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:08:30.923615 3704 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-chgj-kg6ks-verify-pod] creating logical port default-tenant_my-integration-test-chgj-kg6ks-verify-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:08:30.923789 3704 kube.go:256] Updating pod default-tenant/my-integration-test-chgj-kg6ks-verify-pod I0512 12:08:30.964237 3704 pod.go:62] [default-tenant/my-integration-test-chgj-kg6ks-verify-pod] pod update took 40.501836ms I0512 12:08:30.964261 3704 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-chgj-kg6ks-verify-pod] addLogicalPort annotation time took 40.530548ms I0512 12:08:30.965758 3704 pods.go:271] [default-tenant/my-integration-test-chgj-kg6ks-verify-pod] addLogicalPort took 42.16077ms, libovsdb time 1.027144ms I0512 12:08:31.287209 3704 cni.go:452] [default-tenant/my-integration-test-chgj-kg6ks-verify-pod 37ff49e90a8577551960c9913e8c0ab8dc3bf977cb0dd0ac215670ee2b6f7ddc network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-chgj-kg6ks-verify-pod 37ff49e90a8577551960c9913e8c0ab8dc3bf977cb0dd0ac215670ee2b6f7ddc network default NAD default NAD key ] I0512 12:08:31.300280 3704 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-chgj-kg6ks-verify-pod, hostIfaceName: 37ff49e90a85775, network: default, NAD default, SandboxID: "37ff49e90a8577551960c9913e8c0ab8dc3bf977cb0dd0ac215670ee2b6f7ddc", PCI device ID: , UID: "4413200d-9ff8-4147-8454-c1de4b5eba38", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0512 12:08:31.356647 3704 cni.go:473] [default-tenant/my-integration-test-chgj-kg6ks-verify-pod 37ff49e90a8577551960c9913e8c0ab8dc3bf977cb0dd0ac215670ee2b6f7ddc network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-chgj-kg6ks-verify-pod 37ff49e90a8577551960c9913e8c0ab8dc3bf977cb0dd0ac215670ee2b6f7ddc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:90:75:81:c1:4a\",\"name\":\"37ff49e90a85775\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdfd1ea9-fa97-4b11-83be-383470142d01\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:08:31.599372 3704 cni.go:452] [default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod eb19f2485ba4886ff8a8e7ac6137e7c99b3853c254b18af4cf9cff498934f745 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod eb19f2485ba4886ff8a8e7ac6137e7c99b3853c254b18af4cf9cff498934f745 network default NAD default NAD key ] I0512 12:08:31.695914 3704 cni.go:473] [default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod eb19f2485ba4886ff8a8e7ac6137e7c99b3853c254b18af4cf9cff498934f745 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod eb19f2485ba4886ff8a8e7ac6137e7c99b3853c254b18af4cf9cff498934f745 network default NAD default NAD key default], result "{}", err I0512 12:08:31.765126 3704 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:31.765225 3704 pods.go:176] Deleting pod: default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod I0512 12:08:31.766817 3704 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod, ips: 10.129.0.62 I0512 12:08:31.766852 3704 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:37.194395 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 12:08:49.760094 3704 cni.go:452] [default-tenant/my-integration-test-chgj-kg6ks-verify-pod 37ff49e90a8577551960c9913e8c0ab8dc3bf977cb0dd0ac215670ee2b6f7ddc network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-chgj-kg6ks-verify-pod 37ff49e90a8577551960c9913e8c0ab8dc3bf977cb0dd0ac215670ee2b6f7ddc network default NAD default NAD key ] I0512 12:08:49.864158 3704 cni.go:473] [default-tenant/my-integration-test-chgj-kg6ks-verify-pod 37ff49e90a8577551960c9913e8c0ab8dc3bf977cb0dd0ac215670ee2b6f7ddc network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-chgj-kg6ks-verify-pod 37ff49e90a8577551960c9913e8c0ab8dc3bf977cb0dd0ac215670ee2b6f7ddc network default NAD default NAD key default], result "{}", err I0512 12:08:49.971187 3704 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:49.971231 3704 pods.go:176] Deleting pod: default-tenant/my-integration-test-chgj-kg6ks-verify-pod I0512 12:08:49.973067 3704 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-chgj-kg6ks-verify-pod, ips: 10.129.0.63 I0512 12:08:49.973103 3704 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:51.184144 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0512 12:09:04.035202 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod] creating logical port managed-tenant-6103z_managed-g9rst-verify-access-to-resources-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:09:04.035335 3704 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod I0512 12:09:04.056375 3704 pod.go:62] [managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod] pod update took 21.067363ms I0512 12:09:04.056398 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod] addLogicalPort annotation time took 21.094935ms I0512 12:09:04.057747 3704 pods.go:271] [managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod] addLogicalPort took 22.561513ms, libovsdb time 925.391µs I0512 12:09:04.403153 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod f5e6ee05622f329c6a842a2636cf030b19360f7e479a3486372c282a8da3cf3f network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod f5e6ee05622f329c6a842a2636cf030b19360f7e479a3486372c282a8da3cf3f network default NAD default NAD key ] I0512 12:09:04.412273 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-verify-access-to-resources-pod, hostIfaceName: f5e6ee05622f329, network: default, NAD default, SandboxID: "f5e6ee05622f329c6a842a2636cf030b19360f7e479a3486372c282a8da3cf3f", PCI device ID: , UID: "439ba8e4-62ad-43dc-8dad-9d8aac2fdfc6", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0512 12:09:04.465397 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod f5e6ee05622f329c6a842a2636cf030b19360f7e479a3486372c282a8da3cf3f network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod f5e6ee05622f329c6a842a2636cf030b19360f7e479a3486372c282a8da3cf3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:08:7f:4f:91:b5\",\"name\":\"f5e6ee05622f329\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2127541b-c43e-4cfe-9bd9-e60ce20eedce\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:09:06.910339 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/affinity-assistant-161d10447e-0] creating logical port managed-tenant-6103z_affinity-assistant-161d10447e-0 for pod on switch ip-10-0-0-92.ec2.internal I0512 12:09:06.910480 3704 kube.go:256] Updating pod managed-tenant-6103z/affinity-assistant-161d10447e-0 I0512 12:09:06.922906 3704 pod.go:62] [managed-tenant-6103z/affinity-assistant-161d10447e-0] pod update took 12.480311ms I0512 12:09:06.922936 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/affinity-assistant-161d10447e-0] addLogicalPort annotation time took 12.516147ms I0512 12:09:06.924576 3704 pods.go:271] [managed-tenant-6103z/affinity-assistant-161d10447e-0] addLogicalPort took 14.257688ms, libovsdb time 1.062912ms I0512 12:09:07.283647 3704 cni.go:452] [managed-tenant-6103z/affinity-assistant-161d10447e-0 d4b5cf4d033b8b9d8abe0c1eb6362b14715333d743860eb76aa8fb8b5ba07a7f network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/affinity-assistant-161d10447e-0 d4b5cf4d033b8b9d8abe0c1eb6362b14715333d743860eb76aa8fb8b5ba07a7f network default NAD default NAD key ] I0512 12:09:07.293579 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: affinity-assistant-161d10447e-0, hostIfaceName: d4b5cf4d033b8b9, network: default, NAD default, SandboxID: "d4b5cf4d033b8b9d8abe0c1eb6362b14715333d743860eb76aa8fb8b5ba07a7f", PCI device ID: , UID: "e070c54e-94d4-498d-962c-6e7499c0b4f1", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0512 12:09:07.355043 3704 cni.go:473] [managed-tenant-6103z/affinity-assistant-161d10447e-0 d4b5cf4d033b8b9d8abe0c1eb6362b14715333d743860eb76aa8fb8b5ba07a7f network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/affinity-assistant-161d10447e-0 d4b5cf4d033b8b9d8abe0c1eb6362b14715333d743860eb76aa8fb8b5ba07a7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:51:e5:a4:51:35\",\"name\":\"d4b5cf4d033b8b9\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8225fc9e-34e8-476a-aac9-416de6fb279a\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:09:22.010532 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod f5e6ee05622f329c6a842a2636cf030b19360f7e479a3486372c282a8da3cf3f network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod f5e6ee05622f329c6a842a2636cf030b19360f7e479a3486372c282a8da3cf3f network default NAD default NAD key ] I0512 12:09:22.108911 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod f5e6ee05622f329c6a842a2636cf030b19360f7e479a3486372c282a8da3cf3f network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod f5e6ee05622f329c6a842a2636cf030b19360f7e479a3486372c282a8da3cf3f network default NAD default NAD key default], result "{}", err I0512 12:09:22.188528 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:22.188563 3704 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod I0512 12:09:22.190015 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod, ips: 10.129.0.64 I0512 12:09:22.190045 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:25.543340 3704 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-4wczq for pod on switch ip-10-0-0-92.ec2.internal I0512 12:09:25.543432 3704 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq I0512 12:09:25.559247 3704 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq] pod update took 15.841254ms I0512 12:09:25.559271 3704 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq] addLogicalPort annotation time took 15.871845ms I0512 12:09:25.560804 3704 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq] addLogicalPort took 17.477317ms, libovsdb time 992.808µs I0512 12:09:25.914728 3704 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq 725bf02e4015b4b6e39fac3654f16776843f82234b8a39e94badc7b3e5492c6f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq 725bf02e4015b4b6e39fac3654f16776843f82234b8a39e94badc7b3e5492c6f network default NAD default NAD key ] I0512 12:09:25.924398 3704 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-4wczq, hostIfaceName: 725bf02e4015b4b, network: default, NAD default, SandboxID: "725bf02e4015b4b6e39fac3654f16776843f82234b8a39e94badc7b3e5492c6f", PCI device ID: , UID: "f6ffface-79ed-40cb-96dc-e1d34fb805cb", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0512 12:09:25.978512 3704 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq 725bf02e4015b4b6e39fac3654f16776843f82234b8a39e94badc7b3e5492c6f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq 725bf02e4015b4b6e39fac3654f16776843f82234b8a39e94badc7b3e5492c6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:16:87:1f:5b:bf\",\"name\":\"725bf02e4015b4b\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/061a379a-6c67-4041-91a4-164e6f629a9c\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 12:09:38.060854 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:09:38.060877 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:09:38.060883 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:09:38.060888 3704 util.go:959] Failed to build node endpoints for node ip-10-0-0-92.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 12:09:39.607432 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 12:09:42.381173 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 12:09:43.409429 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-collect-signing-params-pod] creating logical port managed-tenant-6103z_managed-g9rst-collect-signing-params-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:09:43.409579 3704 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-collect-signing-params-pod I0512 12:09:43.426281 3704 pod.go:62] [managed-tenant-6103z/managed-g9rst-collect-signing-params-pod] pod update took 16.738107ms I0512 12:09:43.426303 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-collect-signing-params-pod] addLogicalPort annotation time took 16.764176ms I0512 12:09:43.427783 3704 pods.go:271] [managed-tenant-6103z/managed-g9rst-collect-signing-params-pod] addLogicalPort took 18.376554ms, libovsdb time 994.442µs I0512 12:09:43.712221 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:43.712778 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:43.794959 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-collect-signing-params-pod 0e5e1854d2f400070dd8f8eae0173425908ed7144c62699ab7d67464b62ac41b network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-collect-signing-params-pod 0e5e1854d2f400070dd8f8eae0173425908ed7144c62699ab7d67464b62ac41b network default NAD default NAD key ] I0512 12:09:43.814768 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-collect-signing-params-pod, hostIfaceName: 0e5e1854d2f4000, network: default, NAD default, SandboxID: "0e5e1854d2f400070dd8f8eae0173425908ed7144c62699ab7d67464b62ac41b", PCI device ID: , UID: "dc16e3db-994f-4d42-b6f6-a1ba5268d8a6", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0512 12:09:43.874455 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-collect-signing-params-pod 0e5e1854d2f400070dd8f8eae0173425908ed7144c62699ab7d67464b62ac41b network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-collect-signing-params-pod 0e5e1854d2f400070dd8f8eae0173425908ed7144c62699ab7d67464b62ac41b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:3a:52:46:5e:12\",\"name\":\"0e5e1854d2f4000\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a48b130-cfbf-498a-b682-90354a79dda6\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:09:44.232096 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-collect-task-params-pod] creating logical port managed-tenant-6103z_managed-g9rst-collect-task-params-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:09:44.232224 3704 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-collect-task-params-pod I0512 12:09:44.252087 3704 pod.go:62] [managed-tenant-6103z/managed-g9rst-collect-task-params-pod] pod update took 19.901964ms I0512 12:09:44.252109 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-collect-task-params-pod] addLogicalPort annotation time took 19.92832ms I0512 12:09:44.253383 3704 pods.go:271] [managed-tenant-6103z/managed-g9rst-collect-task-params-pod] addLogicalPort took 21.304792ms, libovsdb time 867.266µs I0512 12:09:44.652154 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-collect-task-params-pod f7fa7701c5c05389b9e8f576ab769166ce5b3e7fd35848a27b51e63940976018 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-collect-task-params-pod f7fa7701c5c05389b9e8f576ab769166ce5b3e7fd35848a27b51e63940976018 network default NAD default NAD key ] I0512 12:09:44.661552 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-collect-task-params-pod, hostIfaceName: f7fa7701c5c0538, network: default, NAD default, SandboxID: "f7fa7701c5c05389b9e8f576ab769166ce5b3e7fd35848a27b51e63940976018", PCI device ID: , UID: "68e64fdf-8a06-4680-b556-9e88531af95b", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0512 12:09:44.711672 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-collect-task-params-pod f7fa7701c5c05389b9e8f576ab769166ce5b3e7fd35848a27b51e63940976018 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-collect-task-params-pod f7fa7701c5c05389b9e8f576ab769166ce5b3e7fd35848a27b51e63940976018 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:46:ba:99:89:03\",\"name\":\"f7fa7701c5c0538\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39fea775-05ed-45fe-8f14-17619aa75667\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:09:46.370807 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod] creating logical port managed-tenant-6103z_managed-g9rst-reduce-snapshot-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:09:46.370974 3704 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod I0512 12:09:46.396668 3704 pod.go:62] [managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod] pod update took 25.729681ms I0512 12:09:46.396694 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod] addLogicalPort annotation time took 25.76175ms I0512 12:09:46.398233 3704 pods.go:271] [managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod] addLogicalPort took 27.451844ms, libovsdb time 1.013612ms I0512 12:09:46.772320 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod 43501d27094bc05d30a78f5e53dfab024fbdcd507df57c00b616b1cc52162a07 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod 43501d27094bc05d30a78f5e53dfab024fbdcd507df57c00b616b1cc52162a07 network default NAD default NAD key ] I0512 12:09:46.782645 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-reduce-snapshot-pod, hostIfaceName: 43501d27094bc05, network: default, NAD default, SandboxID: "43501d27094bc05d30a78f5e53dfab024fbdcd507df57c00b616b1cc52162a07", PCI device ID: , UID: "c59ed40c-a0b7-4214-b1f3-28a13748a644", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0512 12:09:46.838540 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod 43501d27094bc05d30a78f5e53dfab024fbdcd507df57c00b616b1cc52162a07 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod 43501d27094bc05d30a78f5e53dfab024fbdcd507df57c00b616b1cc52162a07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:82:fc:08:cb:49\",\"name\":\"43501d27094bc05\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b916e5c-fdf3-4192-aaaf-3e359b3790c3\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:09:52.264390 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-collect-task-params-pod f7fa7701c5c05389b9e8f576ab769166ce5b3e7fd35848a27b51e63940976018 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-collect-task-params-pod f7fa7701c5c05389b9e8f576ab769166ce5b3e7fd35848a27b51e63940976018 network default NAD default NAD key ] I0512 12:09:52.356563 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-collect-task-params-pod f7fa7701c5c05389b9e8f576ab769166ce5b3e7fd35848a27b51e63940976018 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-collect-task-params-pod f7fa7701c5c05389b9e8f576ab769166ce5b3e7fd35848a27b51e63940976018 network default NAD default NAD key default], result "{}", err I0512 12:09:52.541411 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:52.541442 3704 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-collect-task-params-pod I0512 12:09:52.542945 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-collect-task-params-pod, ips: 10.129.0.68 I0512 12:09:52.542972 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:53.829035 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:53.829625 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.304640 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-collect-signing-params-pod 0e5e1854d2f400070dd8f8eae0173425908ed7144c62699ab7d67464b62ac41b network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-collect-signing-params-pod 0e5e1854d2f400070dd8f8eae0173425908ed7144c62699ab7d67464b62ac41b network default NAD default NAD key ] I0512 12:09:56.396933 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-collect-signing-params-pod 0e5e1854d2f400070dd8f8eae0173425908ed7144c62699ab7d67464b62ac41b network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-collect-signing-params-pod 0e5e1854d2f400070dd8f8eae0173425908ed7144c62699ab7d67464b62ac41b network default NAD default NAD key default], result "{}", err I0512 12:09:56.600756 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.600820 3704 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-collect-signing-params-pod I0512 12:09:56.602323 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-collect-signing-params-pod, ips: 10.129.0.67 I0512 12:09:56.602355 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.838478 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.839150 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:01.347260 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod 43501d27094bc05d30a78f5e53dfab024fbdcd507df57c00b616b1cc52162a07 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod 43501d27094bc05d30a78f5e53dfab024fbdcd507df57c00b616b1cc52162a07 network default NAD default NAD key ] I0512 12:10:01.436642 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod 43501d27094bc05d30a78f5e53dfab024fbdcd507df57c00b616b1cc52162a07 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod 43501d27094bc05d30a78f5e53dfab024fbdcd507df57c00b616b1cc52162a07 network default NAD default NAD key default], result "{}", err I0512 12:10:01.514132 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:01.514163 3704 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod I0512 12:10:01.515562 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod, ips: 10.129.0.69 I0512 12:10:01.515596 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:02.386142 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-apply-mapping-pod] creating logical port managed-tenant-6103z_managed-g9rst-apply-mapping-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:10:02.386286 3704 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-apply-mapping-pod I0512 12:10:02.413326 3704 pod.go:62] [managed-tenant-6103z/managed-g9rst-apply-mapping-pod] pod update took 27.077686ms I0512 12:10:02.413351 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-apply-mapping-pod] addLogicalPort annotation time took 27.106023ms I0512 12:10:02.414839 3704 pods.go:271] [managed-tenant-6103z/managed-g9rst-apply-mapping-pod] addLogicalPort took 28.716498ms, libovsdb time 1.079315ms I0512 12:10:02.755137 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-apply-mapping-pod 2c02c6c531931e3c1379bae1b70d61bafd33367f9c1e722d3338f488c42adbe7 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-apply-mapping-pod 2c02c6c531931e3c1379bae1b70d61bafd33367f9c1e722d3338f488c42adbe7 network default NAD default NAD key ] I0512 12:10:02.764413 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-apply-mapping-pod, hostIfaceName: 2c02c6c531931e3, network: default, NAD default, SandboxID: "2c02c6c531931e3c1379bae1b70d61bafd33367f9c1e722d3338f488c42adbe7", PCI device ID: , UID: "ba7044f6-6d83-437e-bf78-db3a6d978421", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0512 12:10:02.818213 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-apply-mapping-pod 2c02c6c531931e3c1379bae1b70d61bafd33367f9c1e722d3338f488c42adbe7 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-apply-mapping-pod 2c02c6c531931e3c1379bae1b70d61bafd33367f9c1e722d3338f488c42adbe7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ed:c7:1a:15:b3\",\"name\":\"2c02c6c531931e3\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8efda65e-608b-46b4-a11a-276f5cdfb3d1\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:10:03.877697 3704 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:03.878259 3704 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:04.745752 3704 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.745776 3704 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.777544 3704 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.777570 3704 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.781157 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st I0512 12:10:04.781178 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st I0512 12:10:12.447058 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-apply-mapping-pod 2c02c6c531931e3c1379bae1b70d61bafd33367f9c1e722d3338f488c42adbe7 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-apply-mapping-pod 2c02c6c531931e3c1379bae1b70d61bafd33367f9c1e722d3338f488c42adbe7 network default NAD default NAD key ] I0512 12:10:12.550002 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-apply-mapping-pod 2c02c6c531931e3c1379bae1b70d61bafd33367f9c1e722d3338f488c42adbe7 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-apply-mapping-pod 2c02c6c531931e3c1379bae1b70d61bafd33367f9c1e722d3338f488c42adbe7 network default NAD default NAD key default], result "{}", err I0512 12:10:12.626075 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:12.626110 3704 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-apply-mapping-pod I0512 12:10:12.627501 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-apply-mapping-pod, ips: 10.129.0.70 I0512 12:10:12.627531 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:13.632042 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod] creating logical port managed-tenant-6103z_managed-g9rst-filter-already-released-images-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:10:13.632175 3704 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod I0512 12:10:13.659629 3704 pod.go:62] [managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod] pod update took 27.500495ms I0512 12:10:13.659657 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod] addLogicalPort annotation time took 27.533457ms I0512 12:10:13.661367 3704 pods.go:271] [managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod] addLogicalPort took 29.342691ms, libovsdb time 1.077867ms I0512 12:10:14.001609 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod 2581ff68fde1cde408bd6f221e69bd223892f9ae0350ce6400bf5ca4979061d4 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod 2581ff68fde1cde408bd6f221e69bd223892f9ae0350ce6400bf5ca4979061d4 network default NAD default NAD key ] I0512 12:10:14.011256 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-filter-already-released-images-pod, hostIfaceName: 2581ff68fde1cde, network: default, NAD default, SandboxID: "2581ff68fde1cde408bd6f221e69bd223892f9ae0350ce6400bf5ca4979061d4", PCI device ID: , UID: "59336c63-ef04-4b3e-802c-1274dd07ece5", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0512 12:10:14.070269 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod 2581ff68fde1cde408bd6f221e69bd223892f9ae0350ce6400bf5ca4979061d4 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod 2581ff68fde1cde408bd6f221e69bd223892f9ae0350ce6400bf5ca4979061d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:8c:ca:75:a2:fc\",\"name\":\"2581ff68fde1cde\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e978109-022c-45ae-962d-f564d416071a\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:10:19.598633 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 12:10:22.547979 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod 2581ff68fde1cde408bd6f221e69bd223892f9ae0350ce6400bf5ca4979061d4 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod 2581ff68fde1cde408bd6f221e69bd223892f9ae0350ce6400bf5ca4979061d4 network default NAD default NAD key ] I0512 12:10:22.635558 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod 2581ff68fde1cde408bd6f221e69bd223892f9ae0350ce6400bf5ca4979061d4 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod 2581ff68fde1cde408bd6f221e69bd223892f9ae0350ce6400bf5ca4979061d4 network default NAD default NAD key default], result "{}", err I0512 12:10:22.715843 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:22.715885 3704 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod I0512 12:10:22.717367 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod, ips: 10.129.0.71 I0512 12:10:22.717395 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:23.175927 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod] creating logical port managed-tenant-6103z_managed-g9rst-collect-tpa-params-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:10:23.176062 3704 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod I0512 12:10:23.193994 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=272 I0512 12:10:23.195546 3704 pod.go:62] [managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod] pod update took 19.519808ms I0512 12:10:23.195569 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod] addLogicalPort annotation time took 19.545126ms I0512 12:10:23.196943 3704 pods.go:271] [managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod] addLogicalPort took 21.03256ms, libovsdb time 874.392µs I0512 12:10:23.547048 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod b694c6d34b93551052b3d484f8e9e4370aecc888997aecb589095aa28971239d network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod b694c6d34b93551052b3d484f8e9e4370aecc888997aecb589095aa28971239d network default NAD default NAD key ] I0512 12:10:23.557054 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-collect-tpa-params-pod, hostIfaceName: b694c6d34b93551, network: default, NAD default, SandboxID: "b694c6d34b93551052b3d484f8e9e4370aecc888997aecb589095aa28971239d", PCI device ID: , UID: "ca12dd62-a53e-486d-89aa-01d59e7b52fe", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0512 12:10:23.817834 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod b694c6d34b93551052b3d484f8e9e4370aecc888997aecb589095aa28971239d network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod b694c6d34b93551052b3d484f8e9e4370aecc888997aecb589095aa28971239d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:04:fa:53:3d:08\",\"name\":\"b694c6d34b93551\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ae354ad-88eb-4929-aaab-0bcd1a53774a\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:10:23.939733 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-verify-conforma-pod] creating logical port managed-tenant-6103z_managed-g9rst-verify-conforma-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:10:23.939853 3704 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-verify-conforma-pod I0512 12:10:23.979383 3704 pod.go:62] [managed-tenant-6103z/managed-g9rst-verify-conforma-pod] pod update took 39.566938ms I0512 12:10:23.979407 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-verify-conforma-pod] addLogicalPort annotation time took 39.59636ms I0512 12:10:23.980656 3704 pods.go:271] [managed-tenant-6103z/managed-g9rst-verify-conforma-pod] addLogicalPort took 40.947333ms, libovsdb time 838.428µs I0512 12:10:24.400779 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-verify-conforma-pod 04a63c8f6a9e8f2aa0a5e526c6bd4a9b8c2f415957c8a916fd073390ce47853c network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-verify-conforma-pod 04a63c8f6a9e8f2aa0a5e526c6bd4a9b8c2f415957c8a916fd073390ce47853c network default NAD default NAD key ] I0512 12:10:24.411202 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-verify-conforma-pod, hostIfaceName: 04a63c8f6a9e8f2, network: default, NAD default, SandboxID: "04a63c8f6a9e8f2aa0a5e526c6bd4a9b8c2f415957c8a916fd073390ce47853c", PCI device ID: , UID: "6a7b9a52-50d8-4fe0-bc6c-67810f9f6b37", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0512 12:10:24.466782 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-verify-conforma-pod 04a63c8f6a9e8f2aa0a5e526c6bd4a9b8c2f415957c8a916fd073390ce47853c network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-verify-conforma-pod 04a63c8f6a9e8f2aa0a5e526c6bd4a9b8c2f415957c8a916fd073390ce47853c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:e9:a9:ad:f7:9a\",\"name\":\"04a63c8f6a9e8f2\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/838c6838-aeb7-4e87-b156-83cef9afe83b\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:10:31.647194 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod b694c6d34b93551052b3d484f8e9e4370aecc888997aecb589095aa28971239d network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod b694c6d34b93551052b3d484f8e9e4370aecc888997aecb589095aa28971239d network default NAD default NAD key ] I0512 12:10:31.736033 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod b694c6d34b93551052b3d484f8e9e4370aecc888997aecb589095aa28971239d network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod b694c6d34b93551052b3d484f8e9e4370aecc888997aecb589095aa28971239d network default NAD default NAD key default], result "{}", err I0512 12:10:31.824994 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:31.825028 3704 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod I0512 12:10:31.826401 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod, ips: 10.129.0.72 I0512 12:10:31.826431 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:00.949739 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-verify-conforma-pod 04a63c8f6a9e8f2aa0a5e526c6bd4a9b8c2f415957c8a916fd073390ce47853c network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-verify-conforma-pod 04a63c8f6a9e8f2aa0a5e526c6bd4a9b8c2f415957c8a916fd073390ce47853c network default NAD default NAD key ] I0512 12:11:01.065902 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-verify-conforma-pod 04a63c8f6a9e8f2aa0a5e526c6bd4a9b8c2f415957c8a916fd073390ce47853c network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-verify-conforma-pod 04a63c8f6a9e8f2aa0a5e526c6bd4a9b8c2f415957c8a916fd073390ce47853c network default NAD default NAD key default], result "{}", err I0512 12:11:01.193317 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:01.193381 3704 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-verify-conforma-pod I0512 12:11:01.194898 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-verify-conforma-pod, ips: 10.129.0.73 I0512 12:11:01.194927 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:33.550970 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:33.551739 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:34.083909 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod] creating logical port managed-tenant-6103z_managed-g9rst-sign-image-cosign-keyless-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:11:34.084071 3704 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod I0512 12:11:34.112350 3704 pod.go:62] [managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod] pod update took 28.318996ms I0512 12:11:34.112377 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 28.351948ms I0512 12:11:34.113664 3704 pods.go:271] [managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod] addLogicalPort took 29.773181ms, libovsdb time 876.772µs I0512 12:11:34.453834 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod aca0c6a2204e00b23eef27f6862687d199d048f16edbfe274a40fe4191d663bf network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod aca0c6a2204e00b23eef27f6862687d199d048f16edbfe274a40fe4191d663bf network default NAD default NAD key ] I0512 12:11:34.463633 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-sign-image-cosign-keyless-pod, hostIfaceName: aca0c6a2204e00b, network: default, NAD default, SandboxID: "aca0c6a2204e00b23eef27f6862687d199d048f16edbfe274a40fe4191d663bf", PCI device ID: , UID: "df949fbb-989a-4bee-85d9-58f49990d9d4", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0512 12:11:34.518895 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod aca0c6a2204e00b23eef27f6862687d199d048f16edbfe274a40fe4191d663bf network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod aca0c6a2204e00b23eef27f6862687d199d048f16edbfe274a40fe4191d663bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:73:4b:b2:c8:4d\",\"name\":\"aca0c6a2204e00b\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11b66d49-55cf-4e76-a9d3-03832f800c49\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:11:34.601545 3704 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 12:11:37.277528 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 12:11:43.181599 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 12:12:34.775695 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod aca0c6a2204e00b23eef27f6862687d199d048f16edbfe274a40fe4191d663bf network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod aca0c6a2204e00b23eef27f6862687d199d048f16edbfe274a40fe4191d663bf network default NAD default NAD key ] I0512 12:12:34.885882 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod aca0c6a2204e00b23eef27f6862687d199d048f16edbfe274a40fe4191d663bf network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod aca0c6a2204e00b23eef27f6862687d199d048f16edbfe274a40fe4191d663bf network default NAD default NAD key default], result "{}", err I0512 12:12:34.958406 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:12:34.958446 3704 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod I0512 12:12:34.960062 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod, ips: 10.129.0.74 I0512 12:12:34.960096 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:12:36.409058 3704 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-process-component-sbom-pod] creating logical port managed-tenant-6103z_managed-g9rst-process-component-sbom-pod for pod on switch ip-10-0-0-92.ec2.internal I0512 12:12:36.409180 3704 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-process-component-sbom-pod I0512 12:12:36.447058 3704 pod.go:62] [managed-tenant-6103z/managed-g9rst-process-component-sbom-pod] pod update took 37.914641ms I0512 12:12:36.447090 3704 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-process-component-sbom-pod] addLogicalPort annotation time took 37.949684ms I0512 12:12:36.448430 3704 pods.go:271] [managed-tenant-6103z/managed-g9rst-process-component-sbom-pod] addLogicalPort took 39.387516ms, libovsdb time 835.351µs I0512 12:12:36.780642 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-process-component-sbom-pod 9a9ff84fb74fd2d98de364840db4092c70d87617eaeec87e5f6edb2c8f77bdbc network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-process-component-sbom-pod 9a9ff84fb74fd2d98de364840db4092c70d87617eaeec87e5f6edb2c8f77bdbc network default NAD default NAD key ] I0512 12:12:36.791378 3704 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-process-component-sbom-pod, hostIfaceName: 9a9ff84fb74fd2d, network: default, NAD default, SandboxID: "9a9ff84fb74fd2d98de364840db4092c70d87617eaeec87e5f6edb2c8f77bdbc", PCI device ID: , UID: "8788aefe-150b-49e2-98ce-caadb2570a02", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0512 12:12:36.849608 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-process-component-sbom-pod 9a9ff84fb74fd2d98de364840db4092c70d87617eaeec87e5f6edb2c8f77bdbc network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-process-component-sbom-pod 9a9ff84fb74fd2d98de364840db4092c70d87617eaeec87e5f6edb2c8f77bdbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:05:3d:c5:01:c8\",\"name\":\"9a9ff84fb74fd2d\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8017bb35-5653-4605-a91c-a8653b021bfb\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 12:12:39.609107 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0512 12:12:49.399889 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 12:13:02.033488 3704 cni.go:452] [managed-tenant-6103z/managed-g9rst-process-component-sbom-pod 9a9ff84fb74fd2d98de364840db4092c70d87617eaeec87e5f6edb2c8f77bdbc network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-process-component-sbom-pod 9a9ff84fb74fd2d98de364840db4092c70d87617eaeec87e5f6edb2c8f77bdbc network default NAD default NAD key ] I0512 12:13:02.142566 3704 cni.go:473] [managed-tenant-6103z/managed-g9rst-process-component-sbom-pod 9a9ff84fb74fd2d98de364840db4092c70d87617eaeec87e5f6edb2c8f77bdbc network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-process-component-sbom-pod 9a9ff84fb74fd2d98de364840db4092c70d87617eaeec87e5f6edb2c8f77bdbc network default NAD default NAD key default], result "{}", err I0512 12:13:02.240829 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:02.240867 3704 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-process-component-sbom-pod I0512 12:13:02.242429 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-process-component-sbom-pod, ips: 10.129.0.75 I0512 12:13:02.242494 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:09.456433 3704 cni.go:452] [managed-tenant-6103z/affinity-assistant-161d10447e-0 d4b5cf4d033b8b9d8abe0c1eb6362b14715333d743860eb76aa8fb8b5ba07a7f network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/affinity-assistant-161d10447e-0 d4b5cf4d033b8b9d8abe0c1eb6362b14715333d743860eb76aa8fb8b5ba07a7f network default NAD default NAD key ] I0512 12:13:09.543480 3704 cni.go:473] [managed-tenant-6103z/affinity-assistant-161d10447e-0 d4b5cf4d033b8b9d8abe0c1eb6362b14715333d743860eb76aa8fb8b5ba07a7f network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/affinity-assistant-161d10447e-0 d4b5cf4d033b8b9d8abe0c1eb6362b14715333d743860eb76aa8fb8b5ba07a7f network default NAD default NAD key default], result "{}", err I0512 12:13:09.595958 3704 obj_retry.go:498] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:09.595997 3704 pods.go:176] Deleting pod: managed-tenant-6103z/affinity-assistant-161d10447e-0 I0512 12:13:09.597447 3704 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/affinity-assistant-161d10447e-0, ips: 10.129.0.65 I0512 12:13:09.597493 3704 obj_retry.go:498] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:10.100581 3704 obj_retry.go:492] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:10.100626 3704 obj_retry.go:492] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:10.108734 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/affinity-assistant-161d10447e-0 I0512 12:13:10.108754 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/affinity-assistant-161d10447e-0 I0512 12:13:10.214242 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:10.214840 3704 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:12.760362 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:17.890690 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.890715 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.899493 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-apply-mapping-pod I0512 12:13:17.899521 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-apply-mapping-pod I0512 12:13:17.907696 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.907712 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.915282 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-check-data-keys-pod I0512 12:13:17.915307 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-check-data-keys-pod I0512 12:13:17.924325 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.924341 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.931539 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-data-pod I0512 12:13:17.931562 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-data-pod I0512 12:13:17.940623 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.940643 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.947534 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod I0512 12:13:17.947554 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod I0512 12:13:17.955079 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.955098 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.961779 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-signing-params-pod I0512 12:13:17.961800 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-signing-params-pod I0512 12:13:17.969267 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.969293 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.976821 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-task-params-pod I0512 12:13:17.976844 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-task-params-pod I0512 12:13:17.985000 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.985014 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.991426 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod I0512 12:13:17.991449 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod I0512 12:13:18.000899 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.000918 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.007058 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod I0512 12:13:18.007077 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod I0512 12:13:18.016213 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.016287 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.023697 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-process-component-sbom-pod I0512 12:13:18.023717 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-process-component-sbom-pod I0512 12:13:18.032022 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.032037 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.042561 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-push-snapshot-pod I0512 12:13:18.042583 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-push-snapshot-pod I0512 12:13:18.051097 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.051116 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.064152 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod I0512 12:13:18.064178 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod I0512 12:13:18.073622 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.073639 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.080606 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod I0512 12:13:18.080630 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod I0512 12:13:18.088850 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.088863 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.095731 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-update-cr-status-pod I0512 12:13:18.095753 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-update-cr-status-pod I0512 12:13:18.104225 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.104242 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.110281 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod I0512 12:13:18.110301 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod I0512 12:13:18.122239 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.122256 3704 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.130701 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-verify-conforma-pod I0512 12:13:18.130718 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-verify-conforma-pod I0512 12:13:23.610631 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:26.347956 3704 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.347978 3704 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.354072 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-chgj-kg6ks-verify-pod I0512 12:13:26.354125 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-chgj-kg6ks-verify-pod I0512 12:13:26.528279 3704 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.528301 3704 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.535712 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod I0512 12:13:26.535741 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod I0512 12:13:30.261097 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:31.184506 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 12:13:37.032761 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:40.197660 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0512 12:13:40.275574 3704 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 12:13:43.572731 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:50.053093 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:14:14.728620 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:15:09.399179 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:15:15.185279 3704 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0512 12:15:34.128861 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:15:50.242078 3704 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:15:50.280092 3704 namespace.go:317] [managed-tenant-6103z] deleting namespace I0512 12:16:11.221934 3704 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq 725bf02e4015b4b6e39fac3654f16776843f82234b8a39e94badc7b3e5492c6f network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq 725bf02e4015b4b6e39fac3654f16776843f82234b8a39e94badc7b3e5492c6f network default NAD default NAD key ] I0512 12:16:11.318653 3704 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq 725bf02e4015b4b6e39fac3654f16776843f82234b8a39e94badc7b3e5492c6f network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq 725bf02e4015b4b6e39fac3654f16776843f82234b8a39e94badc7b3e5492c6f network default NAD default NAD key default], result "{}", err I0512 12:16:11.375667 3704 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:16:11.375729 3704 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq I0512 12:16:11.377313 3704 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq, ips: 10.129.0.66 I0512 12:16:11.377343 3704 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:16:11.628762 3704 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:16:11.628830 3704 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:16:11.637914 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq I0512 12:16:11.637943 3704 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq I0512 12:16:20.504849 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 12:17:25.609601 3704 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 12:17:35.604715 3704 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6