+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-173.ec2.internal ++ [[ -n ip-10-0-0-173.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-173.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 08:06:21.224635132 - disable conntrack on geneve port' I0425 08:06:21.224635132 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0425 08:06:21.257199088 - starting ovnkube-node + echo 'I0425 08:06:21.257199088 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-173.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-173.ec2.internal --init-node ip-10-0-0-173.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-173.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 08:06:21.300736 3932 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 08:06:21.300833 3932 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-b8b19c7afc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 08:06:21.302491 3932 kube.go:431] Waiting for certificate I0425 08:06:21.302535 3932 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 08:06:21.302569 3932 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 08:06:21.303393 3932 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 08:06:21.335608 3932 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:21.335629 3932 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:21.337669 3932 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:21.337763 3932 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-j6df2" I0425 08:06:21.348712 3932 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-j6df2" I0425 08:06:21.348786 3932 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:22.302905 3932 kube.go:438] Certificate found I0425 08:06:22.303563 3932 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 08:06:22.304714 3932 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 08:06:22.360215 3932 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 08:01:21 +0000 UTC" deadline="2026-04-26 03:38:26.868946449 +0000 UTC" I0425 08:06:22.360263 3932 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h32m4.508699355s" I0425 08:06:22.387889 3932 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 08:06:22.396893 3932 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 08:06:22.396964 3932 server.go:101] MetricServer registers OVS metrics I0425 08:06:22.397075 3932 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 08:06:22.397163 3932 factory.go:561] Starting watch factory I0425 08:06:22.397222 3932 server.go:105] MetricServer registers OVN DB metrics I0425 08:06:22.397312 3932 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.397330 3932 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.397357 3932 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.397341 3932 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.397373 3932 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.397367 3932 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.398427 3932 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.398454 3932 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.398724 3932 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.398743 3932 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.399358 3932 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.399384 3932 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.402126 3932 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 08:06:22.402158 3932 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 08:06:22.402266 3932 controller_manager.go:370] Starting the ovnkube controller I0425 08:06:22.402278 3932 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-173.ec2.internal I0425 08:06:22.402328 3932 controller_manager.go:395] NBDB zone sync took: 40.966µs I0425 08:06:22.402339 3932 factory.go:561] Starting watch factory I0425 08:06:22.414367 3932 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.414882 3932 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.415035 3932 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.415133 3932 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.417282 3932 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.417305 3932 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 08:06:22.417407 3932 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 08:06:22.422393 3932 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 08:06:22.422432 3932 server.go:109] MetricServer registers OVN Controller metrics I0425 08:06:22.426738 3932 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:22.427255 3932 server.go:113] MetricServer registers OVN Northd metrics I0425 08:06:22.431347 3932 metrics.go:519] OVN Metrics Server starts to run ... I0425 08:06:22.503225 3932 factory.go:1977] *v1.Pod informer cache synced successfully I0425 08:06:22.503248 3932 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 08:06:22.503252 3932 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 08:06:22.503255 3932 factory.go:1977] *v1.Node informer cache synced successfully I0425 08:06:22.503258 3932 factory.go:1977] *v1.Service informer cache synced successfully I0425 08:06:22.503262 3932 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 08:06:22.503352 3932 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:22.503361 3932 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:22.503368 3932 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:22.503374 3932 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:22.505750 3932 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:22.506156 3932 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:22.508885 3932 factory.go:1977] *v1.Service informer cache synced successfully I0425 08:06:22.508897 3932 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 08:06:22.508901 3932 factory.go:1977] *v1.Pod informer cache synced successfully I0425 08:06:22.508904 3932 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 08:06:22.508907 3932 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 08:06:22.508910 3932 factory.go:1977] *v1.Node informer cache synced successfully I0425 08:06:22.508886 3932 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 08:06:22.508919 3932 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 08:06:22.508982 3932 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.508992 3932 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.510911 3932 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.514610 3932 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 08:06:22.514623 3932 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 08:06:22.514631 3932 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 08:06:22.514671 3932 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.514686 3932 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.516952 3932 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.520682 3932 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 08:06:22.520692 3932 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 08:06:22.520748 3932 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.520763 3932 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.522891 3932 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.525784 3932 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 08:06:22.525797 3932 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 08:06:22.525848 3932 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.525860 3932 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.528350 3932 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.531132 3932 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 08:06:22.531206 3932 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 08:06:22.531261 3932 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.531273 3932 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.533722 3932 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.536402 3932 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 08:06:22.536416 3932 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 08:06:22.536555 3932 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:22.536567 3932 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:22.538701 3932 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:22.541483 3932 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 08:06:22.541495 3932 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 08:06:22.541543 3932 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.541551 3932 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.541557 3932 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.541561 3932 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.543886 3932 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.544060 3932 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:22.547316 3932 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 08:06:22.547392 3932 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 08:06:22.547402 3932 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 08:06:22.547410 3932 factory.go:680] Watch Factory start up complete, took: 150.250692ms I0425 08:06:22.547468 3932 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 08:06:22.553082 3932 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 08:06:22.553094 3932 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 08:06:22.553101 3932 factory.go:680] Watch Factory start up complete, took: 150.761277ms I0425 08:06:22.553108 3932 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-173.ec2.internal" zone I0425 08:06:22.596260 3932 default_node_network_controller.go:710] Initializing the default node network controller I0425 08:06:22.691800 3932 udn_isolation.go:101] Starting UDN host isolation manager I0425 08:06:22.697911 3932 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 08:06:22.760767 3932 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 08:06:22.760836 3932 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 08:06:22.760850 3932 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 08:06:22.795425 3932 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 08:06:22.795497 3932 default_node_network_controller.go:809] Node ip-10-0-0-173.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0425 08:06:22.801563 3932 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.173"] k8s.ovn.org/zone-name:ip-10-0-0-173.ec2.internal] on node ip-10-0-0-173.ec2.internal I0425 08:06:22.823191 3932 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 08:06:22.830125 3932 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 08:06:22.830283 3932 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0425 08:06:22.830463 3932 gateway_init.go:263] Preparing Gateway I0425 08:06:22.830473 3932 gateway_shared_intf.go:1687] Creating new gateway I0425 08:06:22.942400 3932 iptables.go:108] Creating table: filter chain: FORWARD I0425 08:06:22.949416 3932 iptables.go:108] Creating table: filter chain: OUTPUT I0425 08:06:22.956166 3932 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 08:06:22.956182 3932 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-173.ec2.internal","mac-address":"12:f7:e3:69:37:73","ip-addresses":["10.0.0.173/24"],"ip-address":"10.0.0.173/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:96174f95-2b2d-4fa3-b261-8eb6fd2f0a0e k8s.ovn.org/node-encap-ips:["10.0.0.173"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.173/24"} k8s.ovn.org/zone-name:ip-10-0-0-173.ec2.internal] on node ip-10-0-0-173.ec2.internal I0425 08:06:22.976421 3932 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:23.053445 3932 controller_manager.go:429] Waiting for node in zone sync took: 500.323517ms I0425 08:06:23.060549 3932 controller_manager.go:611] Switching to transit router for layer2 networks I0425 08:06:23.060569 3932 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-173.ec2.internal I0425 08:06:23.076497 3932 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 08:06:23.083808 3932 controller_manager.go:290] SCTP support detected in OVN I0425 08:06:23.084433 3932 services_controller.go:69] Creating services controller for network=default I0425 08:06:23.084547 3932 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 08:06:23.084653 3932 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 08:06:23.084685 3932 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 08:06:23.084697 3932 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 08:06:23.084706 3932 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 08:06:23.084880 3932 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 08:06:23.084923 3932 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 08:06:23.085006 3932 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 89.707µs I0425 08:06:23.085043 3932 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 108.273µs I0425 08:06:23.085060 3932 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 134.878µs I0425 08:06:23.085067 3932 udn_enabled_svc.go:95] Performing full resync I0425 08:06:23.085068 3932 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 08:06:23.085080 3932 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 08:06:23.085093 3932 default_network_controller.go:325] Starting the default network controller I0425 08:06:23.085211 3932 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.565µs I0425 08:06:23.085851 3932 udn_enabled_svc.go:99] Waiting for handler to sync I0425 08:06:23.085862 3932 udn_enabled_svc.go:104] Starting worker I0425 08:06:23.095532 3932 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 08:06:23.095591 3932 repair.go:33] Syncing exgw routes took 42.868µs I0425 08:06:23.095613 3932 default_network_controller.go:414] Starting all the Watchers... I0425 08:06:23.095786 3932 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 08:06:23.095826 3932 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 08:06:23.095839 3932 namespace.go:98] [openshift-console-operator] adding namespace I0425 08:06:23.095850 3932 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 08:06:23.095856 3932 namespace.go:98] [openshift-infra] adding namespace I0425 08:06:23.095859 3932 namespace.go:98] [openshift-config-operator] adding namespace I0425 08:06:23.095862 3932 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 08:06:23.095879 3932 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 08:06:23.095898 3932 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 08:06:23.095908 3932 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 08:06:23.095914 3932 namespace.go:98] [kube-node-lease] adding namespace I0425 08:06:23.095919 3932 namespace.go:98] [openshift-network-operator] adding namespace I0425 08:06:23.095925 3932 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 08:06:23.095930 3932 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 08:06:23.095942 3932 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 08:06:23.096550 3932 namespace.go:102] [openshift-must-gather-operator] adding namespace took 749.209µs I0425 08:06:23.096570 3932 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 08:06:23.097247 3932 namespace.go:102] [openshift-apiserver-operator] adding namespace took 670.131µs I0425 08:06:23.097264 3932 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 08:06:23.097893 3932 namespace.go:102] [openshift-backplane-cse] adding namespace took 621.676µs I0425 08:06:23.097911 3932 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 08:06:23.098473 3932 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.63691ms I0425 08:06:23.098483 3932 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 08:06:23.099008 3932 namespace.go:102] [openshift-console-operator] adding namespace took 3.160405ms I0425 08:06:23.099021 3932 namespace.go:98] [openshift-etcd] adding namespace I0425 08:06:23.099584 3932 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.723018ms I0425 08:06:23.099601 3932 namespace.go:98] [open-cluster-management-2pt28i6am2tvfkk8t5psmmu18t76ekft] adding namespace I0425 08:06:23.100227 3932 namespace.go:102] [openshift-config-operator] adding namespace took 4.357635ms I0425 08:06:23.100241 3932 namespace.go:98] [openshift-operators] adding namespace I0425 08:06:23.100809 3932 namespace.go:102] [openshift-infra] adding namespace took 4.942629ms I0425 08:06:23.100829 3932 namespace.go:98] [openshift-console] adding namespace I0425 08:06:23.101350 3932 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.480133ms I0425 08:06:23.101362 3932 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 08:06:23.101831 3932 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.938001ms I0425 08:06:23.101844 3932 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 08:06:23.102337 3932 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.429324ms I0425 08:06:23.102353 3932 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 08:06:23.102892 3932 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.977688ms I0425 08:06:23.102906 3932 namespace.go:98] [openshift-authentication] adding namespace I0425 08:06:23.103375 3932 namespace.go:102] [kube-node-lease] adding namespace took 7.455593ms I0425 08:06:23.103388 3932 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 08:06:23.103839 3932 namespace.go:102] [openshift-network-operator] adding namespace took 7.913296ms I0425 08:06:23.103852 3932 namespace.go:98] [openshift-ingress] adding namespace I0425 08:06:23.104439 3932 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.508227ms I0425 08:06:23.104454 3932 namespace.go:98] [kube-system] adding namespace W0425 08:06:23.104925 3932 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-7b8qd: pod openshift-network-diagnostics/network-check-target-7b8qd: no pod IPs found W0425 08:06:23.104944 3932 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-f44m9: pod openshift-network-diagnostics/network-check-target-f44m9: no pod IPs found W0425 08:06:23.104955 3932 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qscj9: pod openshift-network-diagnostics/network-check-target-qscj9: no pod IPs found I0425 08:06:23.104955 3932 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.020759ms I0425 08:06:23.104984 3932 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 08:06:23.105584 3932 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.635592ms I0425 08:06:23.105594 3932 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 08:06:23.106035 3932 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.117367ms I0425 08:06:23.106051 3932 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 08:06:23.106611 3932 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.120183ms I0425 08:06:23.106627 3932 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 08:06:23.107161 3932 namespace.go:102] [openshift-etcd] adding namespace took 8.133872ms I0425 08:06:23.107174 3932 namespace.go:98] [openshift-controller-manager] adding namespace I0425 08:06:23.107589 3932 namespace.go:102] [open-cluster-management-2pt28i6am2tvfkk8t5psmmu18t76ekft] adding namespace took 7.982181ms I0425 08:06:23.107608 3932 namespace.go:98] [openshift-machine-api] adding namespace I0425 08:06:23.107949 3932 namespace.go:102] [openshift-operators] adding namespace took 7.69978ms I0425 08:06:23.107989 3932 namespace.go:98] [openshift-node] adding namespace I0425 08:06:23.108427 3932 namespace.go:102] [openshift-console] adding namespace took 7.591656ms I0425 08:06:23.108444 3932 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 08:06:23.109012 3932 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.633574ms I0425 08:06:23.109037 3932 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 08:06:23.109463 3932 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.611497ms I0425 08:06:23.109479 3932 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 08:06:23.110016 3932 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.657343ms I0425 08:06:23.110036 3932 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 08:06:23.110438 3932 namespace.go:102] [openshift-authentication] adding namespace took 7.52711ms I0425 08:06:23.110452 3932 namespace.go:98] [openshift-dns-operator] adding namespace I0425 08:06:23.110877 3932 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.482437ms I0425 08:06:23.110891 3932 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 08:06:23.111479 3932 namespace.go:102] [openshift-ingress] adding namespace took 7.621096ms I0425 08:06:23.111497 3932 namespace.go:98] [openshift-insights] adding namespace I0425 08:06:23.111998 3932 namespace.go:102] [kube-system] adding namespace took 7.539816ms I0425 08:06:23.112013 3932 namespace.go:98] [openshift-dns] adding namespace I0425 08:06:23.112603 3932 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.611717ms I0425 08:06:23.112618 3932 namespace.go:98] [openshift-network-console] adding namespace I0425 08:06:23.113078 3932 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.47895ms I0425 08:06:23.113094 3932 namespace.go:98] [openshift-config-managed] adding namespace I0425 08:06:23.113508 3932 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.452377ms I0425 08:06:23.113520 3932 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 08:06:23.113928 3932 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.296413ms I0425 08:06:23.113940 3932 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 08:06:23.114380 3932 namespace.go:102] [openshift-controller-manager] adding namespace took 7.199722ms I0425 08:06:23.114396 3932 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 08:06:23.114828 3932 namespace.go:102] [openshift-machine-api] adding namespace took 7.214275ms I0425 08:06:23.114842 3932 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 08:06:23.115404 3932 namespace.go:102] [openshift-node] adding namespace took 7.408206ms I0425 08:06:23.115420 3932 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 08:06:23.115803 3932 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.35186ms I0425 08:06:23.115822 3932 namespace.go:98] [dedicated-admin] adding namespace I0425 08:06:23.116292 3932 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.247641ms I0425 08:06:23.116306 3932 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 08:06:23.116834 3932 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.34585ms I0425 08:06:23.116849 3932 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 08:06:23.117685 3932 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.642916ms I0425 08:06:23.117703 3932 namespace.go:98] [openshift-monitoring] adding namespace I0425 08:06:23.118088 3932 namespace.go:102] [openshift-dns-operator] adding namespace took 7.630279ms I0425 08:06:23.118103 3932 namespace.go:98] [openshift-package-operator] adding namespace I0425 08:06:23.118659 3932 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.759445ms I0425 08:06:23.118677 3932 namespace.go:98] [openshift-marketplace] adding namespace I0425 08:06:23.119108 3932 namespace.go:102] [openshift-insights] adding namespace took 7.604479ms I0425 08:06:23.119125 3932 namespace.go:98] [openshift-host-network] adding namespace I0425 08:06:23.119689 3932 namespace.go:102] [openshift-dns] adding namespace took 7.669537ms I0425 08:06:23.119704 3932 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 08:06:23.120222 3932 namespace.go:102] [openshift-network-console] adding namespace took 7.599407ms I0425 08:06:23.120236 3932 namespace.go:98] [openshift-config] adding namespace I0425 08:06:23.120855 3932 namespace.go:102] [openshift-config-managed] adding namespace took 7.754671ms I0425 08:06:23.120871 3932 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 08:06:23.121446 3932 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.920432ms I0425 08:06:23.121997 3932 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.050935ms I0425 08:06:23.122014 3932 namespace.go:98] [openshift-logging] adding namespace I0425 08:06:23.122517 3932 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.115861ms I0425 08:06:23.122531 3932 namespace.go:98] [default] adding namespace I0425 08:06:23.123043 3932 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.193788ms I0425 08:06:23.123060 3932 namespace.go:98] [openshift] adding namespace I0425 08:06:23.123544 3932 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.115319ms I0425 08:06:23.123559 3932 namespace.go:98] [openshift-image-registry] adding namespace I0425 08:06:23.124108 3932 namespace.go:102] [dedicated-admin] adding namespace took 8.281168ms I0425 08:06:23.124122 3932 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 08:06:23.124747 3932 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.436457ms I0425 08:06:23.124760 3932 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 08:06:23.125407 3932 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.552171ms I0425 08:06:23.125940 3932 namespace.go:102] [openshift-monitoring] adding namespace took 8.230662ms I0425 08:06:23.125955 3932 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 08:06:23.126429 3932 namespace.go:102] [openshift-package-operator] adding namespace took 8.320109ms I0425 08:06:23.126449 3932 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 08:06:23.127041 3932 namespace.go:102] [openshift-marketplace] adding namespace took 8.356422ms I0425 08:06:23.127058 3932 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 08:06:23.127637 3932 namespace.go:102] [openshift-host-network] adding namespace took 8.506598ms I0425 08:06:23.127651 3932 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 08:06:23.128246 3932 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.537672ms I0425 08:06:23.128255 3932 namespace.go:98] [openshift-cluster-version] adding namespace I0425 08:06:23.128757 3932 namespace.go:102] [openshift-config] adding namespace took 8.515505ms I0425 08:06:23.128773 3932 namespace.go:98] [kube-public] adding namespace I0425 08:06:23.129291 3932 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.414981ms I0425 08:06:23.129307 3932 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 08:06:23.129767 3932 namespace.go:102] [openshift-logging] adding namespace took 7.745979ms I0425 08:06:23.130300 3932 namespace.go:102] [default] adding namespace took 7.762852ms I0425 08:06:23.130842 3932 namespace.go:102] [openshift] adding namespace took 7.774942ms I0425 08:06:23.131384 3932 namespace.go:102] [openshift-image-registry] adding namespace took 7.818956ms I0425 08:06:23.131864 3932 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.737054ms I0425 08:06:23.132406 3932 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.642876ms I0425 08:06:23.132418 3932 namespace.go:98] [openshift-apiserver] adding namespace I0425 08:06:23.132945 3932 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.985025ms I0425 08:06:23.133434 3932 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.979032ms I0425 08:06:23.133934 3932 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.868452ms I0425 08:06:23.133958 3932 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 08:06:23.134437 3932 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.780791ms I0425 08:06:23.134993 3932 namespace.go:102] [openshift-cluster-version] adding namespace took 6.73365ms I0425 08:06:23.135005 3932 namespace.go:98] [openshift-backplane] adding namespace I0425 08:06:23.135584 3932 namespace.go:102] [kube-public] adding namespace took 6.803644ms I0425 08:06:23.136050 3932 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.737171ms I0425 08:06:23.136067 3932 namespace.go:98] [openshift-multus] adding namespace I0425 08:06:23.136557 3932 namespace.go:102] [openshift-apiserver] adding namespace took 4.131256ms I0425 08:06:23.137136 3932 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.170756ms W0425 08:06:23.137674 3932 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tmqff: pod openshift-multus/network-metrics-daemon-tmqff: no pod IPs found W0425 08:06:23.137692 3932 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-cv58w: pod openshift-multus/network-metrics-daemon-cv58w: no pod IPs found W0425 08:06:23.137700 3932 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jk27p: pod openshift-multus/network-metrics-daemon-jk27p: no pod IPs found I0425 08:06:23.137702 3932 namespace.go:102] [openshift-backplane] adding namespace took 2.691272ms I0425 08:06:23.138268 3932 namespace.go:102] [openshift-multus] adding namespace took 2.194018ms W0425 08:06:23.138366 3932 master.go:471] Unable to parse remote node ip-10-0-1-41.ec2.internal chassis-id annotation. Chassis may be removed during sync W0425 08:06:23.138375 3932 master.go:471] Unable to parse remote node ip-10-0-2-86.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 08:06:23.138503 3932 master.go:548] Adding or Updating local node "ip-10-0-0-173.ec2.internal" for network "default" I0425 08:06:23.138543 3932 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-86.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-86.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-86.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-86.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-86.ec2.internal I0425 08:06:23.138545 3932 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-41.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-41.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-41.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-41.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-41.ec2.internal W0425 08:06:23.147661 3932 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tmqff: pod openshift-multus/network-metrics-daemon-tmqff: no pod IPs found W0425 08:06:23.147679 3932 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-f44m9: pod openshift-network-diagnostics/network-check-target-f44m9: no pod IPs found I0425 08:06:23.148702 3932 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-173.ec2.internal for the network default I0425 08:06:23.149039 3932 zone_ic_handler.go:195] Time taken to create transit switch: 325.434µs I0425 08:06:23.149848 3932 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 08:06:23.149875 3932 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 08:06:23.149889 3932 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 08:06:23.149914 3932 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-173.ec2.internal in network "default" I0425 08:06:23.149963 3932 node_tracker.go:169] Node ip-10-0-0-173.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:23.150010 3932 services_controller.go:574] Full service sync requested for network=default I0425 08:06:23.150025 3932 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-41.ec2.internal in network "default" I0425 08:06:23.150044 3932 node_tracker.go:235] Node ip-10-0-1-41.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-41.ec2.internal" I0425 08:06:23.150058 3932 node_tracker.go:169] Node ip-10-0-1-41.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:23.150064 3932 services_controller.go:574] Full service sync requested for network=default I0425 08:06:23.150074 3932 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-86.ec2.internal in network "default" I0425 08:06:23.150083 3932 node_tracker.go:235] Node ip-10-0-2-86.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-86.ec2.internal" I0425 08:06:23.150089 3932 node_tracker.go:169] Node ip-10-0-2-86.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:23.150092 3932 services_controller.go:574] Full service sync requested for network=default I0425 08:06:23.157806 3932 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-86.ec2.internal in network "default" I0425 08:06:23.157852 3932 default_network_controller.go:1025] Node "ip-10-0-2-86.ec2.internal" in remote zone "ip-10-0-2-86.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:23.157857 3932 node_tracker.go:169] Node ip-10-0-2-86.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:23.157873 3932 services_controller.go:574] Full service sync requested for network=default I0425 08:06:23.158690 3932 zone_ic_handler.go:195] Time taken to create transit switch: 245.339µs I0425 08:06:23.158708 3932 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-86.ec2.internal for the network default I0425 08:06:23.159746 3932 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-86.ec2.internal" on network "default" took: 1.313057ms I0425 08:06:23.250268 3932 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 08:06:23.250296 3932 services_controller.go:208] Setting up event handlers for services for network=default I0425 08:06:23.250373 3932 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 08:06:23.250410 3932 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 08:06:23.250422 3932 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 08:06:23.351072 3932 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 08:06:23.351093 3932 repair.go:60] Starting repairing loop for services I0425 08:06:23.351179 3932 repair.go:131] Deleted 0 stale service LBs I0425 08:06:23.351197 3932 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 08:06:23.351214 3932 repair.go:62] Finished repairing loop for services: 123.534µs I0425 08:06:23.351241 3932 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 08:06:23.351256 3932 services_controller.go:254] Starting workers for network=default I0425 08:06:23.351592 3932 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-7b8qd, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-7b8qd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-7b8qd: no pod IPs found I0425 08:06:23.351634 3932 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-jk27p, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jk27p: suppressed error logged: pod openshift-multus/network-metrics-daemon-jk27p: no pod IPs found I0425 08:06:23.351667 3932 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-cv58w, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-cv58w: suppressed error logged: pod openshift-multus/network-metrics-daemon-cv58w: no pod IPs found I0425 08:06:23.351685 3932 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-f44m9] creating logical port openshift-network-diagnostics_network-check-target-f44m9 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:06:23.351699 3932 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tmqff] creating logical port openshift-multus_network-metrics-daemon-tmqff for pod on switch ip-10-0-0-173.ec2.internal I0425 08:06:23.351716 3932 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-qscj9, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qscj9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qscj9: no pod IPs found I0425 08:06:23.351880 3932 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-f44m9 I0425 08:06:23.351947 3932 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tmqff I0425 08:06:23.371193 3932 pod.go:62] [openshift-multus/network-metrics-daemon-tmqff] pod update took 19.421271ms I0425 08:06:23.371214 3932 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-tmqff] addLogicalPort annotation time took 19.445723ms I0425 08:06:23.371722 3932 pod.go:62] [openshift-network-diagnostics/network-check-target-f44m9] pod update took 19.949669ms I0425 08:06:23.371738 3932 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-f44m9] addLogicalPort annotation time took 19.969052ms I0425 08:06:23.372039 3932 pods.go:271] [openshift-multus/network-metrics-daemon-tmqff] addLogicalPort took 20.350633ms, libovsdb time 627.844µs I0425 08:06:23.373137 3932 pods.go:271] [openshift-network-diagnostics/network-check-target-f44m9] addLogicalPort took 21.467388ms, libovsdb time 1.047553ms I0425 08:06:23.373622 3932 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 08:06:23.373652 3932 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 08:06:23.373667 3932 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 08:06:23.373674 3932 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 08:06:23.373939 3932 repair.go:29] Repairing admin network policies took 258.459µs I0425 08:06:23.374121 3932 repair.go:92] Repairing baseline admin network policies took 169.525µs I0425 08:06:23.374350 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 08:06:23.374367 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 08:06:23.375915 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 08:06:23.375931 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 08:06:23.375939 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 08:06:23.376496 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 08:06:23.376516 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 08:06:23.376538 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 08:06:23.377170 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 08:06:23.377196 3932 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 08:06:23.377205 3932 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 08:06:23.378623 3932 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 08:06:23.378642 3932 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 08:06:23.378651 3932 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 08:06:23.379538 3932 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 08:06:23.379558 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 08:06:23.379932 3932 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 08:06:23.379944 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 08:06:23.380714 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 08:06:23.380738 3932 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 08:06:23.380750 3932 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 08:06:23.382717 3932 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 08:06:23.382733 3932 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 08:06:23.382742 3932 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 08:06:23.383651 3932 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 08:06:23.383670 3932 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 08:06:23.383681 3932 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 08:06:23.385850 3932 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 08:06:23.385870 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 08:06:23.385879 3932 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 08:06:23.387697 3932 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 08:06:23.387715 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 08:06:23.387728 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 08:06:23.389052 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 08:06:23.389070 3932 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 08:06:23.389077 3932 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 08:06:23.390724 3932 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 08:06:23.390741 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 08:06:23.390749 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 08:06:23.391343 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 08:06:23.391366 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 08:06:23.391372 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 08:06:23.392561 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 08:06:23.392579 3932 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 08:06:23.392591 3932 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 08:06:23.393756 3932 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 08:06:23.393774 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 08:06:23.393781 3932 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 08:06:23.394049 3932 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 08:06:23.394066 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 08:06:23.394074 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 08:06:23.394545 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 08:06:23.394560 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 08:06:23.394567 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 08:06:23.395079 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 08:06:23.395096 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 08:06:23.395112 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 08:06:23.395590 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 08:06:23.395604 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 08:06:23.395637 3932 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 08:06:23.396331 3932 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 08:06:23.396350 3932 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 08:06:23.396359 3932 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 08:06:23.397408 3932 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 08:06:23.397425 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 08:06:23.397438 3932 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 08:06:23.397912 3932 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 08:06:23.397935 3932 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 08:06:23.397943 3932 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 08:06:23.398491 3932 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 08:06:23.398507 3932 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 08:06:23.398516 3932 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 08:06:23.399582 3932 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 08:06:23.399611 3932 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 08:06:23.399620 3932 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 08:06:23.401151 3932 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 08:06:23.401174 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 08:06:23.401184 3932 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 08:06:23.401841 3932 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 08:06:23.401858 3932 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 08:06:23.401867 3932 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 08:06:23.402510 3932 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 08:06:23.402530 3932 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 08:06:23.402538 3932 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 08:06:23.403691 3932 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 08:06:23.403721 3932 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 08:06:23.403732 3932 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 08:06:23.404119 3932 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 08:06:23.409919 3932 egressfirewall.go:374] Starting EgressFirewall controller I0425 08:06:23.409952 3932 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 08:06:23.409983 3932 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 08:06:23.409997 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 08:06:23.410011 3932 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 08:06:23.410017 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 08:06:23.410026 3932 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 08:06:23.410423 3932 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 08:06:23.410442 3932 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 08:06:23.410449 3932 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 08:06:23.410460 3932 egressqos.go:193] Setting up event handlers for EgressQoS I0425 08:06:23.410535 3932 egressfirewall.go:723] Syncing node "ip-10-0-0-173.ec2.internal" for egress firewall I0425 08:06:23.410554 3932 egressfirewall.go:723] Syncing node "ip-10-0-1-41.ec2.internal" for egress firewall I0425 08:06:23.410560 3932 egressfirewall.go:723] Syncing node "ip-10-0-2-86.ec2.internal" for egress firewall I0425 08:06:23.410585 3932 egressqos.go:245] Starting EgressQoS Controller I0425 08:06:23.410596 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 08:06:23.410603 3932 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 08:06:23.410608 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 08:06:23.410613 3932 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 08:06:23.410618 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 08:06:23.410622 3932 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 08:06:23.410626 3932 egressqos.go:259] Repairing EgressQoSes I0425 08:06:23.410630 3932 egressqos.go:399] Starting repairing loop for egressqos I0425 08:06:23.410746 3932 egressqos.go:401] Finished repairing loop for egressqos: 113.726µs I0425 08:06:23.410772 3932 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 08:06:23.410807 3932 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-173.ec2.internal I0425 08:06:23.410860 3932 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-173.ec2.internal : 56.129µs I0425 08:06:23.410919 3932 egressservice_zone.go:210] Starting Egress Services Controller I0425 08:06:23.410929 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 08:06:23.410935 3932 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 08:06:23.410940 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 08:06:23.410945 3932 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 08:06:23.410950 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 08:06:23.410955 3932 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 08:06:23.410960 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 08:06:23.410964 3932 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 08:06:23.410990 3932 egressservice_zone.go:228] Repairing Egress Services I0425 08:06:23.411354 3932 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 08:06:23.411365 3932 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 08:06:23.411411 3932 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-173.ec2.internal I0425 08:06:23.411424 3932 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-173.ec2.internal: 17.954µs I0425 08:06:23.411432 3932 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-41.ec2.internal I0425 08:06:23.411435 3932 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-41.ec2.internal: 4.309µs I0425 08:06:23.411440 3932 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-86.ec2.internal I0425 08:06:23.411443 3932 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-86.ec2.internal: 3.99µs I0425 08:06:23.411533 3932 default_network_controller.go:585] Completing all the Watchers took 315.910056ms I0425 08:06:23.411555 3932 default_network_controller.go:589] Starting unidling controllers I0425 08:06:23.411567 3932 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 08:06:23.411578 3932 unidle.go:63] Populating Initial ContollerEvent events I0425 08:06:23.411591 3932 unidle.go:79] Setting up event handlers for services I0425 08:06:23.411653 3932 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 08:06:23.477706 3932 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:23.977298 3932 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:24.477905 3932 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:24.717116 3932 egressfirewall.go:723] Syncing node "ip-10-0-2-86.ec2.internal" for egress firewall I0425 08:06:24.717132 3932 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-86.ec2.internal in network "default" I0425 08:06:24.717148 3932 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-86.ec2.internal I0425 08:06:24.717160 3932 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-86.ec2.internal: 15.378µs I0425 08:06:24.717182 3932 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-86.ec2.internal. Updating no re-route policies I0425 08:06:24.717211 3932 node_tracker.go:169] Node ip-10-0-2-86.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:24.717225 3932 services_controller.go:574] Full service sync requested for network=default I0425 08:06:24.977002 3932 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:25.222742 3932 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 08:06:25.477522 3932 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:25.498101 3932 bridgeconfig.go:537] Gateway is ready I0425 08:06:25.498124 3932 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 08:06:25.511427 3932 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.173. Updating OVN encap IP. I0425 08:06:25.517057 3932 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.173 - it is already configured I0425 08:06:25.517071 3932 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.173/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 08:06:25.517318 3932 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.173/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-173.ec2.internal","mac-address":"12:f7:e3:69:37:73","ip-addresses":["10.0.0.173/24"],"ip-address":"10.0.0.173/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:96174f95-2b2d-4fa3-b261-8eb6fd2f0a0e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.173/24"}] on node ip-10-0-0-173.ec2.internal I0425 08:06:25.536722 3932 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-173.ec2.internal I0425 08:06:25.536741 3932 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-173.ec2.internal: 23.675µs I0425 08:06:25.536792 3932 master.go:548] Adding or Updating local node "ip-10-0-0-173.ec2.internal" for network "default" I0425 08:06:25.536808 3932 egressfirewall.go:723] Syncing node "ip-10-0-0-173.ec2.internal" for egress firewall I0425 08:06:25.536816 3932 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-173.ec2.internal in network "default" I0425 08:06:25.536880 3932 node_tracker.go:169] Node ip-10-0-0-173.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:25.536903 3932 services_controller.go:574] Full service sync requested for network=default I0425 08:06:25.537212 3932 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.173 I0425 08:06:25.537352 3932 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-173.ec2.internal I0425 08:06:25.541142 3932 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-173.ec2.internal. Updating no re-route policies I0425 08:06:25.541217 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-vbwpl I0425 08:06:25.541237 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-vbwpl I0425 08:06:25.541237 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-lc24l I0425 08:06:25.541242 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-f44m9 I0425 08:06:25.541255 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-lc24l I0425 08:06:25.541255 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-f44m9 I0425 08:06:25.541263 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tmqff I0425 08:06:25.541266 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-vbwpl after 0 failed attempt(s) I0425 08:06:25.541281 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tmqff I0425 08:06:25.541282 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-lc24l after 0 failed attempt(s) I0425 08:06:25.541289 3932 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-nj9ds I0425 08:06:25.541290 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-m85pb I0425 08:06:25.541297 3932 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-nj9ds I0425 08:06:25.541304 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jk27p I0425 08:06:25.541309 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-m85pb I0425 08:06:25.541315 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jk27p I0425 08:06:25.541309 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-173.ec2.internal I0425 08:06:25.541320 3932 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tmqff] creating logical port openshift-multus_network-metrics-daemon-tmqff for pod on switch ip-10-0-0-173.ec2.internal I0425 08:06:25.541321 3932 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-nj9ds after 0 failed attempt(s) I0425 08:06:25.541331 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-173.ec2.internal I0425 08:06:25.541362 3932 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-jk27p, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jk27p: suppressed error logged: pod openshift-multus/network-metrics-daemon-jk27p: no pod IPs found I0425 08:06:25.541386 3932 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-f44m9] creating logical port openshift-network-diagnostics_network-check-target-f44m9 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:06:25.541387 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-173.ec2.internal after 0 failed attempt(s) I0425 08:06:25.541387 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9g5vc I0425 08:06:25.541406 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9g5vc I0425 08:06:25.541420 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qscj9 I0425 08:06:25.541425 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9g5vc after 0 failed attempt(s) I0425 08:06:25.541433 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qscj9 I0425 08:06:25.541440 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v2lp4 I0425 08:06:25.541448 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v2lp4 I0425 08:06:25.541447 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-b8mxf I0425 08:06:25.541461 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v2lp4 after 0 failed attempt(s) I0425 08:06:25.541462 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-b8mxf I0425 08:06:25.541469 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-r8ck9 I0425 08:06:25.541476 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-r8ck9 I0425 08:06:25.541483 3932 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-173.ec2.internal I0425 08:06:25.541487 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-r8ck9 after 0 failed attempt(s) I0425 08:06:25.541485 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-b8mxf after 0 failed attempt(s) I0425 08:06:25.541496 3932 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-b4l25 I0425 08:06:25.541497 3932 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-173.ec2.internal I0425 08:06:25.541509 3932 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-b4l25 I0425 08:06:25.541508 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-m85pb after 0 failed attempt(s) I0425 08:06:25.541517 3932 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-173.ec2.internal after 0 failed attempt(s) I0425 08:06:25.541527 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-b4l25 after 0 failed attempt(s) I0425 08:06:25.541556 3932 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-qscj9, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qscj9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qscj9: no pod IPs found I0425 08:06:25.542092 3932 pods.go:271] [openshift-multus/network-metrics-daemon-tmqff] addLogicalPort took 783.923µs, libovsdb time 285.861µs I0425 08:06:25.542109 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tmqff after 0 failed attempt(s) I0425 08:06:25.542266 3932 pods.go:271] [openshift-network-diagnostics/network-check-target-f44m9] addLogicalPort took 893.45µs, libovsdb time 243.111µs I0425 08:06:25.542278 3932 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-f44m9 after 0 failed attempt(s) I0425 08:06:25.560118 3932 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 08:06:25.573422 3932 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 08:06:25.577379 3932 iptables.go:108] Creating table: nat chain: OUTPUT I0425 08:06:25.631937 3932 iptables.go:108] Creating table: nat chain: PREROUTING I0425 08:06:25.686770 3932 iptables.go:108] Creating table: filter chain: FORWARD I0425 08:06:25.705770 3932 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 08:06:25.705873 3932 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 08:06:25.705921 3932 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 08:06:25.706019 3932 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 08:06:25.706079 3932 gateway_init.go:325] Gateway and management port readiness took 2.733925325s I0425 08:06:25.706107 3932 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 08:06:25.706141 3932 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 08:06:25.706159 3932 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 08:06:25.706168 3932 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 08:06:25.706232 3932 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 08:06:25.706322 3932 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.986µs I0425 08:06:25.706518 3932 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 08:06:25.706554 3932 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 26.689µs I0425 08:06:25.706564 3932 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 46.849µs I0425 08:06:25.706569 3932 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 08:06:25.706580 3932 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 08:06:25.706584 3932 default_node_network_controller.go:899] Starting the default node network controller I0425 08:06:25.706589 3932 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 08:06:25.706668 3932 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.107µs I0425 08:06:25.706737 3932 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 08:06:25.706746 3932 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 08:06:25.706771 3932 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d080 0xc0002c7a40 0xc0002c7ab0 0xc0002c7b20 0xc0002c7b90 0xc0002c7c70 0xc0002c7ce0 0xc000c174a0 0xc0002c7d50 0xc0002c7dc0 0xc000aa43c0 0xc00652d340 0xc0002c7e30 map[0x2ff9080:0xc00232a4e0 0x2ff95c0:0xc00232a660 0x2ffa2e0:0xc00232a420 0x2ffa580:0xc00232a480 0x2ffad60:0xc00232a540 0x2ffb000:0xc00232a5a0 0x2ffb2a0:0xc00232a600 0x2ffba80:0xc00232a840 0x2ffbd20:0xc004f0e840 0x3026980:0xc000825da0 0x3026d20:0xc000825e00 0x3027800:0xc000c79680 0x3029160:0xc001cea000 0x30298a0:0xc00232a3c0 0x302a720:0xc001cea240] 0xc000c322a0 0} I0425 08:06:25.706835 3932 gateway.go:151] Starting gateway service sync I0425 08:06:25.707243 3932 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 08:06:25.709624 3932 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 08:06:25.734851 3932 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 08:06:25.736144 3932 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 08:06:25.737379 3932 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 08:06:25.769692 3932 gateway.go:168] Gateway service sync done. Time taken: 62.844811ms I0425 08:06:25.770388 3932 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30287 I0425 08:06:25.770500 3932 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d080 0xc0002c7a40 0xc0002c7ab0 0xc0002c7b20 0xc0002c7b90 0xc0002c7c70 0xc0002c7ce0 0xc000c174a0 0xc0002c7d50 0xc0002c7dc0 0xc000aa43c0 0xc00652d340 0xc0002c7e30 map[0x2ff9080:0xc00232a4e0 0x2ff95c0:0xc00232a660 0x2ffa2e0:0xc00232a420 0x2ffa580:0xc00232a480 0x2ffad60:0xc00232a540 0x2ffb000:0xc00232a5a0 0x2ffb2a0:0xc00232a600 0x2ffba80:0xc00232a840 0x2ffbd20:0xc004f0e840 0x3026980:0xc000825da0 0x3026d20:0xc000825e00 0x3027800:0xc000c79680 0x3029160:0xc001cea000 0x30298a0:0xc00232a3c0 0x302a720:0xc001cea240] 0xc000c322a0 0} I0425 08:06:25.771033 3932 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d080 0xc0002c7a40 0xc0002c7ab0 0xc0002c7b20 0xc0002c7b90 0xc0002c7c70 0xc0002c7ce0 0xc000c174a0 0xc0002c7d50 0xc0002c7dc0 0xc000aa43c0 0xc00652d340 0xc0002c7e30 map[0x2ff9080:0xc00232a4e0 0x2ff95c0:0xc00232a660 0x2ffa2e0:0xc00232a420 0x2ffa580:0xc00232a480 0x2ffad60:0xc00232a540 0x2ffb000:0xc00232a5a0 0x2ffb2a0:0xc00232a600 0x2ffba80:0xc00232a840 0x2ffbd20:0xc004f0e840 0x3026980:0xc000825da0 0x3026d20:0xc000825e00 0x3027800:0xc000c79680 0x3029160:0xc001cea000 0x30298a0:0xc00232a3c0 0x302a720:0xc001cea240] 0xc000c322a0 0} I0425 08:06:25.771073 3932 gateway.go:532] Reconciling gateway with updates I0425 08:06:25.775965 3932 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 08:06:25.776024 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:25.776037 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:25.776026 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:25.776048 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:25.776045 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:25.776041 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:25.776051 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:25.776059 3932 port_claim.go:71] Svc openshift-ingress/router-default: port 31523 is already open, no action needed I0425 08:06:25.776052 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:25.776061 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:25.776070 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:25.776073 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:25.776077 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:25.776082 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:25.776083 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:25.776098 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:25.776110 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 08:06:25.776061 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:25.776126 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 08:06:25.776066 3932 port_claim.go:71] Svc openshift-ingress/router-default: port 31645 is already open, no action needed I0425 08:06:25.776067 3932 default_node_network_controller.go:944] Gateway and management port readiness took 69.313674ms I0425 08:06:25.776191 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:25.776208 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:25.776216 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 08:06:25.776231 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:25.776245 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:25.776251 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 08:06:25.776260 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:25.776264 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:25.776268 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 08:06:25.776276 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:25.776280 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:25.776340 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:25.776354 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:25.776368 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:25.776395 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:25.776484 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:25.776501 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:25.776563 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:25.776581 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:25.776583 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:25.776590 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 08:06:25.776594 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:25.776608 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:25.776618 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:25.776688 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:25.776699 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:25.776699 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:25.776707 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:25.776742 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:25.776751 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:25.776793 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:25.776801 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:25.776830 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:25.776839 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:25.776844 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 08:06:25.776854 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:25.776859 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:25.776885 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:25.776892 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:25.776912 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:25.776920 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:25.776931 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:25.776949 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:25.776993 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 08:06:25.777005 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 08:06:25.777012 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 08:06:25.777021 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 08:06:25.777027 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 08:06:25.777059 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:25.777067 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:25.777094 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:25.777098 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:25.777104 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 08:06:25.777111 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:25.777115 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:25.777134 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 08:06:25.777141 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 08:06:25.777163 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:25.777171 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:25.777187 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:25.777195 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:25.777188 3932 node_ip_handler_linux.go:160] Node IP manager is running I0425 08:06:25.777210 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:25.777221 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:25.777238 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:25.777251 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:25.777256 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:25.777261 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:25.777277 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:25.777284 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:25.777251 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:25.777293 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:25.777316 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:25.777325 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:25.777345 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:25.777351 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:25.777355 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 08:06:25.777363 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:25.777367 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:25.777374 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:25.777385 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon W0425 08:06:25.814583 3932 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 08:06:25.814797 3932 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 08:06:25.814960 3932 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0425 08:06:25.823615 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 08:06:25.823646 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 08:06:25.823655 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 08:06:25.823660 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 08:06:25.823667 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 08:06:25.866344 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 08:06:25.866354 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 08:06:25.866372 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 08:06:25.866381 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 08:06:25.866411 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 08:06:25.866421 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 08:06:25.866429 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 08:06:25.866434 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 08:06:25.866440 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 08:06:25.866445 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 08:06:25.866456 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 08:06:25.866460 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 08:06:25.866467 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 08:06:25.866472 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 08:06:25.866477 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 08:06:25.914045 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 08:06:25.914085 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 08:06:25.914095 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 08:06:25.914103 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 08:06:25.914111 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 08:06:25.914119 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 08:06:25.914126 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 08:06:25.914133 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 08:06:25.914141 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 08:06:25.914150 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 08:06:25.914167 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 08:06:25.914196 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 08:06:25.914210 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 08:06:25.914222 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 08:06:25.942476 3932 default_network_controller.go:1025] Node "ip-10-0-1-41.ec2.internal" in remote zone "ip-10-0-1-41.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:25.942481 3932 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-41.ec2.internal in network "default" I0425 08:06:25.942545 3932 node_tracker.go:235] Node ip-10-0-1-41.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-41.ec2.internal" I0425 08:06:25.942570 3932 node_tracker.go:169] Node ip-10-0-1-41.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:25.942587 3932 services_controller.go:574] Full service sync requested for network=default I0425 08:06:26.090450 3932 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-41.ec2.internal in network "default" I0425 08:06:26.090475 3932 default_network_controller.go:1025] Node "ip-10-0-1-41.ec2.internal" in remote zone "ip-10-0-1-41.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:26.090508 3932 node_tracker.go:169] Node ip-10-0-1-41.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:26.090520 3932 services_controller.go:574] Full service sync requested for network=default I0425 08:06:26.091492 3932 zone_ic_handler.go:195] Time taken to create transit switch: 275.836µs I0425 08:06:26.091507 3932 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-41.ec2.internal for the network default I0425 08:06:26.092555 3932 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-41.ec2.internal" on network "default" took: 1.349599ms I0425 08:06:26.648815 3932 egressfirewall.go:723] Syncing node "ip-10-0-1-41.ec2.internal" for egress firewall I0425 08:06:26.648845 3932 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-41.ec2.internal I0425 08:06:26.648852 3932 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-41.ec2.internal in network "default" I0425 08:06:26.648862 3932 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-41.ec2.internal: 22.049µs I0425 08:06:26.648908 3932 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-41.ec2.internal. Updating no re-route policies I0425 08:06:26.648908 3932 node_tracker.go:169] Node ip-10-0-1-41.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:26.649017 3932 services_controller.go:574] Full service sync requested for network=default I0425 08:06:27.610583 3932 default_node_network_controller.go:1380] Starting node controller node sync W0425 08:06:27.610648 3932 egressip_healthcheck.go:76] Health checking using insecure connection I0425 08:06:27.610717 3932 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0425 08:06:27.622794 3932 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.19023ms I0425 08:06:27.622917 3932 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-41.ec2.internal", IP: 10.0.1.41 to PMTUD blocking rules I0425 08:06:27.622917 3932 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-86.ec2.internal", IP: 10.0.2.86 to PMTUD blocking rules I0425 08:06:27.622934 3932 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-41.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 08:06:27.622937 3932 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-86.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 08:06:27.635037 3932 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 08:06:27.635302 3932 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 08:06:27.635411 3932 egressservice_node.go:183] Starting Egress Services Controller I0425 08:06:27.635426 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 08:06:27.635438 3932 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 08:06:27.635444 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 08:06:27.635450 3932 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 08:06:27.635455 3932 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 08:06:27.635460 3932 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 08:06:27.635464 3932 egressservice_node.go:197] Repairing Egress Services I0425 08:06:27.646529 3932 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 08:06:27.646544 3932 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 08:06:27.646672 3932 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 08:06:27.646686 3932 link_network_manager.go:119] Link manager is running I0425 08:06:27.646695 3932 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 08:06:27.646912 3932 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 08:06:27.647018 3932 vrf_manager.go:128] VRF manager is running I0425 08:06:27.647096 3932 node_controller_manager.go:437] Removing flows to drop GARP I0425 08:06:27.647103 3932 gateway.go:532] Reconciling gateway with updates I0425 08:06:27.669365 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:27.669393 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:27.669396 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 08:06:27.669398 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:27.669418 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 08:06:27.669419 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:27.669431 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:27.669439 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:27.669447 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:27.669449 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 08:06:27.669450 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 08:06:27.669434 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:27.669461 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 08:06:27.669467 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:27.669466 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:27.669471 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 08:06:27.669479 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:27.669484 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:27.669483 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 08:06:27.669492 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:27.669495 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 08:06:27.669499 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:27.669504 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:27.669506 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:27.669513 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:27.669511 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 08:06:27.669515 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:27.669504 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 08:06:27.669515 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:27.669526 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:27.669528 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:27.669535 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:27.669539 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:27.669472 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 08:06:27.669544 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:27.669550 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 08:06:27.669552 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:27.669555 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:27.669558 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 08:06:27.669539 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 08:06:27.669560 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:27.669572 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:27.669573 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:27.669574 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:27.669577 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:27.669580 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 08:06:27.669579 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:27.669552 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:27.669529 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 08:06:27.669494 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:27.669599 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:27.669603 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:27.669605 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 08:06:27.669608 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:27.669579 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:27.669576 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:27.669620 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:27.669562 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:27.669623 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:27.669627 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:27.669622 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:27.669635 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:27.669640 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:27.669642 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:27.669562 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:27.669648 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:27.669650 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 08:06:27.669653 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 08:06:27.669642 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 08:06:27.669495 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 08:06:27.669656 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 08:06:27.669518 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 08:06:27.669564 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:27.669670 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:27.669671 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 08:06:27.669670 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:27.669447 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:27.669680 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:27.669630 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:27.669684 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:27.669685 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:27.669693 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:27.669686 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:27.669698 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:27.669697 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:27.669586 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:27.669708 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:27.669672 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:27.669717 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:27.669718 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 08:06:27.669716 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:27.669723 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 08:06:27.669635 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 08:06:27.669710 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:27.669736 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 08:06:27.669696 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:27.669685 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:27.669717 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:27.669596 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:27.669607 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:27.669832 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:27.669610 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:27.669862 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:27.669538 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 08:06:27.669424 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:27.669662 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 08:06:27.669671 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 08:06:27.669539 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:27.669924 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:27.669679 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 08:06:27.669686 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:27.669587 3932 port_claim.go:71] Svc openshift-ingress/router-default: port 31523 is already open, no action needed I0425 08:06:27.670002 3932 port_claim.go:71] Svc openshift-ingress/router-default: port 31645 is already open, no action needed I0425 08:06:27.669587 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:27.669720 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 08:06:27.669597 3932 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:27.670080 3932 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:27.669607 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 08:06:27.711553 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 08:06:27.711582 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 08:06:27.711591 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 08:06:27.711598 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 08:06:27.711604 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 08:06:27.711610 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 08:06:27.711615 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 08:06:27.711620 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 08:06:27.711626 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 08:06:27.711632 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 08:06:27.711642 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 08:06:27.711654 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 08:06:27.711667 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 08:06:27.755437 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 08:06:27.755448 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 08:06:27.755463 3932 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 08:06:28.285337 3932 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-86.ec2.internal I0425 08:06:28.285382 3932 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-86.ec2.internal: 55.105µs I0425 08:06:29.284580 3932 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-173.ec2.internal I0425 08:06:29.284607 3932 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-173.ec2.internal: 33.465µs I0425 08:06:29.314397 3932 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-86466b6cb-56tvf] creating logical port openshift-image-registry_image-registry-86466b6cb-56tvf for pod on switch ip-10-0-0-173.ec2.internal I0425 08:06:29.314539 3932 kube.go:256] Updating pod openshift-image-registry/image-registry-86466b6cb-56tvf I0425 08:06:29.334008 3932 pod.go:62] [openshift-image-registry/image-registry-86466b6cb-56tvf] pod update took 19.498997ms I0425 08:06:29.334029 3932 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-86466b6cb-56tvf] addLogicalPort annotation time took 19.527404ms I0425 08:06:29.335225 3932 pods.go:271] [openshift-image-registry/image-registry-86466b6cb-56tvf] addLogicalPort took 20.84525ms, libovsdb time 956.507µs I0425 08:06:29.345388 3932 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-p9ww9] creating logical port openshift-dns_dns-default-p9ww9 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:06:29.345453 3932 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fd2xq] creating logical port openshift-ingress-canary_ingress-canary-fd2xq for pod on switch ip-10-0-0-173.ec2.internal I0425 08:06:29.345553 3932 kube.go:256] Updating pod openshift-dns/dns-default-p9ww9 I0425 08:06:29.345564 3932 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fd2xq I0425 08:06:29.365167 3932 pod.go:62] [openshift-ingress-canary/ingress-canary-fd2xq] pod update took 19.625435ms I0425 08:06:29.365193 3932 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fd2xq] addLogicalPort annotation time took 19.65773ms I0425 08:06:29.366291 3932 pods.go:271] [openshift-ingress-canary/ingress-canary-fd2xq] addLogicalPort took 20.853369ms, libovsdb time 849.002µs I0425 08:06:29.367538 3932 pod.go:62] [openshift-dns/dns-default-p9ww9] pod update took 22.03644ms I0425 08:06:29.367558 3932 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-p9ww9] addLogicalPort annotation time took 22.062558ms I0425 08:06:29.368690 3932 pods.go:271] [openshift-dns/dns-default-p9ww9] addLogicalPort took 23.324186ms, libovsdb time 908.701µs I0425 08:06:29.768374 3932 cni.go:452] [openshift-ingress-canary/ingress-canary-fd2xq ad5dfea84b45c6d532f52b666b1c24f43960296ba0c33ea924fb1eeb795a800f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fd2xq ad5dfea84b45c6d532f52b666b1c24f43960296ba0c33ea924fb1eeb795a800f network default NAD default NAD key ] I0425 08:06:29.794314 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fd2xq, hostIfaceName: ad5dfea84b45c6d, network: default, NAD default, SandboxID: "ad5dfea84b45c6d532f52b666b1c24f43960296ba0c33ea924fb1eeb795a800f", PCI device ID: , UID: "8908c6d3-4969-49d3-8aa1-272cedd21585", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0425 08:06:29.844951 3932 cni.go:473] [openshift-ingress-canary/ingress-canary-fd2xq ad5dfea84b45c6d532f52b666b1c24f43960296ba0c33ea924fb1eeb795a800f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fd2xq ad5dfea84b45c6d532f52b666b1c24f43960296ba0c33ea924fb1eeb795a800f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:97:3b:fa:a9:f7\",\"name\":\"ad5dfea84b45c6d\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40ab5f0f-c187-4a3c-a3cd-d47b745843b1\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:06:30.071884 3932 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-41.ec2.internal I0425 08:06:30.071914 3932 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-41.ec2.internal: 37.384µs W0425 08:06:35.602959 3932 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 08:06:38.608077 3932 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:06:39.409770 3932 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:06:59.414442 3932 cni.go:452] [openshift-network-diagnostics/network-check-target-f44m9 f9e587a94d93ae9c13f7ad3c20272de5b0af09f17eadb688405558b15a6c69a7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-f44m9 f9e587a94d93ae9c13f7ad3c20272de5b0af09f17eadb688405558b15a6c69a7 network default NAD default NAD key ] I0425 08:06:59.425008 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-f44m9, hostIfaceName: f9e587a94d93ae9, network: default, NAD default, SandboxID: "f9e587a94d93ae9c13f7ad3c20272de5b0af09f17eadb688405558b15a6c69a7", PCI device ID: , UID: "94731ce4-5557-4264-987c-96303e74e381", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0425 08:06:59.473225 3932 cni.go:473] [openshift-network-diagnostics/network-check-target-f44m9 f9e587a94d93ae9c13f7ad3c20272de5b0af09f17eadb688405558b15a6c69a7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-f44m9 f9e587a94d93ae9c13f7ad3c20272de5b0af09f17eadb688405558b15a6c69a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b5:1d:6f:a6:49\",\"name\":\"f9e587a94d93ae9\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0edb22d5-2c0d-4c59-a6a1-e8157a5fc3f6\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:07:02.607894 3932 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:09.615307 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:09.615329 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:10.420275 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:10.420304 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:31.858200 3932 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:07:31.858746 3932 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:07:31.858779 3932 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:07:31.858788 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0425 08:07:31.858799 3932 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:07:31.858803 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 08:07:32.890741 3932 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:07:32.890770 3932 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:07:32.890784 3932 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:07:32.890797 3932 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:07:33.613203 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:35.744373 3932 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 08:07:35.757267 3932 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 08:08:06.074558 3932 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-578vl] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-578vl for pod on switch ip-10-0-0-173.ec2.internal I0425 08:08:06.074653 3932 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-578vl I0425 08:08:06.080306 3932 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mqr9h] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-mqr9h for pod on switch ip-10-0-0-173.ec2.internal I0425 08:08:06.080428 3932 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mqr9h I0425 08:08:06.101492 3932 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-578vl] pod update took 26.862739ms I0425 08:08:06.101514 3932 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-578vl] addLogicalPort annotation time took 26.892245ms I0425 08:08:06.102641 3932 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-578vl] addLogicalPort took 28.103571ms, libovsdb time 877.733µs I0425 08:08:06.108750 3932 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mqr9h] pod update took 28.34603ms I0425 08:08:06.108769 3932 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mqr9h] addLogicalPort annotation time took 28.370293ms I0425 08:08:06.109776 3932 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mqr9h] addLogicalPort took 29.483716ms, libovsdb time 758.397µs I0425 08:08:06.286044 3932 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-gw6x2] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-gw6x2 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:08:06.286139 3932 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-gw6x2 I0425 08:08:06.303091 3932 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-dxb6w] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-dxb6w for pod on switch ip-10-0-0-173.ec2.internal I0425 08:08:06.303169 3932 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-dxb6w I0425 08:08:06.317074 3932 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gw6x2] pod update took 30.962381ms I0425 08:08:06.317099 3932 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-gw6x2] addLogicalPort annotation time took 30.994073ms I0425 08:08:06.318240 3932 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gw6x2] addLogicalPort took 32.21064ms, libovsdb time 856.419µs I0425 08:08:06.324804 3932 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7b996ddbf-6cts4] creating logical port openshift-ingress_router-default-7b996ddbf-6cts4 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:08:06.324891 3932 kube.go:256] Updating pod openshift-ingress/router-default-7b996ddbf-6cts4 I0425 08:08:06.332218 3932 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-dxb6w] pod update took 29.071397ms I0425 08:08:06.332236 3932 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-dxb6w] addLogicalPort annotation time took 29.094132ms I0425 08:08:06.333499 3932 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-dxb6w] addLogicalPort took 30.449486ms, libovsdb time 1.003227ms I0425 08:08:06.357165 3932 pod.go:62] [openshift-ingress/router-default-7b996ddbf-6cts4] pod update took 32.299551ms I0425 08:08:06.357191 3932 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7b996ddbf-6cts4] addLogicalPort annotation time took 32.331141ms I0425 08:08:06.358437 3932 pods.go:271] [openshift-ingress/router-default-7b996ddbf-6cts4] addLogicalPort took 33.650062ms, libovsdb time 893.488µs I0425 08:08:06.642926 3932 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gw6x2 2b1708183f5a7f62eeb2dfe215431b7cd8721d12b2293321bef848ff263ffc85 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-gw6x2 2b1708183f5a7f62eeb2dfe215431b7cd8721d12b2293321bef848ff263ffc85 network default NAD default NAD key ] I0425 08:08:06.653936 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-gw6x2, hostIfaceName: 2b1708183f5a7f6, network: default, NAD default, SandboxID: "2b1708183f5a7f62eeb2dfe215431b7cd8721d12b2293321bef848ff263ffc85", PCI device ID: , UID: "58e8c381-948c-4e10-8023-3557526c75e8", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0425 08:08:06.705082 3932 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gw6x2 2b1708183f5a7f62eeb2dfe215431b7cd8721d12b2293321bef848ff263ffc85 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-gw6x2 2b1708183f5a7f62eeb2dfe215431b7cd8721d12b2293321bef848ff263ffc85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:93:30:e7:12:ef\",\"name\":\"2b1708183f5a7f6\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17f0f288-436f-43f0-ad10-d13a5f7c39fb\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:08:09.624392 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 08:08:11.214637 3932 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 08:08:11.215641 3932 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 980.492µs I0425 08:08:11.246392 3932 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 08:08:11.777137 3932 namespace.go:98] [openshift-service-ca] adding namespace I0425 08:08:11.778020 3932 namespace.go:102] [openshift-service-ca] adding namespace took 860.551µs I0425 08:08:11.806805 3932 namespace.go:142] [openshift-service-ca] updating namespace I0425 08:08:13.463776 3932 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-lrjqs] creating logical port openshift-service-ca_service-ca-d9cb48497-lrjqs for pod on switch ip-10-0-0-173.ec2.internal I0425 08:08:13.463913 3932 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-lrjqs I0425 08:08:13.480455 3932 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-lrjqs] pod update took 16.591636ms I0425 08:08:13.480484 3932 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-lrjqs] addLogicalPort annotation time took 16.629492ms I0425 08:08:13.481849 3932 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-lrjqs] addLogicalPort took 18.092741ms, libovsdb time 952.888µs I0425 08:08:13.822632 3932 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-lrjqs 307340c033374267cc2af20d673e3f46ccc7df916f952a620ccbbcc4e465dc01 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-lrjqs 307340c033374267cc2af20d673e3f46ccc7df916f952a620ccbbcc4e465dc01 network default NAD default NAD key ] I0425 08:08:13.832427 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-lrjqs, hostIfaceName: 307340c03337426, network: default, NAD default, SandboxID: "307340c033374267cc2af20d673e3f46ccc7df916f952a620ccbbcc4e465dc01", PCI device ID: , UID: "0c044bc8-a752-4d4e-ae48-abf912ab8c97", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0425 08:08:13.879488 3932 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-lrjqs 307340c033374267cc2af20d673e3f46ccc7df916f952a620ccbbcc4e465dc01 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-lrjqs 307340c033374267cc2af20d673e3f46ccc7df916f952a620ccbbcc4e465dc01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:0c:97:4c:2e:9d\",\"name\":\"307340c03337426\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31d0e390-26de-4409-8097-8a1938e4ab2a\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:08:20.001948 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 08:08:22.039038 3932 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mqr9h cb6ad2071cc0e89e255fcd201b5b2b42641cfb4b85517ff5ae40ba57dcc323d1 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mqr9h cb6ad2071cc0e89e255fcd201b5b2b42641cfb4b85517ff5ae40ba57dcc323d1 network default NAD default NAD key ] I0425 08:08:22.049583 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-mqr9h, hostIfaceName: cb6ad2071cc0e89, network: default, NAD default, SandboxID: "cb6ad2071cc0e89e255fcd201b5b2b42641cfb4b85517ff5ae40ba57dcc323d1", PCI device ID: , UID: "2083cbd1-580a-44ec-9828-f0334c4f3d3b", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0425 08:08:22.099220 3932 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mqr9h cb6ad2071cc0e89e255fcd201b5b2b42641cfb4b85517ff5ae40ba57dcc323d1 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mqr9h cb6ad2071cc0e89e255fcd201b5b2b42641cfb4b85517ff5ae40ba57dcc323d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:21:ae:65:3f:5e\",\"name\":\"cb6ad2071cc0e89\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a79a3eed-140d-4b9f-9092-13e66c286e5f\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:08:37.344100 3932 cni.go:452] [openshift-image-registry/image-registry-86466b6cb-56tvf 4071c25ba5bb3a2eb7eeb52538a3e8d5a1b89f2515f2315a85681e28c7123bfb network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-86466b6cb-56tvf 4071c25ba5bb3a2eb7eeb52538a3e8d5a1b89f2515f2315a85681e28c7123bfb network default NAD default NAD key ] I0425 08:08:37.354112 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-86466b6cb-56tvf, hostIfaceName: 4071c25ba5bb3a2, network: default, NAD default, SandboxID: "4071c25ba5bb3a2eb7eeb52538a3e8d5a1b89f2515f2315a85681e28c7123bfb", PCI device ID: , UID: "7bd1fa4e-c8d7-49a8-9812-e6d1e7801cf9", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0425 08:08:37.401176 3932 cni.go:473] [openshift-image-registry/image-registry-86466b6cb-56tvf 4071c25ba5bb3a2eb7eeb52538a3e8d5a1b89f2515f2315a85681e28c7123bfb network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-86466b6cb-56tvf 4071c25ba5bb3a2eb7eeb52538a3e8d5a1b89f2515f2315a85681e28c7123bfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:af:ec:61:c6:82\",\"name\":\"4071c25ba5bb3a2\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b7f5ffa-99db-4188-b61e-ab76419bf1c2\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:08:37.405515 3932 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-4vs64] creating logical port openshift-insights_insights-runtime-extractor-4vs64 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:08:37.405614 3932 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-4vs64 I0425 08:08:37.431654 3932 pod.go:62] [openshift-insights/insights-runtime-extractor-4vs64] pod update took 26.069684ms I0425 08:08:37.431680 3932 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-4vs64] addLogicalPort annotation time took 26.098429ms I0425 08:08:37.432837 3932 pods.go:271] [openshift-insights/insights-runtime-extractor-4vs64] addLogicalPort took 27.337185ms, libovsdb time 873.758µs I0425 08:08:37.642896 3932 cni.go:452] [openshift-dns/dns-default-p9ww9 1d925909075fe30ca1f48276b682332c74b350d09feaf858515814337b8ef713 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-p9ww9 1d925909075fe30ca1f48276b682332c74b350d09feaf858515814337b8ef713 network default NAD default NAD key ] I0425 08:08:37.653261 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-p9ww9, hostIfaceName: 1d925909075fe30, network: default, NAD default, SandboxID: "1d925909075fe30ca1f48276b682332c74b350d09feaf858515814337b8ef713", PCI device ID: , UID: "9ae136f0-5006-4138-8c08-8912f31625c7", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0425 08:08:37.701787 3932 cni.go:473] [openshift-dns/dns-default-p9ww9 1d925909075fe30ca1f48276b682332c74b350d09feaf858515814337b8ef713 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-p9ww9 1d925909075fe30ca1f48276b682332c74b350d09feaf858515814337b8ef713 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:0d:a4:c1:fd:4b\",\"name\":\"1d925909075fe30\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8aa72bd1-0747-43db-bd92-4873bff6b771\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:08:37.765606 3932 cni.go:452] [openshift-insights/insights-runtime-extractor-4vs64 d7100209cd9b382cc34059746855c031f52e68c46100b7b73d3ff904a23cdb33 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-4vs64 d7100209cd9b382cc34059746855c031f52e68c46100b7b73d3ff904a23cdb33 network default NAD default NAD key ] I0425 08:08:37.775314 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-4vs64, hostIfaceName: d7100209cd9b382, network: default, NAD default, SandboxID: "d7100209cd9b382cc34059746855c031f52e68c46100b7b73d3ff904a23cdb33", PCI device ID: , UID: "f1e5de2c-e8bd-4035-98b9-0d8dcc71f591", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0425 08:08:37.826555 3932 cni.go:473] [openshift-insights/insights-runtime-extractor-4vs64 d7100209cd9b382cc34059746855c031f52e68c46100b7b73d3ff904a23cdb33 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-4vs64 d7100209cd9b382cc34059746855c031f52e68c46100b7b73d3ff904a23cdb33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ad:ea:2e:9f:98\",\"name\":\"d7100209cd9b382\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81fa84e5-f79f-4b38-a043-ba3d9cf656a8\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:08:37.857701 3932 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 08:08:38.187792 3932 cni.go:452] [openshift-ingress/router-default-7b996ddbf-6cts4 3de274f34febf340770ae82e161406bed59dc3b4681c0ac9a9f03a998c4e9877 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7b996ddbf-6cts4 3de274f34febf340770ae82e161406bed59dc3b4681c0ac9a9f03a998c4e9877 network default NAD default NAD key ] I0425 08:08:38.198886 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7b996ddbf-6cts4, hostIfaceName: 3de274f34febf34, network: default, NAD default, SandboxID: "3de274f34febf340770ae82e161406bed59dc3b4681c0ac9a9f03a998c4e9877", PCI device ID: , UID: "ac5ee73b-86ff-4232-a3e6-3c48c83f2257", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0425 08:08:38.238748 3932 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-578vl 3c399da5e596d30ea69444b6acf0f78c0bb4f9e404930a82c60d8ac180b298fc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-578vl 3c399da5e596d30ea69444b6acf0f78c0bb4f9e404930a82c60d8ac180b298fc network default NAD default NAD key ] I0425 08:08:38.253624 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-578vl, hostIfaceName: 3c399da5e596d30, network: default, NAD default, SandboxID: "3c399da5e596d30ea69444b6acf0f78c0bb4f9e404930a82c60d8ac180b298fc", PCI device ID: , UID: "953eca29-b94a-41b9-ad05-0a8ad9d541bb", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0425 08:08:38.259214 3932 cni.go:473] [openshift-ingress/router-default-7b996ddbf-6cts4 3de274f34febf340770ae82e161406bed59dc3b4681c0ac9a9f03a998c4e9877 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7b996ddbf-6cts4 3de274f34febf340770ae82e161406bed59dc3b4681c0ac9a9f03a998c4e9877 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:7f:d6:61:90:e7\",\"name\":\"3de274f34febf34\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d2fed0-4237-412d-8cfd-0a1c1f8e9806\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:08:38.305456 3932 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-578vl 3c399da5e596d30ea69444b6acf0f78c0bb4f9e404930a82c60d8ac180b298fc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-578vl 3c399da5e596d30ea69444b6acf0f78c0bb4f9e404930a82c60d8ac180b298fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:ba:7b:81:78:28\",\"name\":\"3c399da5e596d30\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44ee271b-8c90-4a40-8b80-330844d977df\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:08:38.462488 3932 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-dxb6w a90212baf1b3d7a6c842e49a7ca951171f6dd426ad488d7f17d61a2263c8c81e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-dxb6w a90212baf1b3d7a6c842e49a7ca951171f6dd426ad488d7f17d61a2263c8c81e network default NAD default NAD key ] I0425 08:08:38.474215 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-dxb6w, hostIfaceName: a90212baf1b3d7a, network: default, NAD default, SandboxID: "a90212baf1b3d7a6c842e49a7ca951171f6dd426ad488d7f17d61a2263c8c81e", PCI device ID: , UID: "3df96375-d47d-4104-ac10-d519d1eb9c25", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0425 08:08:38.533997 3932 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-dxb6w a90212baf1b3d7a6c842e49a7ca951171f6dd426ad488d7f17d61a2263c8c81e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-dxb6w a90212baf1b3d7a6c842e49a7ca951171f6dd426ad488d7f17d61a2263c8c81e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:19:16:d6:4d:d1\",\"name\":\"a90212baf1b3d7a\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07940387-2461-4f6c-9f0d-16c516c4bf63\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:08:38.747488 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.747508 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.747518 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.747526 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.747536 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0425 08:08:38.791804 3932 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bb744bb4c-92wzx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:08:38.792441 3932 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bb744bb4c-92wzx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:08:38.821899 3932 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bb744bb4c-92wzx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:38.821927 3932 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bb744bb4c-92wzx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:38.836665 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bb744bb4c-92wzx I0425 08:08:38.836695 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bb744bb4c-92wzx W0425 08:08:38.875904 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.875928 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.878612 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.878635 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.878644 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.891535 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.891554 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.895291 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.895313 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.895322 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.726664 3932 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:08:39.764141 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.764165 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.764174 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.764187 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.764192 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.764197 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.768206 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.768232 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.768239 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.768254 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.768264 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.768269 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.799501 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.799535 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.799511 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.799613 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.799631 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.799638 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.805146 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.805174 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.805183 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.805204 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.805212 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.805218 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.858990 3932 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:39.859015 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:39.859023 3932 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:39.897522 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.897553 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.936699 3932 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:39.936716 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:39.936723 3932 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 08:08:39.978106 3932 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 08:08:39.992690 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.992712 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.992718 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0425 08:08:41.773705 3932 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-s4shk] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-s4shk for pod on switch ip-10-0-0-173.ec2.internal I0425 08:08:41.773806 3932 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-s4shk I0425 08:08:41.788607 3932 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-s4shk] pod update took 14.830936ms I0425 08:08:41.788634 3932 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-s4shk] addLogicalPort annotation time took 14.86367ms I0425 08:08:41.789855 3932 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-s4shk] addLogicalPort took 16.172733ms, libovsdb time 918.641µs I0425 08:08:42.731580 3932 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-s4shk 072b8b983e6e0acf7a028a7ffa77e95e6ff3970f4745c64f279ef576230bb499 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-s4shk 072b8b983e6e0acf7a028a7ffa77e95e6ff3970f4745c64f279ef576230bb499 network default NAD default NAD key ] I0425 08:08:42.741675 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-s4shk, hostIfaceName: 072b8b983e6e0ac, network: default, NAD default, SandboxID: "072b8b983e6e0acf7a028a7ffa77e95e6ff3970f4745c64f279ef576230bb499", PCI device ID: , UID: "8b25223a-c61b-40f6-ab42-18d0233729f5", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0425 08:08:42.792111 3932 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-s4shk 072b8b983e6e0acf7a028a7ffa77e95e6ff3970f4745c64f279ef576230bb499 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-s4shk 072b8b983e6e0acf7a028a7ffa77e95e6ff3970f4745c64f279ef576230bb499 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:15:3e:9f:dc:f6\",\"name\":\"072b8b983e6e0ac\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08d6a2b4-7e9d-4ac1-b03a-ccafbf3722a6\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:08:42.950598 3932 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:08:44.878367 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 08:08:44.907950 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 08:08:49.866161 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:49.866188 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:49.866196 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0425 08:08:59.109576 3932 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7cc7cc6f98-mnl9d] creating logical port openshift-monitoring_thanos-querier-7cc7cc6f98-mnl9d for pod on switch ip-10-0-0-173.ec2.internal I0425 08:08:59.109663 3932 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7cc7cc6f98-mnl9d I0425 08:08:59.133195 3932 pod.go:62] [openshift-monitoring/thanos-querier-7cc7cc6f98-mnl9d] pod update took 23.557001ms I0425 08:08:59.133223 3932 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7cc7cc6f98-mnl9d] addLogicalPort annotation time took 23.589192ms I0425 08:08:59.134405 3932 pods.go:271] [openshift-monitoring/thanos-querier-7cc7cc6f98-mnl9d] addLogicalPort took 24.842448ms, libovsdb time 834.254µs I0425 08:08:59.465239 3932 cni.go:452] [openshift-monitoring/thanos-querier-7cc7cc6f98-mnl9d ee5a68d52d8523240f9877de2ab1ee3cb3a52f2a6af5a037604391fb1c703826 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7cc7cc6f98-mnl9d ee5a68d52d8523240f9877de2ab1ee3cb3a52f2a6af5a037604391fb1c703826 network default NAD default NAD key ] I0425 08:08:59.475508 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7cc7cc6f98-mnl9d, hostIfaceName: ee5a68d52d85232, network: default, NAD default, SandboxID: "ee5a68d52d8523240f9877de2ab1ee3cb3a52f2a6af5a037604391fb1c703826", PCI device ID: , UID: "4ffdce55-b71b-4f61-bae6-65eb29032a80", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0425 08:08:59.524775 3932 cni.go:473] [openshift-monitoring/thanos-querier-7cc7cc6f98-mnl9d ee5a68d52d8523240f9877de2ab1ee3cb3a52f2a6af5a037604391fb1c703826 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7cc7cc6f98-mnl9d ee5a68d52d8523240f9877de2ab1ee3cb3a52f2a6af5a037604391fb1c703826 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:dd:6a:13:58:c4\",\"name\":\"ee5a68d52d85232\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90544e7a-66e9-43e6-9c17-aacf9ae68716\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:08:59.804300 3932 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:08:59.804323 3932 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:08:59.804331 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:00.042886 3932 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:00.042908 3932 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:00.042913 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 08:09:00.540579 3932 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-447p8] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-447p8 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:09:00.540809 3932 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-447p8 I0425 08:09:00.561103 3932 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-447p8] pod update took 20.331375ms I0425 08:09:00.561129 3932 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-447p8] addLogicalPort annotation time took 20.36113ms I0425 08:09:00.562438 3932 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-447p8] addLogicalPort took 21.880659ms, libovsdb time 978.795µs I0425 08:09:00.705012 3932 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-68d8dbd877-2kd86] creating logical port openshift-monitoring_metrics-server-68d8dbd877-2kd86 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:09:00.705143 3932 kube.go:256] Updating pod openshift-monitoring/metrics-server-68d8dbd877-2kd86 I0425 08:09:00.723753 3932 pod.go:62] [openshift-monitoring/metrics-server-68d8dbd877-2kd86] pod update took 18.640331ms I0425 08:09:00.723778 3932 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-68d8dbd877-2kd86] addLogicalPort annotation time took 18.670491ms I0425 08:09:00.725014 3932 pods.go:271] [openshift-monitoring/metrics-server-68d8dbd877-2kd86] addLogicalPort took 20.045071ms, libovsdb time 912.669µs W0425 08:09:00.760986 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:09:00.761012 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 08:09:00.902557 3932 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-447p8 c9d01dd5928dd64c6ba787d6f5d5f033b3e026a8307d21bc86ed3165bcb55604 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-447p8 c9d01dd5928dd64c6ba787d6f5d5f033b3e026a8307d21bc86ed3165bcb55604 network default NAD default NAD key ] I0425 08:09:00.913346 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-447p8, hostIfaceName: c9d01dd5928dd64, network: default, NAD default, SandboxID: "c9d01dd5928dd64c6ba787d6f5d5f033b3e026a8307d21bc86ed3165bcb55604", PCI device ID: , UID: "6354fed0-4aa0-4db3-b0f2-7b747fc414e8", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0425 08:09:00.967891 3932 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-447p8 c9d01dd5928dd64c6ba787d6f5d5f033b3e026a8307d21bc86ed3165bcb55604 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-447p8 c9d01dd5928dd64c6ba787d6f5d5f033b3e026a8307d21bc86ed3165bcb55604 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:91:05:48:a0:88\",\"name\":\"c9d01dd5928dd64\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96ae91ce-78eb-4842-b30d-a4cac7957492\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:09:01.079027 3932 cni.go:452] [openshift-monitoring/metrics-server-68d8dbd877-2kd86 d039e2ab533edaa598174f4a58a5dd4c76abc890373d4e7532a7850b29a912c1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-68d8dbd877-2kd86 d039e2ab533edaa598174f4a58a5dd4c76abc890373d4e7532a7850b29a912c1 network default NAD default NAD key ] I0425 08:09:01.089272 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-68d8dbd877-2kd86, hostIfaceName: d039e2ab533edaa, network: default, NAD default, SandboxID: "d039e2ab533edaa598174f4a58a5dd4c76abc890373d4e7532a7850b29a912c1", PCI device ID: , UID: "57586a9f-362a-49e1-833d-048b1b56154f", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0425 08:09:01.139175 3932 cni.go:473] [openshift-monitoring/metrics-server-68d8dbd877-2kd86 d039e2ab533edaa598174f4a58a5dd4c76abc890373d4e7532a7850b29a912c1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-68d8dbd877-2kd86 d039e2ab533edaa598174f4a58a5dd4c76abc890373d4e7532a7850b29a912c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:35:f9:37:00:21\",\"name\":\"d039e2ab533edaa\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4dafc1b8-f37f-419f-8cdb-9f6345b88b2e\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:09:02.978780 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0425 08:09:03.212891 3932 cni.go:452] [openshift-image-registry/image-registry-86466b6cb-56tvf 4071c25ba5bb3a2eb7eeb52538a3e8d5a1b89f2515f2315a85681e28c7123bfb network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-86466b6cb-56tvf 4071c25ba5bb3a2eb7eeb52538a3e8d5a1b89f2515f2315a85681e28c7123bfb network default NAD default NAD key ] I0425 08:09:03.292683 3932 cni.go:473] [openshift-image-registry/image-registry-86466b6cb-56tvf 4071c25ba5bb3a2eb7eeb52538a3e8d5a1b89f2515f2315a85681e28c7123bfb network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-86466b6cb-56tvf 4071c25ba5bb3a2eb7eeb52538a3e8d5a1b89f2515f2315a85681e28c7123bfb network default NAD default NAD key default], result "{}", err I0425 08:09:03.335053 3932 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86466b6cb-56tvf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:03.335093 3932 pods.go:176] Deleting pod: openshift-image-registry/image-registry-86466b6cb-56tvf I0425 08:09:03.336779 3932 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-86466b6cb-56tvf, ips: 10.128.0.5 I0425 08:09:03.336810 3932 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86466b6cb-56tvf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:03.347820 3932 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-567b8cb8db-x87hl] creating logical port openshift-image-registry_image-registry-567b8cb8db-x87hl for pod on switch ip-10-0-0-173.ec2.internal I0425 08:09:03.347938 3932 kube.go:256] Updating pod openshift-image-registry/image-registry-567b8cb8db-x87hl I0425 08:09:03.365442 3932 pod.go:62] [openshift-image-registry/image-registry-567b8cb8db-x87hl] pod update took 17.543199ms I0425 08:09:03.365472 3932 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-567b8cb8db-x87hl] addLogicalPort annotation time took 17.577356ms I0425 08:09:03.366783 3932 pods.go:271] [openshift-image-registry/image-registry-567b8cb8db-x87hl] addLogicalPort took 18.983305ms, libovsdb time 849.714µs I0425 08:09:03.701370 3932 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-jzs27] creating logical port openshift-console_downloads-5c54f4944f-jzs27 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:09:03.701472 3932 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-jzs27 I0425 08:09:03.718054 3932 cni.go:452] [openshift-image-registry/image-registry-567b8cb8db-x87hl cf1e6efe3f1f6da635e051ac38d6959d5ecd7344571426f900205f1083e7cbef network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-567b8cb8db-x87hl cf1e6efe3f1f6da635e051ac38d6959d5ecd7344571426f900205f1083e7cbef network default NAD default NAD key ] I0425 08:09:03.724267 3932 pod.go:62] [openshift-console/downloads-5c54f4944f-jzs27] pod update took 22.820369ms I0425 08:09:03.724294 3932 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-jzs27] addLogicalPort annotation time took 22.852161ms I0425 08:09:03.725635 3932 pods.go:271] [openshift-console/downloads-5c54f4944f-jzs27] addLogicalPort took 24.286497ms, libovsdb time 1.015814ms I0425 08:09:03.728071 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-567b8cb8db-x87hl, hostIfaceName: cf1e6efe3f1f6da, network: default, NAD default, SandboxID: "cf1e6efe3f1f6da635e051ac38d6959d5ecd7344571426f900205f1083e7cbef", PCI device ID: , UID: "304a91f8-fd52-4db4-86c0-75afb10c1c4d", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0425 08:09:03.777172 3932 cni.go:473] [openshift-image-registry/image-registry-567b8cb8db-x87hl cf1e6efe3f1f6da635e051ac38d6959d5ecd7344571426f900205f1083e7cbef network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-567b8cb8db-x87hl cf1e6efe3f1f6da635e051ac38d6959d5ecd7344571426f900205f1083e7cbef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b9:f9:25:ed:4a\",\"name\":\"cf1e6efe3f1f6da\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf8f85c2-85d8-4498-bb8b-898d69fe5b28\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:09:03.852174 3932 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:09:03.852202 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:09:03.980143 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0425 08:09:04.061532 3932 cni.go:452] [openshift-console/downloads-5c54f4944f-jzs27 1b36880f11d211a46432b403b51cfdb2702917c5a04e9f8809301f09f984366e network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-jzs27 1b36880f11d211a46432b403b51cfdb2702917c5a04e9f8809301f09f984366e network default NAD default NAD key ] I0425 08:09:04.071909 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-jzs27, hostIfaceName: 1b36880f11d211a, network: default, NAD default, SandboxID: "1b36880f11d211a46432b403b51cfdb2702917c5a04e9f8809301f09f984366e", PCI device ID: , UID: "18d449d1-b2ca-4093-a0b5-ed8e7c49ef88", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] W0425 08:09:04.074061 3932 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.074078 3932 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.074083 3932 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.074087 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 08:09:04.095747 3932 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86466b6cb-56tvf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:04.095777 3932 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86466b6cb-56tvf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:09:04.098255 3932 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.098274 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.098281 3932 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.098287 3932 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 08:09:04.101319 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86466b6cb-56tvf I0425 08:09:04.101350 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86466b6cb-56tvf I0425 08:09:04.122939 3932 cni.go:473] [openshift-console/downloads-5c54f4944f-jzs27 1b36880f11d211a46432b403b51cfdb2702917c5a04e9f8809301f09f984366e network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-jzs27 1b36880f11d211a46432b403b51cfdb2702917c5a04e9f8809301f09f984366e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:8e:a3:ef:9a:25\",\"name\":\"1b36880f11d211a\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa81940f-9113-4823-9663-504fdfe395a9\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:09:04.144408 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 08:09:04.205746 3932 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:09:04.205760 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:09:09.989529 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:09.989554 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:09.989562 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:09.989569 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 08:09:12.387744 3932 base_network_controller_pods.go:487] [default/openshift-console/console-57db885555-6bkf2] creating logical port openshift-console_console-57db885555-6bkf2 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:09:12.387857 3932 kube.go:256] Updating pod openshift-console/console-57db885555-6bkf2 I0425 08:09:12.410207 3932 pod.go:62] [openshift-console/console-57db885555-6bkf2] pod update took 22.381528ms I0425 08:09:12.410231 3932 base_network_controller_pods.go:951] [default/openshift-console/console-57db885555-6bkf2] addLogicalPort annotation time took 22.410247ms I0425 08:09:12.411596 3932 pods.go:271] [openshift-console/console-57db885555-6bkf2] addLogicalPort took 23.867788ms, libovsdb time 1.045359ms I0425 08:09:12.751317 3932 cni.go:452] [openshift-console/console-57db885555-6bkf2 86f3de2347c272eb41f7b583d328aa92909852e5f116d8557568e068758a0771 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-57db885555-6bkf2 86f3de2347c272eb41f7b583d328aa92909852e5f116d8557568e068758a0771 network default NAD default NAD key ] I0425 08:09:12.761286 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-57db885555-6bkf2, hostIfaceName: 86f3de2347c272e, network: default, NAD default, SandboxID: "86f3de2347c272eb41f7b583d328aa92909852e5f116d8557568e068758a0771", PCI device ID: , UID: "407dcaea-d0cd-4efb-94f5-d0723678c4bc", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0425 08:09:12.814924 3932 cni.go:473] [openshift-console/console-57db885555-6bkf2 86f3de2347c272eb41f7b583d328aa92909852e5f116d8557568e068758a0771 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-57db885555-6bkf2 86f3de2347c272eb41f7b583d328aa92909852e5f116d8557568e068758a0771 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:92:80:d1:b0:06\",\"name\":\"86f3de2347c272e\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0b11b30-527e-41f0-9683-c062d0358aaa\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:09:16.886085 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 08:09:17.036005 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 08:09:19.409524 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 08:09:22.906766 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:09:22.906796 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:09:24.050581 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0425 08:09:24.080580 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0425 08:09:24.211914 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 08:09:24.980583 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:09:25.013773 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0425 08:09:26.140116 3932 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86466b6cb-kl2n5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:26.140766 3932 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86466b6cb-kl2n5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:26.464604 3932 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86466b6cb-kl2n5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:26.464639 3932 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86466b6cb-kl2n5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:26.474536 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86466b6cb-kl2n5 I0425 08:09:26.474571 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86466b6cb-kl2n5 W0425 08:09:29.929669 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 08:09:30.192958 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:09:30.193015 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:09:30.237923 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:09:30.237949 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:09:36.212606 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0425 08:09:44.580455 3932 cni.go:452] [openshift-console/console-57db885555-6bkf2 86f3de2347c272eb41f7b583d328aa92909852e5f116d8557568e068758a0771 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-57db885555-6bkf2 86f3de2347c272eb41f7b583d328aa92909852e5f116d8557568e068758a0771 network default NAD default NAD key ] I0425 08:09:44.657708 3932 cni.go:473] [openshift-console/console-57db885555-6bkf2 86f3de2347c272eb41f7b583d328aa92909852e5f116d8557568e068758a0771 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-57db885555-6bkf2 86f3de2347c272eb41f7b583d328aa92909852e5f116d8557568e068758a0771 network default NAD default NAD key default], result "{}", err I0425 08:09:44.730152 3932 obj_retry.go:498] Detected object openshift-console/console-57db885555-6bkf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:44.730203 3932 pods.go:176] Deleting pod: openshift-console/console-57db885555-6bkf2 I0425 08:09:44.731570 3932 pods.go:236] Attempting to release IPs for pod: openshift-console/console-57db885555-6bkf2, ips: 10.128.0.21 I0425 08:09:44.731606 3932 obj_retry.go:498] Detected object openshift-console/console-57db885555-6bkf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:44.746111 3932 base_network_controller_pods.go:487] [default/openshift-console/console-57c8b85cd6-5hdrv] creating logical port openshift-console_console-57c8b85cd6-5hdrv for pod on switch ip-10-0-0-173.ec2.internal I0425 08:09:44.746225 3932 kube.go:256] Updating pod openshift-console/console-57c8b85cd6-5hdrv I0425 08:09:44.761855 3932 pod.go:62] [openshift-console/console-57c8b85cd6-5hdrv] pod update took 15.659757ms I0425 08:09:44.761880 3932 base_network_controller_pods.go:951] [default/openshift-console/console-57c8b85cd6-5hdrv] addLogicalPort annotation time took 15.689337ms I0425 08:09:44.763142 3932 pods.go:271] [openshift-console/console-57c8b85cd6-5hdrv] addLogicalPort took 17.049165ms, libovsdb time 928.768µs I0425 08:09:45.137528 3932 obj_retry.go:492] Detected object openshift-console/console-57db885555-6bkf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:45.137560 3932 obj_retry.go:492] Detected object openshift-console/console-57db885555-6bkf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:45.147566 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57db885555-6bkf2 I0425 08:09:45.147592 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57db885555-6bkf2 I0425 08:09:45.160323 3932 cni.go:452] [openshift-console/console-57c8b85cd6-5hdrv 39101ed6fde89bd9dca632ceba49d327f9a1a10a8d0515ecec14f83aa2a36907 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-57c8b85cd6-5hdrv 39101ed6fde89bd9dca632ceba49d327f9a1a10a8d0515ecec14f83aa2a36907 network default NAD default NAD key ] I0425 08:09:45.170486 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-57c8b85cd6-5hdrv, hostIfaceName: 39101ed6fde89bd, network: default, NAD default, SandboxID: "39101ed6fde89bd9dca632ceba49d327f9a1a10a8d0515ecec14f83aa2a36907", PCI device ID: , UID: "617d3f14-ea71-4b35-8b3d-509a28b8e14d", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0425 08:09:45.229035 3932 cni.go:473] [openshift-console/console-57c8b85cd6-5hdrv 39101ed6fde89bd9dca632ceba49d327f9a1a10a8d0515ecec14f83aa2a36907 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-57c8b85cd6-5hdrv 39101ed6fde89bd9dca632ceba49d327f9a1a10a8d0515ecec14f83aa2a36907 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:63:e2:2f:66:72\",\"name\":\"39101ed6fde89bd\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1dce6b6c-eb53-4b12-a5b6-c74e92906820\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:09:55.194505 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 08:09:55.395534 3932 obj_retry.go:498] Detected object openshift-ingress/router-default-5c95494795-4n6mv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:55.396154 3932 obj_retry.go:498] Detected object openshift-ingress/router-default-5c95494795-4n6mv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:55.528059 3932 obj_retry.go:498] Detected object openshift-console/console-57db885555-ztkj6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:55.528657 3932 obj_retry.go:498] Detected object openshift-console/console-57db885555-ztkj6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:56.031463 3932 obj_retry.go:492] Detected object openshift-ingress/router-default-5c95494795-4n6mv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:56.031496 3932 obj_retry.go:492] Detected object openshift-ingress/router-default-5c95494795-4n6mv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:56.040471 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5c95494795-4n6mv I0425 08:09:56.040494 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5c95494795-4n6mv I0425 08:09:56.069053 3932 obj_retry.go:492] Detected object openshift-console/console-57db885555-ztkj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:56.069082 3932 obj_retry.go:492] Detected object openshift-console/console-57db885555-ztkj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:56.080636 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57db885555-ztkj6 I0425 08:09:56.080673 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57db885555-ztkj6 I0425 08:09:56.521924 3932 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 08:10:00.231054 3932 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618410-hv4hm for pod on switch ip-10-0-0-173.ec2.internal I0425 08:10:00.231197 3932 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm I0425 08:10:00.245080 3932 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm] pod update took 13.908111ms I0425 08:10:00.245107 3932 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm] addLogicalPort annotation time took 13.941008ms I0425 08:10:00.246349 3932 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm] addLogicalPort took 15.311863ms, libovsdb time 898.598µs I0425 08:10:00.670080 3932 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm 31c027ffb0b2d42e9846956775655f3af2cece7da0496fede706ecacf7eb7e00 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm 31c027ffb0b2d42e9846956775655f3af2cece7da0496fede706ecacf7eb7e00 network default NAD default NAD key ] I0425 08:10:00.679443 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618410-hv4hm, hostIfaceName: 31c027ffb0b2d42, network: default, NAD default, SandboxID: "31c027ffb0b2d42e9846956775655f3af2cece7da0496fede706ecacf7eb7e00", PCI device ID: , UID: "c7a22821-a5c4-4f50-a437-d1136dc566c7", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0425 08:10:00.731555 3932 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm 31c027ffb0b2d42e9846956775655f3af2cece7da0496fede706ecacf7eb7e00 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm 31c027ffb0b2d42e9846956775655f3af2cece7da0496fede706ecacf7eb7e00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:0f:aa:45:f6:ca\",\"name\":\"31c027ffb0b2d42\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04777724-005e-4a06-be28-31586aa094e6\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:05.225417 3932 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm 31c027ffb0b2d42e9846956775655f3af2cece7da0496fede706ecacf7eb7e00 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm 31c027ffb0b2d42e9846956775655f3af2cece7da0496fede706ecacf7eb7e00 network default NAD default NAD key ] I0425 08:10:05.301449 3932 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm 31c027ffb0b2d42e9846956775655f3af2cece7da0496fede706ecacf7eb7e00 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm 31c027ffb0b2d42e9846956775655f3af2cece7da0496fede706ecacf7eb7e00 network default NAD default NAD key default], result "{}", err I0425 08:10:05.392943 3932 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:05.392998 3932 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm I0425 08:10:05.394301 3932 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm, ips: 10.128.0.23 I0425 08:10:05.394330 3932 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:05.422056 3932 cni.go:452] [openshift-multus/network-metrics-daemon-tmqff 6fdc7fcd352c02a6d2029ef939f4edf0480e8eceb82a3beef0f8bdde9467fb85 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-tmqff 6fdc7fcd352c02a6d2029ef939f4edf0480e8eceb82a3beef0f8bdde9467fb85 network default NAD default NAD key ] I0425 08:10:05.432316 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tmqff, hostIfaceName: 6fdc7fcd352c02a, network: default, NAD default, SandboxID: "6fdc7fcd352c02a6d2029ef939f4edf0480e8eceb82a3beef0f8bdde9467fb85", PCI device ID: , UID: "29ee0473-a634-44d4-9e6b-6f283e182454", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0425 08:10:05.485218 3932 cni.go:473] [openshift-multus/network-metrics-daemon-tmqff 6fdc7fcd352c02a6d2029ef939f4edf0480e8eceb82a3beef0f8bdde9467fb85 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tmqff 6fdc7fcd352c02a6d2029ef939f4edf0480e8eceb82a3beef0f8bdde9467fb85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c6:1e:7f:3b:ea\",\"name\":\"6fdc7fcd352c02a\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/255e575f-6f28-4b8a-b5f3-4f099f9c3919\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:06.247542 3932 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:06.247575 3932 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:18.249259 3932 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:18.249866 3932 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:19.140041 3932 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:19.140072 3932 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:19.151275 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 08:10:19.151307 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 08:10:22.621448 3932 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:22.622022 3932 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:23.164720 3932 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:23.164743 3932 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:23.175019 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 08:10:23.175049 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 08:10:38.507238 3932 cni.go:452] [openshift-console/console-57c8b85cd6-5hdrv 39101ed6fde89bd9dca632ceba49d327f9a1a10a8d0515ecec14f83aa2a36907 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-57c8b85cd6-5hdrv 39101ed6fde89bd9dca632ceba49d327f9a1a10a8d0515ecec14f83aa2a36907 network default NAD default NAD key ] I0425 08:10:38.580566 3932 cni.go:473] [openshift-console/console-57c8b85cd6-5hdrv 39101ed6fde89bd9dca632ceba49d327f9a1a10a8d0515ecec14f83aa2a36907 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-57c8b85cd6-5hdrv 39101ed6fde89bd9dca632ceba49d327f9a1a10a8d0515ecec14f83aa2a36907 network default NAD default NAD key default], result "{}", err I0425 08:10:38.634784 3932 obj_retry.go:498] Detected object openshift-console/console-57c8b85cd6-5hdrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:38.634851 3932 pods.go:176] Deleting pod: openshift-console/console-57c8b85cd6-5hdrv I0425 08:10:38.636160 3932 pods.go:236] Attempting to release IPs for pod: openshift-console/console-57c8b85cd6-5hdrv, ips: 10.128.0.22 I0425 08:10:38.636197 3932 obj_retry.go:498] Detected object openshift-console/console-57c8b85cd6-5hdrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:38.648306 3932 base_network_controller_pods.go:487] [default/openshift-console/console-7fc58c774b-cx6tk] creating logical port openshift-console_console-7fc58c774b-cx6tk for pod on switch ip-10-0-0-173.ec2.internal I0425 08:10:38.648478 3932 kube.go:256] Updating pod openshift-console/console-7fc58c774b-cx6tk I0425 08:10:38.666033 3932 pod.go:62] [openshift-console/console-7fc58c774b-cx6tk] pod update took 17.581287ms I0425 08:10:38.666059 3932 base_network_controller_pods.go:951] [default/openshift-console/console-7fc58c774b-cx6tk] addLogicalPort annotation time took 17.615895ms I0425 08:10:38.667272 3932 pods.go:271] [openshift-console/console-7fc58c774b-cx6tk] addLogicalPort took 18.984584ms, libovsdb time 874.339µs I0425 08:10:39.008806 3932 cni.go:452] [openshift-console/console-7fc58c774b-cx6tk c27c0e063c47a79198a885bcf834efc64eab960b7886dd232e923f183d030451 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7fc58c774b-cx6tk c27c0e063c47a79198a885bcf834efc64eab960b7886dd232e923f183d030451 network default NAD default NAD key ] I0425 08:10:39.018540 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7fc58c774b-cx6tk, hostIfaceName: c27c0e063c47a79, network: default, NAD default, SandboxID: "c27c0e063c47a79198a885bcf834efc64eab960b7886dd232e923f183d030451", PCI device ID: , UID: "dec63037-1c5b-44d7-bbca-75c0e8a01c48", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0425 08:10:39.072572 3932 cni.go:473] [openshift-console/console-7fc58c774b-cx6tk c27c0e063c47a79198a885bcf834efc64eab960b7886dd232e923f183d030451 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7fc58c774b-cx6tk c27c0e063c47a79198a885bcf834efc64eab960b7886dd232e923f183d030451 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:d3:3c:b1:0f:e6\",\"name\":\"c27c0e063c47a79\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/728a6960-d42c-4199-be04-637a0ad8e1ff\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:10:39.382883 3932 obj_retry.go:492] Detected object openshift-console/console-57c8b85cd6-5hdrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:39.382920 3932 obj_retry.go:492] Detected object openshift-console/console-57c8b85cd6-5hdrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:39.393573 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57c8b85cd6-5hdrv I0425 08:10:39.393610 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57c8b85cd6-5hdrv W0425 08:10:49.415318 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 08:10:49.587752 3932 obj_retry.go:498] Detected object openshift-console/console-57c8b85cd6-kggkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:49.588309 3932 obj_retry.go:498] Detected object openshift-console/console-57c8b85cd6-kggkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:50.521381 3932 obj_retry.go:492] Detected object openshift-console/console-57c8b85cd6-kggkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:50.521409 3932 obj_retry.go:492] Detected object openshift-console/console-57c8b85cd6-kggkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:50.530246 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57c8b85cd6-kggkp I0425 08:10:50.530271 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57c8b85cd6-kggkp I0425 08:10:50.960709 3932 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:50.961324 3932 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:51.534536 3932 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:51.534572 3932 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:51.545129 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 08:10:51.545150 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 08:11:25.761524 3932 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:11:25.762093 3932 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:11:26.692483 3932 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:11:26.692512 3932 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:11:26.705539 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 08:11:26.705564 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 08:12:08.418909 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0425 08:12:09.513916 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0425 08:12:17.531098 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0425 08:12:24.546881 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0425 08:12:37.421728 3932 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9htnd] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-9htnd for pod on switch ip-10-0-0-173.ec2.internal I0425 08:12:37.421855 3932 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9htnd I0425 08:12:37.439120 3932 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9htnd] pod update took 17.292475ms I0425 08:12:37.439146 3932 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9htnd] addLogicalPort annotation time took 17.324131ms I0425 08:12:37.440350 3932 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9htnd] addLogicalPort took 18.633972ms, libovsdb time 881.274µs I0425 08:12:37.783104 3932 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9htnd 148a98295ff955d6b3360b7bd7e3335a76c7d95c78fc6cbc24b5c133a37b981c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9htnd 148a98295ff955d6b3360b7bd7e3335a76c7d95c78fc6cbc24b5c133a37b981c network default NAD default NAD key ] I0425 08:12:37.792664 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-9htnd, hostIfaceName: 148a98295ff955d, network: default, NAD default, SandboxID: "148a98295ff955d6b3360b7bd7e3335a76c7d95c78fc6cbc24b5c133a37b981c", PCI device ID: , UID: "e403795c-b2ac-4c2b-9246-2c758127b6a8", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0425 08:12:37.847136 3932 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9htnd 148a98295ff955d6b3360b7bd7e3335a76c7d95c78fc6cbc24b5c133a37b981c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9htnd 148a98295ff955d6b3360b7bd7e3335a76c7d95c78fc6cbc24b5c133a37b981c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:8e:21:f5:45:70\",\"name\":\"148a98295ff955d\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11bb5318-84f4-47ef-9393-6543403ae12b\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:12:40.830417 3932 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:12:51.519734 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0425 08:12:51.842825 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:12:51.902500 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 08:12:51.902561 3932 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-69gv5 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-69gv5: no pod IPs found I0425 08:13:18.525505 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0425 08:14:21.417515 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0425 08:14:39.508171 3932 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0425 08:14:52.420409 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0425 08:14:59.418074 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0425 08:15:08.429733 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=581 I0425 08:15:29.417258 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0425 08:15:29.536556 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0425 08:15:32.541118 3932 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0425 08:15:49.546917 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0425 08:16:19.508622 3932 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0425 08:16:23.251693 3932 namespace.go:98] [tsf] adding namespace I0425 08:16:23.252626 3932 namespace.go:102] [tsf] adding namespace took 907.19µs I0425 08:16:23.271943 3932 namespace.go:142] [tsf] updating namespace I0425 08:16:23.285297 3932 namespace.go:142] [tsf] updating namespace I0425 08:16:27.275271 3932 namespace.go:98] [tsf-tpa] adding namespace I0425 08:16:27.276117 3932 namespace.go:98] [konflux-ui] adding namespace I0425 08:16:27.276262 3932 namespace.go:102] [tsf-tpa] adding namespace took 963.512µs I0425 08:16:27.276820 3932 namespace.go:102] [konflux-ui] adding namespace took 684.109µs I0425 08:16:27.283155 3932 namespace.go:98] [rhtpa-operator] adding namespace I0425 08:16:27.283169 3932 namespace.go:98] [konflux-operator] adding namespace I0425 08:16:27.283291 3932 namespace.go:98] [tsf-tas] adding namespace I0425 08:16:27.283407 3932 namespace.go:98] [tsf-keycloak] adding namespace I0425 08:16:27.283529 3932 namespace.go:98] [rhbk-operator] adding namespace I0425 08:16:27.283585 3932 namespace.go:98] [cert-manager-operator] adding namespace I0425 08:16:27.283862 3932 namespace.go:102] [rhtpa-operator] adding namespace took 690.081µs I0425 08:16:27.284484 3932 namespace.go:102] [konflux-operator] adding namespace took 1.301398ms I0425 08:16:27.285115 3932 namespace.go:102] [tsf-tas] adding namespace took 1.813409ms I0425 08:16:27.285645 3932 namespace.go:102] [tsf-keycloak] adding namespace took 2.225641ms I0425 08:16:27.286241 3932 namespace.go:102] [rhbk-operator] adding namespace took 2.689479ms I0425 08:16:27.286759 3932 namespace.go:102] [cert-manager-operator] adding namespace took 3.163569ms I0425 08:16:27.300725 3932 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:27.310785 3932 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:27.325121 3932 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:27.332306 3932 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:27.332412 3932 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:27.332445 3932 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:27.342340 3932 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:27.342364 3932 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:27.353418 3932 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:27.353565 3932 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:27.353589 3932 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:27.396268 3932 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:27.404132 3932 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:27.424938 3932 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:27.437172 3932 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:27.446960 3932 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:27.468139 3932 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:27.477386 3932 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:27.498174 3932 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:27.498214 3932 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:27.498300 3932 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:27.522280 3932 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:27.522332 3932 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:27.549590 3932 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:28.496500 3932 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:28.513232 3932 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:35.577461 3932 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:35.578096 3932 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:35.578126 3932 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:35.578134 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:35.578145 3932 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:35.578149 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:36.607879 3932 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:36.607909 3932 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:36.607920 3932 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:36.607935 3932 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.155644 3932 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.156285 3932 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.156315 3932 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.156326 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:43.156339 3932 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.156343 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:43.204375 3932 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.204889 3932 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.204914 3932 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.204923 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:43.204942 3932 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.204949 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:43.232768 3932 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.233335 3932 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.233364 3932 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.233370 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:43.233380 3932 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.233384 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:43.263001 3932 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.263028 3932 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.263040 3932 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.263051 3932 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.867170 3932 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-s4wjj] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-s4wjj for pod on switch ip-10-0-0-173.ec2.internal I0425 08:16:43.867289 3932 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-s4wjj I0425 08:16:43.883180 3932 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-s4wjj] pod update took 15.917855ms I0425 08:16:43.883207 3932 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-s4wjj] addLogicalPort annotation time took 15.949061ms I0425 08:16:43.884515 3932 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-s4wjj] addLogicalPort took 17.361715ms, libovsdb time 921.813µs I0425 08:16:44.163605 3932 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.164214 3932 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.164240 3932 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.164248 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:44.164259 3932 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.164266 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:44.184308 3932 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.184338 3932 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.184352 3932 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.184365 3932 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.229512 3932 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-s4wjj 225a40f2e6f8a3ac4ab3decd38294f71b7e2c0326176c93bc57a7f11c901c8d7 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-s4wjj 225a40f2e6f8a3ac4ab3decd38294f71b7e2c0326176c93bc57a7f11c901c8d7 network default NAD default NAD key ] I0425 08:16:44.240027 3932 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-s4wjj, hostIfaceName: 225a40f2e6f8a3a, network: default, NAD default, SandboxID: "225a40f2e6f8a3ac4ab3decd38294f71b7e2c0326176c93bc57a7f11c901c8d7", PCI device ID: , UID: "1889d0eb-a92e-4d6b-811a-4424d0f4e428", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0425 08:16:44.263329 3932 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.263360 3932 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.263379 3932 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.263392 3932 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.295080 3932 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-s4wjj 225a40f2e6f8a3ac4ab3decd38294f71b7e2c0326176c93bc57a7f11c901c8d7 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-s4wjj 225a40f2e6f8a3ac4ab3decd38294f71b7e2c0326176c93bc57a7f11c901c8d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:db:2a:9d:0c:49\",\"name\":\"225a40f2e6f8a3a\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b49546b-f44c-41eb-93f9-7f356947f5ec\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:16:45.190046 3932 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.190633 3932 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.190663 3932 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.190674 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:45.190694 3932 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.190700 3932 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:45.195042 3932 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.195062 3932 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.195079 3932 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.195089 3932 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.218066 3932 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.218134 3932 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.218157 3932 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.218173 3932 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:55.730147 3932 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9qzrk] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-9qzrk for pod on switch ip-10-0-0-173.ec2.internal I0425 08:16:55.730258 3932 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9qzrk I0425 08:16:55.753209 3932 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9qzrk] pod update took 22.973226ms I0425 08:16:55.753237 3932 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9qzrk] addLogicalPort annotation time took 23.006325ms I0425 08:16:55.754492 3932 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9qzrk] addLogicalPort took 24.360792ms, libovsdb time 871.475µs I0425 08:16:56.094557 3932 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9qzrk a968cd4053b21b4b29f9a8b32a0c7ab6a1e5b358a339d6812198a4c57e71bcbe network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9qzrk a968cd4053b21b4b29f9a8b32a0c7ab6a1e5b358a339d6812198a4c57e71bcbe network default NAD default NAD key ] I0425 08:16:56.105043 3932 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-9qzrk, hostIfaceName: a968cd4053b21b4, network: default, NAD default, SandboxID: "a968cd4053b21b4b29f9a8b32a0c7ab6a1e5b358a339d6812198a4c57e71bcbe", PCI device ID: , UID: "9e26d449-1c03-4beb-8681-41dbaf58f28b", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0425 08:16:56.156288 3932 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9qzrk a968cd4053b21b4b29f9a8b32a0c7ab6a1e5b358a339d6812198a4c57e71bcbe network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9qzrk a968cd4053b21b4b29f9a8b32a0c7ab6a1e5b358a339d6812198a4c57e71bcbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c9:17:ae:f5:c7\",\"name\":\"a968cd4053b21b4\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a2dcc32-1301-4db5-85e1-0074d07454ae\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:16:57.985631 3932 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-2mm68] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-2mm68 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:16:57.985778 3932 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-2mm68 I0425 08:16:58.011438 3932 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-2mm68] pod update took 25.698641ms I0425 08:16:58.011465 3932 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-2mm68] addLogicalPort annotation time took 25.733122ms I0425 08:16:58.012794 3932 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-2mm68] addLogicalPort took 27.179229ms, libovsdb time 966.644µs I0425 08:16:58.354038 3932 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-2mm68 3b5fe1909fa0a93cef6c1cb508f866590a37129ab1a663dcc45d7a61370fd06e network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-2mm68 3b5fe1909fa0a93cef6c1cb508f866590a37129ab1a663dcc45d7a61370fd06e network default NAD default NAD key ] I0425 08:16:58.364455 3932 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-2mm68, hostIfaceName: 3b5fe1909fa0a93, network: default, NAD default, SandboxID: "3b5fe1909fa0a93cef6c1cb508f866590a37129ab1a663dcc45d7a61370fd06e", PCI device ID: , UID: "7b664add-6927-4d19-929a-f80f6c875451", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0425 08:16:58.422851 3932 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-2mm68 3b5fe1909fa0a93cef6c1cb508f866590a37129ab1a663dcc45d7a61370fd06e network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-2mm68 3b5fe1909fa0a93cef6c1cb508f866590a37129ab1a663dcc45d7a61370fd06e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:e3:35:9e:76:fc\",\"name\":\"3b5fe1909fa0a93\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/664f8290-b4af-45a1-9c20-1f5944675e90\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:16:58.938085 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:16:59.130213 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:16:59.178174 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:17:01.865503 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 08:17:02.037166 3932 namespace.go:142] [openshift-operators] updating namespace I0425 08:17:02.139294 3932 namespace.go:142] [openshift-operators] updating namespace I0425 08:17:03.410294 3932 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-txc6w] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-txc6w for pod on switch ip-10-0-0-173.ec2.internal I0425 08:17:03.410492 3932 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-txc6w I0425 08:17:03.430881 3932 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-txc6w] pod update took 20.426746ms I0425 08:17:03.430908 3932 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-txc6w] addLogicalPort annotation time took 20.459333ms I0425 08:17:03.432331 3932 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-txc6w] addLogicalPort took 22.055944ms, libovsdb time 1.009532ms I0425 08:17:03.770669 3932 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-txc6w 141cf21eff33c59c98c0e1e8f5ac143e0668033b6d185dcb36cf8e779a238a08 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-txc6w 141cf21eff33c59c98c0e1e8f5ac143e0668033b6d185dcb36cf8e779a238a08 network default NAD default NAD key ] I0425 08:17:03.780163 3932 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-txc6w, hostIfaceName: 141cf21eff33c59, network: default, NAD default, SandboxID: "141cf21eff33c59c98c0e1e8f5ac143e0668033b6d185dcb36cf8e779a238a08", PCI device ID: , UID: "0ec81de6-8ed6-47d9-8885-c3ff268400b8", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0425 08:17:03.831457 3932 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-txc6w 141cf21eff33c59c98c0e1e8f5ac143e0668033b6d185dcb36cf8e779a238a08 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-txc6w 141cf21eff33c59c98c0e1e8f5ac143e0668033b6d185dcb36cf8e779a238a08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:4d:26:bf:7a:9b\",\"name\":\"141cf21eff33c59\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10b2a513-fd75-4b80-a691-ada32cd43125\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:17:05.940212 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:05.967198 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:05.989118 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:06.008063 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 08:17:06.467129 3932 namespace.go:98] [cert-manager] adding namespace I0425 08:17:06.468066 3932 namespace.go:102] [cert-manager] adding namespace took 912.342µs I0425 08:17:06.501966 3932 namespace.go:142] [cert-manager] updating namespace I0425 08:17:06.512510 3932 namespace.go:142] [cert-manager] updating namespace W0425 08:17:10.028371 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 08:17:10.727453 3932 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-cq9n2] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-cq9n2 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:17:10.727601 3932 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-cq9n2 I0425 08:17:10.751368 3932 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-cq9n2] pod update took 23.795034ms I0425 08:17:10.751393 3932 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-cq9n2] addLogicalPort annotation time took 23.82531ms I0425 08:17:10.752606 3932 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-cq9n2] addLogicalPort took 25.167176ms, libovsdb time 876.443µs I0425 08:17:11.088603 3932 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-cq9n2 64ffde84c639a1cd002526599fc5fe53d571423caa070b3845f33b81f0e9195c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-cq9n2 64ffde84c639a1cd002526599fc5fe53d571423caa070b3845f33b81f0e9195c network default NAD default NAD key ] I0425 08:17:11.098538 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-cq9n2, hostIfaceName: 64ffde84c639a1c, network: default, NAD default, SandboxID: "64ffde84c639a1cd002526599fc5fe53d571423caa070b3845f33b81f0e9195c", PCI device ID: , UID: "e2b1de31-71d4-43f9-8612-d36c58c960f9", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0425 08:17:11.150472 3932 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-cq9n2 64ffde84c639a1cd002526599fc5fe53d571423caa070b3845f33b81f0e9195c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-cq9n2 64ffde84c639a1cd002526599fc5fe53d571423caa070b3845f33b81f0e9195c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:16:b2:f2:86:d0\",\"name\":\"64ffde84c639a1c\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ced55781-fa83-4840-a863-ab71faa79f52\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:17:12.506344 3932 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 08:17:12.507358 3932 namespace.go:102] [trusted-artifact-signer] adding namespace took 986.731µs I0425 08:17:12.537053 3932 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:12.566054 3932 namespace.go:142] [trusted-artifact-signer] updating namespace W0425 08:17:12.930206 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:12.994873 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 08:17:14.161288 3932 namespace.go:142] [openshift-operators] updating namespace W0425 08:17:14.749169 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 08:17:14.749191 3932 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 08:17:15.799338 3932 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-mdvtc] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-mdvtc for pod on switch ip-10-0-0-173.ec2.internal I0425 08:17:15.799470 3932 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-mdvtc I0425 08:17:15.832396 3932 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-mdvtc] pod update took 32.949253ms I0425 08:17:15.832424 3932 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-mdvtc] addLogicalPort annotation time took 32.982082ms I0425 08:17:15.833610 3932 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-mdvtc] addLogicalPort took 34.287962ms, libovsdb time 846.06µs I0425 08:17:16.182103 3932 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-mdvtc 90f710309d52f106f06f447e35fff68b3266021b62db8c723f7b2e60dcb940da network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-mdvtc 90f710309d52f106f06f447e35fff68b3266021b62db8c723f7b2e60dcb940da network default NAD default NAD key ] I0425 08:17:16.191813 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-mdvtc, hostIfaceName: 90f710309d52f10, network: default, NAD default, SandboxID: "90f710309d52f106f06f447e35fff68b3266021b62db8c723f7b2e60dcb940da", PCI device ID: , UID: "fcc2633a-bd05-4798-9183-8ba31003da3d", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0425 08:17:16.244791 3932 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-mdvtc 90f710309d52f106f06f447e35fff68b3266021b62db8c723f7b2e60dcb940da network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-mdvtc 90f710309d52f106f06f447e35fff68b3266021b62db8c723f7b2e60dcb940da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:81:1e:11:01:36\",\"name\":\"90f710309d52f10\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6db6167a-ac7e-4a3b-b7b8-4a8cd79426e6\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:17:23.982022 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 08:17:27.563639 3932 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-nxvmf] creating logical port cert-manager_cert-manager-59c77684cc-nxvmf for pod on switch ip-10-0-0-173.ec2.internal I0425 08:17:27.563794 3932 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-nxvmf I0425 08:17:27.606199 3932 pod.go:62] [cert-manager/cert-manager-59c77684cc-nxvmf] pod update took 42.435898ms I0425 08:17:27.606226 3932 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-nxvmf] addLogicalPort annotation time took 42.471866ms I0425 08:17:27.607621 3932 pods.go:271] [cert-manager/cert-manager-59c77684cc-nxvmf] addLogicalPort took 43.997973ms, libovsdb time 988.637µs I0425 08:17:27.933566 3932 cni.go:452] [cert-manager/cert-manager-59c77684cc-nxvmf 4bcb89047a15f345499423978f5d151d0bfcd876d32a0a7c92f91cd016baf3ba network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-nxvmf 4bcb89047a15f345499423978f5d151d0bfcd876d32a0a7c92f91cd016baf3ba network default NAD default NAD key ] I0425 08:17:27.943098 3932 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-nxvmf, hostIfaceName: 4bcb89047a15f34, network: default, NAD default, SandboxID: "4bcb89047a15f345499423978f5d151d0bfcd876d32a0a7c92f91cd016baf3ba", PCI device ID: , UID: "dc8656c4-90aa-44d3-a9f8-443e664ec107", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0425 08:17:27.999152 3932 cni.go:473] [cert-manager/cert-manager-59c77684cc-nxvmf 4bcb89047a15f345499423978f5d151d0bfcd876d32a0a7c92f91cd016baf3ba network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-nxvmf 4bcb89047a15f345499423978f5d151d0bfcd876d32a0a7c92f91cd016baf3ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:24:2a:20:db:57\",\"name\":\"4bcb89047a15f34\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4772443-8bd5-44cc-b2c5-9f17cba9b178\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:17:32.181888 3932 namespace.go:98] [openshift-pipelines] adding namespace I0425 08:17:32.182892 3932 namespace.go:102] [openshift-pipelines] adding namespace took 965.526µs I0425 08:17:32.204004 3932 namespace.go:142] [openshift-pipelines] updating namespace I0425 08:17:32.418893 3932 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:17:32.419507 3932 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:17:32.447591 3932 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:17:32.447614 3932 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:17:32.459814 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 08:17:32.459845 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 08:17:32.909529 3932 namespace.go:142] [cert-manager] updating namespace I0425 08:17:33.100913 3932 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:33.499055 3932 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:33.698724 3932 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:33.912114 3932 namespace.go:142] [open-cluster-management-2pt28i6am2tvfkk8t5psmmu18t76ekft] updating namespace I0425 08:17:34.301505 3932 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:34.505906 3932 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:34.701842 3932 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:34.907488 3932 namespace.go:142] [tsf] updating namespace I0425 08:17:35.104801 3932 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:35.314137 3932 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:35.513759 3932 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:35.664227 3932 namespace.go:142] [cert-manager] updating namespace I0425 08:17:35.678324 3932 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:35.688541 3932 namespace.go:142] [default] updating namespace I0425 08:17:35.700865 3932 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:35.711907 3932 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:35.724892 3932 namespace.go:142] [open-cluster-management-2pt28i6am2tvfkk8t5psmmu18t76ekft] updating namespace I0425 08:17:35.734877 3932 namespace.go:142] [openshift] updating namespace I0425 08:17:35.744157 3932 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:35.756536 3932 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:35.768225 3932 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:35.780565 3932 namespace.go:142] [tsf] updating namespace I0425 08:17:35.790308 3932 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:35.803183 3932 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:35.817661 3932 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:35.897386 3932 namespace.go:142] [cert-manager] updating namespace I0425 08:17:35.996300 3932 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:36.096637 3932 namespace.go:142] [default] updating namespace I0425 08:17:36.197352 3932 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:36.302273 3932 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:36.396856 3932 namespace.go:142] [open-cluster-management-2pt28i6am2tvfkk8t5psmmu18t76ekft] updating namespace I0425 08:17:36.496306 3932 namespace.go:142] [openshift] updating namespace I0425 08:17:36.598429 3932 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:36.700337 3932 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:36.798279 3932 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:36.904476 3932 namespace.go:142] [tsf] updating namespace I0425 08:17:37.000156 3932 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:37.096205 3932 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:37.199643 3932 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:37.622428 3932 namespace.go:142] [openshift-pipelines] updating namespace W0425 08:17:44.442221 3932 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 08:17:44.534658 3932 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 08:17:45.740088 3932 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xffp8] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-xffp8 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:17:45.740191 3932 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xffp8 I0425 08:17:45.759233 3932 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xffp8] pod update took 19.072611ms I0425 08:17:45.759267 3932 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xffp8] addLogicalPort annotation time took 19.111609ms I0425 08:17:45.760875 3932 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xffp8] addLogicalPort took 20.822129ms, libovsdb time 1.102163ms I0425 08:17:45.825748 3932 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-brcz9] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-brcz9 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:17:45.825842 3932 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-brcz9 I0425 08:17:45.840699 3932 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-brcz9] pod update took 14.885183ms I0425 08:17:45.840721 3932 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-brcz9] addLogicalPort annotation time took 14.911192ms I0425 08:17:45.842005 3932 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-brcz9] addLogicalPort took 16.274002ms, libovsdb time 825.411µs I0425 08:17:46.108999 3932 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xffp8 f043714326685d23b78a6e897b60ae5608088e0692564689533d392c468e5725 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xffp8 f043714326685d23b78a6e897b60ae5608088e0692564689533d392c468e5725 network default NAD default NAD key ] I0425 08:17:46.118721 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-xffp8, hostIfaceName: f043714326685d2, network: default, NAD default, SandboxID: "f043714326685d23b78a6e897b60ae5608088e0692564689533d392c468e5725", PCI device ID: , UID: "e0616b11-634b-49c2-a848-0f5ed616f173", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0425 08:17:46.176941 3932 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xffp8 f043714326685d23b78a6e897b60ae5608088e0692564689533d392c468e5725 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-xffp8 f043714326685d23b78a6e897b60ae5608088e0692564689533d392c468e5725 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:50:df:66:e8:62\",\"name\":\"f043714326685d2\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2d1a43f-d199-4eee-9fe7-75da4ca0ad9b\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:17:46.190302 3932 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-brcz9 d458dbe9ff54117f2a953b5622ccb53e9704fa996b1be67405ece02e79f7ebc9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-brcz9 d458dbe9ff54117f2a953b5622ccb53e9704fa996b1be67405ece02e79f7ebc9 network default NAD default NAD key ] I0425 08:17:46.199965 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-brcz9, hostIfaceName: d458dbe9ff54117, network: default, NAD default, SandboxID: "d458dbe9ff54117f2a953b5622ccb53e9704fa996b1be67405ece02e79f7ebc9", PCI device ID: , UID: "3836c8f3-4b3b-4280-b6f9-eb13a6a669ec", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0425 08:17:46.255506 3932 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-brcz9 d458dbe9ff54117f2a953b5622ccb53e9704fa996b1be67405ece02e79f7ebc9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-brcz9 d458dbe9ff54117f2a953b5622ccb53e9704fa996b1be67405ece02e79f7ebc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:47:83:31:95:74\",\"name\":\"d458dbe9ff54117\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1824eae7-a59e-4100-8610-7aa859e88d32\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:17:50.106105 3932 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:50.106134 3932 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:50.106141 3932 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:50.138371 3932 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:50.138393 3932 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:50.138400 3932 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:50.887235 3932 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:50.887261 3932 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:50.887267 3932 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:50.887272 3932 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:18:01.102625 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:18:01.102652 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:18:01.102661 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:18:01.138575 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:18:01.138605 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:18:01.138613 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0425 08:18:05.422265 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0425 08:18:06.549442 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 08:18:07.632340 3932 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:18:07.632963 3932 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:18:07.656480 3932 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:18:07.656510 3932 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:18:07.665749 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 08:18:07.665779 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 08:18:09.804595 3932 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 08:18:09.805404 3932 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 08:18:09.805435 3932 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 08:18:09.807508 3932 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0425 08:18:10.170750 3932 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:18:10.170895 3932 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0425 08:18:10.189849 3932 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.981349ms I0425 08:18:10.189899 3932 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.014525ms I0425 08:18:10.191223 3932 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.542291ms, libovsdb time 939.212µs I0425 08:18:10.534543 3932 cni.go:452] [tsf-keycloak/keycloak-0 113836244acb4cee800f49faa6f5bebc93e6b3a1705c1adae8e40c32ba500feb network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 113836244acb4cee800f49faa6f5bebc93e6b3a1705c1adae8e40c32ba500feb network default NAD default NAD key ] I0425 08:18:10.544151 3932 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 113836244acb4ce, network: default, NAD default, SandboxID: "113836244acb4cee800f49faa6f5bebc93e6b3a1705c1adae8e40c32ba500feb", PCI device ID: , UID: "8e5fcab8-2a59-4b51-b3b5-b61ece6ba637", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0425 08:18:10.597480 3932 cni.go:473] [tsf-keycloak/keycloak-0 113836244acb4cee800f49faa6f5bebc93e6b3a1705c1adae8e40c32ba500feb network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 113836244acb4cee800f49faa6f5bebc93e6b3a1705c1adae8e40c32ba500feb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:60:e1:3f:ed:13\",\"name\":\"113836244acb4ce\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5fe24b0-dc2e-46c6-89c0-8b0476dbffe0\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:18:13.986785 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0425 08:18:20.243304 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:20.243334 3932 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:20.247133 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 08:18:20.247154 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0425 08:18:31.809363 3932 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 08:18:44.522348 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0425 08:18:47.785648 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0425 08:18:47.785676 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0425 08:18:47.787226 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:47.787253 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:49.777127 3932 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:49.777150 3932 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:49.777157 3932 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 08:18:50.064467 3932 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-d2hnk] creating logical port tsf-keycloak_tsf-iam-d2hnk for pod on switch ip-10-0-0-173.ec2.internal I0425 08:18:50.064666 3932 kube.go:256] Updating pod tsf-keycloak/tsf-iam-d2hnk I0425 08:18:50.080363 3932 pod.go:62] [tsf-keycloak/tsf-iam-d2hnk] pod update took 15.723912ms I0425 08:18:50.080393 3932 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-d2hnk] addLogicalPort annotation time took 15.759029ms I0425 08:18:50.081741 3932 pods.go:271] [tsf-keycloak/tsf-iam-d2hnk] addLogicalPort took 17.294644ms, libovsdb time 932.554µs I0425 08:18:50.506517 3932 cni.go:452] [tsf-keycloak/tsf-iam-d2hnk ee8ce4625daf7bfdc35488cd04d607f2570bb660e0ebb77c3a7c45f3ee2a81b2 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-d2hnk ee8ce4625daf7bfdc35488cd04d607f2570bb660e0ebb77c3a7c45f3ee2a81b2 network default NAD default NAD key ] I0425 08:18:50.516812 3932 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-d2hnk, hostIfaceName: ee8ce4625daf7bf, network: default, NAD default, SandboxID: "ee8ce4625daf7bfdc35488cd04d607f2570bb660e0ebb77c3a7c45f3ee2a81b2", PCI device ID: , UID: "412aeba9-28f2-4af1-abe3-40c529a46d12", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0425 08:18:50.574399 3932 cni.go:473] [tsf-keycloak/tsf-iam-d2hnk ee8ce4625daf7bfdc35488cd04d607f2570bb660e0ebb77c3a7c45f3ee2a81b2 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-d2hnk ee8ce4625daf7bfdc35488cd04d607f2570bb660e0ebb77c3a7c45f3ee2a81b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:e6:6b:85:2d:7e\",\"name\":\"ee8ce4625daf7bf\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c939925-cb62-4b44-85c1-f328f46a7322\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:19:02.953227 3932 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:02.953867 3932 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:03.001473 3932 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:03.001506 3932 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:03.010785 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 08:19:03.010812 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 08:19:03.533389 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0425 08:19:08.868053 3932 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 08:19:08.868087 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0425 08:19:10.530762 3932 cni.go:452] [tsf-keycloak/tsf-iam-d2hnk ee8ce4625daf7bfdc35488cd04d607f2570bb660e0ebb77c3a7c45f3ee2a81b2 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-d2hnk ee8ce4625daf7bfdc35488cd04d607f2570bb660e0ebb77c3a7c45f3ee2a81b2 network default NAD default NAD key ] I0425 08:19:10.608360 3932 cni.go:473] [tsf-keycloak/tsf-iam-d2hnk ee8ce4625daf7bfdc35488cd04d607f2570bb660e0ebb77c3a7c45f3ee2a81b2 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-d2hnk ee8ce4625daf7bfdc35488cd04d607f2570bb660e0ebb77c3a7c45f3ee2a81b2 network default NAD default NAD key default], result "{}", err I0425 08:19:10.661383 3932 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-d2hnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:10.661423 3932 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-d2hnk I0425 08:19:10.662729 3932 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-d2hnk, ips: 10.128.0.36 I0425 08:19:10.662754 3932 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-d2hnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:11.581059 3932 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-d2hnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:11.581174 3932 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-d2hnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:19:19.942481 3932 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0425 08:19:21.368373 3932 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0425 08:19:21.400813 3932 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0425 08:19:24.473638 3932 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gtnnq-r584p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:24.474248 3932 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gtnnq-r584p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:25.357096 3932 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gtnnq-r584p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:25.357121 3932 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gtnnq-r584p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:26.268083 3932 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-szm82] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-szm82 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:19:26.268186 3932 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-szm82 I0425 08:19:26.283691 3932 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-szm82] pod update took 15.529189ms I0425 08:19:26.283717 3932 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-szm82] addLogicalPort annotation time took 15.561864ms I0425 08:19:26.285082 3932 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-szm82] addLogicalPort took 17.032975ms, libovsdb time 946.24µs I0425 08:19:26.376144 3932 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ptr4l] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-ptr4l for pod on switch ip-10-0-0-173.ec2.internal I0425 08:19:26.376249 3932 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ptr4l I0425 08:19:26.390294 3932 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ptr4l] pod update took 14.074142ms I0425 08:19:26.390319 3932 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ptr4l] addLogicalPort annotation time took 14.106267ms I0425 08:19:26.391823 3932 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ptr4l] addLogicalPort took 15.696513ms, libovsdb time 1.017584ms I0425 08:19:26.632257 3932 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-szm82 d46dba1ea01b9a8271870637ee0681263a4a6836f20fb620efdc5684cac9d3bb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-szm82 d46dba1ea01b9a8271870637ee0681263a4a6836f20fb620efdc5684cac9d3bb network default NAD default NAD key ] I0425 08:19:26.642026 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-szm82, hostIfaceName: d46dba1ea01b9a8, network: default, NAD default, SandboxID: "d46dba1ea01b9a8271870637ee0681263a4a6836f20fb620efdc5684cac9d3bb", PCI device ID: , UID: "36000be1-ee6d-4cfc-a24a-d04d1cf7dfb7", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0425 08:19:26.697837 3932 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-szm82 d46dba1ea01b9a8271870637ee0681263a4a6836f20fb620efdc5684cac9d3bb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-szm82 d46dba1ea01b9a8271870637ee0681263a4a6836f20fb620efdc5684cac9d3bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:b8:c2:78:4d:90\",\"name\":\"d46dba1ea01b9a8\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96e32eb4-2d17-4a4a-8c10-e432d6911f84\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:19:26.740138 3932 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ptr4l b3392fda0b1841c2d950f85cbce3d827efb5fa77e182db4c4724951cdedd0656 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ptr4l b3392fda0b1841c2d950f85cbce3d827efb5fa77e182db4c4724951cdedd0656 network default NAD default NAD key ] I0425 08:19:26.750805 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-ptr4l, hostIfaceName: b3392fda0b1841c, network: default, NAD default, SandboxID: "b3392fda0b1841c2d950f85cbce3d827efb5fa77e182db4c4724951cdedd0656", PCI device ID: , UID: "74f5f6c8-9234-404a-bd7c-0e66e8cd248f", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0425 08:19:26.805783 3932 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ptr4l b3392fda0b1841c2d950f85cbce3d827efb5fa77e182db4c4724951cdedd0656 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ptr4l b3392fda0b1841c2d950f85cbce3d827efb5fa77e182db4c4724951cdedd0656 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:4e:d0:ce:5d:a4\",\"name\":\"b3392fda0b1841c\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ed0b61e-de56-45ac-a258-9e73dc2ff03c\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:19:29.658395 3932 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0425 08:19:29.699485 3932 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:29.699505 3932 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:30.646338 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:30.646363 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:40.647274 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0425 08:19:53.367945 3932 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:53.368550 3932 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:53.391807 3932 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:53.391828 3932 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:53.402715 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 08:19:53.402742 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 08:19:54.173736 3932 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-np57k] creating logical port tsf_patch-tekton-config-np57k for pod on switch ip-10-0-0-173.ec2.internal I0425 08:19:54.173832 3932 kube.go:256] Updating pod tsf/patch-tekton-config-np57k I0425 08:19:54.188524 3932 pod.go:62] [tsf/patch-tekton-config-np57k] pod update took 14.719306ms I0425 08:19:54.188547 3932 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-np57k] addLogicalPort annotation time took 14.746208ms I0425 08:19:54.189954 3932 pods.go:271] [tsf/patch-tekton-config-np57k] addLogicalPort took 16.235507ms, libovsdb time 1.046224ms I0425 08:19:54.545456 3932 cni.go:452] [tsf/patch-tekton-config-np57k 40941f83486938620ab53a3a4545748b1c1aee6a409928a21c5024cb51c67c62 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-np57k 40941f83486938620ab53a3a4545748b1c1aee6a409928a21c5024cb51c67c62 network default NAD default NAD key ] I0425 08:19:54.554954 3932 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-np57k, hostIfaceName: 40941f834869386, network: default, NAD default, SandboxID: "40941f83486938620ab53a3a4545748b1c1aee6a409928a21c5024cb51c67c62", PCI device ID: , UID: "77c1d882-0cf8-40cb-8ccd-f991311ac9b9", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0425 08:19:54.612489 3932 cni.go:473] [tsf/patch-tekton-config-np57k 40941f83486938620ab53a3a4545748b1c1aee6a409928a21c5024cb51c67c62 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-np57k 40941f83486938620ab53a3a4545748b1c1aee6a409928a21c5024cb51c67c62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:0b:b5:fc:31:97\",\"name\":\"40941f834869386\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e58f2c1c-43bb-4528-b5b2-23400c53c54f\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:20:00.186274 3932 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618420-t95x4 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:20:00.186375 3932 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 I0425 08:20:00.203195 3932 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4] pod update took 16.844571ms I0425 08:20:00.203218 3932 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4] addLogicalPort annotation time took 16.873283ms I0425 08:20:00.204417 3932 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4] addLogicalPort took 18.159331ms, libovsdb time 800.51µs I0425 08:20:00.330387 3932 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bmcm6-cz8v4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:00.331077 3932 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bmcm6-cz8v4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:00.552662 3932 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 d25c04720131b1a31752c98e6c27187a638a5eb45e2bca108e2028a9de3ddb96 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 d25c04720131b1a31752c98e6c27187a638a5eb45e2bca108e2028a9de3ddb96 network default NAD default NAD key ] I0425 08:20:00.563211 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618420-t95x4, hostIfaceName: d25c04720131b1a, network: default, NAD default, SandboxID: "d25c04720131b1a31752c98e6c27187a638a5eb45e2bca108e2028a9de3ddb96", PCI device ID: , UID: "23c417dd-6198-4e09-b877-67d5321af01d", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0425 08:20:00.622441 3932 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 d25c04720131b1a31752c98e6c27187a638a5eb45e2bca108e2028a9de3ddb96 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 d25c04720131b1a31752c98e6c27187a638a5eb45e2bca108e2028a9de3ddb96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:3d:d5:07:cc:91\",\"name\":\"d25c04720131b1a\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a83e87bf-108c-43ce-9da6-e3ed2ab5f5d5\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:20:01.192963 3932 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bmcm6-cz8v4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:01.193013 3932 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bmcm6-cz8v4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:01.806007 3932 cni.go:452] [tsf/patch-tekton-config-np57k 40941f83486938620ab53a3a4545748b1c1aee6a409928a21c5024cb51c67c62 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-np57k 40941f83486938620ab53a3a4545748b1c1aee6a409928a21c5024cb51c67c62 network default NAD default NAD key ] I0425 08:20:01.892630 3932 cni.go:473] [tsf/patch-tekton-config-np57k 40941f83486938620ab53a3a4545748b1c1aee6a409928a21c5024cb51c67c62 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-np57k 40941f83486938620ab53a3a4545748b1c1aee6a409928a21c5024cb51c67c62 network default NAD default NAD key default], result "{}", err I0425 08:20:01.946944 3932 obj_retry.go:498] Detected object tsf/patch-tekton-config-np57k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:01.947001 3932 pods.go:176] Deleting pod: tsf/patch-tekton-config-np57k I0425 08:20:01.948519 3932 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-np57k, ips: 10.128.0.39 I0425 08:20:01.948554 3932 obj_retry.go:498] Detected object tsf/patch-tekton-config-np57k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:02.979251 3932 obj_retry.go:492] Detected object tsf/patch-tekton-config-np57k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:02.979283 3932 obj_retry.go:492] Detected object tsf/patch-tekton-config-np57k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:03.816323 3932 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 d25c04720131b1a31752c98e6c27187a638a5eb45e2bca108e2028a9de3ddb96 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 d25c04720131b1a31752c98e6c27187a638a5eb45e2bca108e2028a9de3ddb96 network default NAD default NAD key ] I0425 08:20:03.896130 3932 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 d25c04720131b1a31752c98e6c27187a638a5eb45e2bca108e2028a9de3ddb96 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 d25c04720131b1a31752c98e6c27187a638a5eb45e2bca108e2028a9de3ddb96 network default NAD default NAD key default], result "{}", err I0425 08:20:03.946534 3932 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:03.946568 3932 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 I0425 08:20:03.948105 3932 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4, ips: 10.128.0.40 I0425 08:20:03.948143 3932 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 08:20:04.198035 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 08:20:04.689616 3932 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-96h97-52vvr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:04.690214 3932 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-96h97-52vvr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:04.836230 3932 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:04.836263 3932 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:05.574713 3932 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-96h97-52vvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:05.574742 3932 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-96h97-52vvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:07.979279 3932 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-8456fbf4dc-4fc4z] creating logical port tsf-tas_rekor-redis-8456fbf4dc-4fc4z for pod on switch ip-10-0-0-173.ec2.internal I0425 08:20:07.979403 3932 kube.go:256] Updating pod tsf-tas/rekor-redis-8456fbf4dc-4fc4z I0425 08:20:07.994318 3932 pod.go:62] [tsf-tas/rekor-redis-8456fbf4dc-4fc4z] pod update took 14.946087ms I0425 08:20:07.994344 3932 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-8456fbf4dc-4fc4z] addLogicalPort annotation time took 14.983387ms I0425 08:20:07.995699 3932 pods.go:271] [tsf-tas/rekor-redis-8456fbf4dc-4fc4z] addLogicalPort took 16.438509ms, libovsdb time 935.156µs I0425 08:20:08.140218 3932 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-66498b8998-r8f2k] creating logical port tsf-tas_rekor-search-ui-66498b8998-r8f2k for pod on switch ip-10-0-0-173.ec2.internal I0425 08:20:08.140322 3932 kube.go:256] Updating pod tsf-tas/rekor-search-ui-66498b8998-r8f2k I0425 08:20:08.156953 3932 pod.go:62] [tsf-tas/rekor-search-ui-66498b8998-r8f2k] pod update took 16.652826ms I0425 08:20:08.157002 3932 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-66498b8998-r8f2k] addLogicalPort annotation time took 16.707026ms I0425 08:20:08.158475 3932 pods.go:271] [tsf-tas/rekor-search-ui-66498b8998-r8f2k] addLogicalPort took 18.27177ms, libovsdb time 1.036642ms I0425 08:20:08.800390 3932 cni.go:452] [tsf-tas/rekor-search-ui-66498b8998-r8f2k b27eb56c96ef48a13898f1415ceeaf51fc9bd7b6c4bcbb5e5709089725fdb4a4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-66498b8998-r8f2k b27eb56c96ef48a13898f1415ceeaf51fc9bd7b6c4bcbb5e5709089725fdb4a4 network default NAD default NAD key ] I0425 08:20:08.811735 3932 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-66498b8998-r8f2k, hostIfaceName: b27eb56c96ef48a, network: default, NAD default, SandboxID: "b27eb56c96ef48a13898f1415ceeaf51fc9bd7b6c4bcbb5e5709089725fdb4a4", PCI device ID: , UID: "6d4399f6-24a6-478b-b285-ede6dc8f375b", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0425 08:20:08.867149 3932 cni.go:473] [tsf-tas/rekor-search-ui-66498b8998-r8f2k b27eb56c96ef48a13898f1415ceeaf51fc9bd7b6c4bcbb5e5709089725fdb4a4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-66498b8998-r8f2k b27eb56c96ef48a13898f1415ceeaf51fc9bd7b6c4bcbb5e5709089725fdb4a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:d7:25:a3:77:83\",\"name\":\"b27eb56c96ef48a\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46d74093-5827-4d67-9f97-d33f66890722\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:20:08.944811 3932 cni.go:452] [tsf-tas/rekor-redis-8456fbf4dc-4fc4z f973c3562a6996b0c984f9146446f7192562eeb392898d23759cc8c2cf9c0642 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-8456fbf4dc-4fc4z f973c3562a6996b0c984f9146446f7192562eeb392898d23759cc8c2cf9c0642 network default NAD default NAD key ] I0425 08:20:08.955502 3932 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-8456fbf4dc-4fc4z, hostIfaceName: f973c3562a6996b, network: default, NAD default, SandboxID: "f973c3562a6996b0c984f9146446f7192562eeb392898d23759cc8c2cf9c0642", PCI device ID: , UID: "0664e9c8-1b9a-4d11-a1fe-bdcca0ad786c", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0425 08:20:09.012814 3932 cni.go:473] [tsf-tas/rekor-redis-8456fbf4dc-4fc4z f973c3562a6996b0c984f9146446f7192562eeb392898d23759cc8c2cf9c0642 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-8456fbf4dc-4fc4z f973c3562a6996b0c984f9146446f7192562eeb392898d23759cc8c2cf9c0642 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:94:ec:f1:fa:ff\",\"name\":\"f973c3562a6996b\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bd759a0-3dbf-45f7-9af9-723ce74f679c\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:20:11.380804 3932 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-sn2l8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:11.381460 3932 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-sn2l8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 08:20:11.861895 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0425 08:20:12.413306 3932 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-sn2l8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:12.413335 3932 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-sn2l8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:12.469104 3932 obj_retry.go:492] Detected object tsf/patch-tekton-config-np57k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:12.469147 3932 obj_retry.go:492] Detected object tsf/patch-tekton-config-np57k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:12.479546 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-np57k I0425 08:20:12.479586 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-np57k I0425 08:20:15.528192 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0425 08:20:15.893241 3932 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0425 08:20:18.442710 3932 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:18.443372 3932 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:18.468378 3932 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.468402 3932 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.479031 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 08:20:18.479061 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0425 08:20:19.302570 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0425 08:20:24.024205 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0425 08:20:26.792990 3932 obj_retry.go:498] Detected object tsf-tpa/create-db-gp4bx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:26.793545 3932 obj_retry.go:498] Detected object tsf-tpa/create-db-gp4bx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:27.822833 3932 obj_retry.go:492] Detected object tsf-tpa/create-db-gp4bx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:27.822866 3932 obj_retry.go:492] Detected object tsf-tpa/create-db-gp4bx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:20:27.935318 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0425 08:20:30.822471 3932 obj_retry.go:498] Detected object tsf-tpa/migrate-db-wv4kl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:30.823098 3932 obj_retry.go:498] Detected object tsf-tpa/migrate-db-wv4kl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:30.990755 3932 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wv4kl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:30.990792 3932 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wv4kl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:31.224257 3932 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-4ck62] creating logical port tsf-tpa_create-importers-4ck62 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:20:31.224377 3932 kube.go:256] Updating pod tsf-tpa/create-importers-4ck62 I0425 08:20:31.237764 3932 pod.go:62] [tsf-tpa/create-importers-4ck62] pod update took 13.419968ms I0425 08:20:31.237790 3932 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-4ck62] addLogicalPort annotation time took 13.452611ms I0425 08:20:31.239173 3932 pods.go:271] [tsf-tpa/create-importers-4ck62] addLogicalPort took 14.938416ms, libovsdb time 886.421µs I0425 08:20:31.721564 3932 cni.go:452] [tsf-tpa/create-importers-4ck62 3dc220448063c354071ebcb6917956468064ebac5848f271c36ee13c30b1f696 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-4ck62 3dc220448063c354071ebcb6917956468064ebac5848f271c36ee13c30b1f696 network default NAD default NAD key ] I0425 08:20:31.731947 3932 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-4ck62, hostIfaceName: 3dc220448063c35, network: default, NAD default, SandboxID: "3dc220448063c354071ebcb6917956468064ebac5848f271c36ee13c30b1f696", PCI device ID: , UID: "f0830b42-c5a3-4ce9-8f14-fa9783322c62", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0425 08:20:31.791623 3932 cni.go:473] [tsf-tpa/create-importers-4ck62 3dc220448063c354071ebcb6917956468064ebac5848f271c36ee13c30b1f696 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-4ck62 3dc220448063c354071ebcb6917956468064ebac5848f271c36ee13c30b1f696 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:59:da:4c:24:bd\",\"name\":\"3dc220448063c35\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fd169b1-08ed-4db9-b8df-3b63fa51b897\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:20:34.214763 3932 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-fdcch-rtxvs] creating logical port tsf-tas_tuf-repository-init-fdcch-rtxvs for pod on switch ip-10-0-0-173.ec2.internal I0425 08:20:34.214922 3932 kube.go:256] Updating pod tsf-tas/tuf-repository-init-fdcch-rtxvs I0425 08:20:34.228321 3932 pod.go:62] [tsf-tas/tuf-repository-init-fdcch-rtxvs] pod update took 13.43586ms I0425 08:20:34.228350 3932 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-fdcch-rtxvs] addLogicalPort annotation time took 13.474174ms I0425 08:20:34.229871 3932 pods.go:271] [tsf-tas/tuf-repository-init-fdcch-rtxvs] addLogicalPort took 15.122075ms, libovsdb time 1.065157ms I0425 08:20:35.997768 3932 cni.go:452] [tsf-tpa/create-importers-4ck62 3dc220448063c354071ebcb6917956468064ebac5848f271c36ee13c30b1f696 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-4ck62 3dc220448063c354071ebcb6917956468064ebac5848f271c36ee13c30b1f696 network default NAD default NAD key ] I0425 08:20:36.078897 3932 cni.go:473] [tsf-tpa/create-importers-4ck62 3dc220448063c354071ebcb6917956468064ebac5848f271c36ee13c30b1f696 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-4ck62 3dc220448063c354071ebcb6917956468064ebac5848f271c36ee13c30b1f696 network default NAD default NAD key default], result "{}", err I0425 08:20:36.130494 3932 obj_retry.go:498] Detected object tsf-tpa/create-importers-4ck62 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:36.130522 3932 pods.go:176] Deleting pod: tsf-tpa/create-importers-4ck62 I0425 08:20:36.131780 3932 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-4ck62, ips: 10.128.0.43 I0425 08:20:36.131809 3932 obj_retry.go:498] Detected object tsf-tpa/create-importers-4ck62 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:37.156494 3932 obj_retry.go:492] Detected object tsf-tpa/create-importers-4ck62 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:37.156523 3932 obj_retry.go:492] Detected object tsf-tpa/create-importers-4ck62 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:20:40.779381 3932 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 08:20:44.516396 3932 cni.go:452] [tsf-tas/tuf-repository-init-fdcch-rtxvs 1f71bf444cb0e1002326ec1cb8e14418f69f53a8d541a7cffe3f0a8e80c45d2f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-fdcch-rtxvs 1f71bf444cb0e1002326ec1cb8e14418f69f53a8d541a7cffe3f0a8e80c45d2f network default NAD default NAD key ] I0425 08:20:44.526843 3932 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-fdcch-rtxvs, hostIfaceName: 1f71bf444cb0e10, network: default, NAD default, SandboxID: "1f71bf444cb0e1002326ec1cb8e14418f69f53a8d541a7cffe3f0a8e80c45d2f", PCI device ID: , UID: "325a19cf-0310-45f1-9869-0c3bf86e2d1b", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0425 08:20:44.581065 3932 cni.go:473] [tsf-tas/tuf-repository-init-fdcch-rtxvs 1f71bf444cb0e1002326ec1cb8e14418f69f53a8d541a7cffe3f0a8e80c45d2f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-fdcch-rtxvs 1f71bf444cb0e1002326ec1cb8e14418f69f53a8d541a7cffe3f0a8e80c45d2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:98:df:62:5f:2b\",\"name\":\"1f71bf444cb0e10\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7576e83f-7150-4caa-9532-fbb70c2dda64\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:20:50.079036 3932 cni.go:452] [tsf-tas/tuf-repository-init-fdcch-rtxvs 1f71bf444cb0e1002326ec1cb8e14418f69f53a8d541a7cffe3f0a8e80c45d2f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-fdcch-rtxvs 1f71bf444cb0e1002326ec1cb8e14418f69f53a8d541a7cffe3f0a8e80c45d2f network default NAD default NAD key ] I0425 08:20:50.160754 3932 cni.go:473] [tsf-tas/tuf-repository-init-fdcch-rtxvs 1f71bf444cb0e1002326ec1cb8e14418f69f53a8d541a7cffe3f0a8e80c45d2f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-fdcch-rtxvs 1f71bf444cb0e1002326ec1cb8e14418f69f53a8d541a7cffe3f0a8e80c45d2f network default NAD default NAD key default], result "{}", err I0425 08:20:50.214332 3932 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-fdcch-rtxvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:50.214371 3932 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-fdcch-rtxvs I0425 08:20:50.215678 3932 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-fdcch-rtxvs, ips: 10.128.0.44 I0425 08:20:50.215706 3932 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-fdcch-rtxvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:51.241686 3932 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-fdcch-rtxvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:51.241759 3932 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-fdcch-rtxvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:55.516860 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0425 08:20:56.357998 3932 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-v2tst] creating logical port tsf-tas_tuf-97fc8ff76-v2tst for pod on switch ip-10-0-0-173.ec2.internal I0425 08:20:56.358128 3932 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-v2tst I0425 08:20:56.375338 3932 pod.go:62] [tsf-tas/tuf-97fc8ff76-v2tst] pod update took 17.234687ms I0425 08:20:56.375367 3932 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-v2tst] addLogicalPort annotation time took 17.267891ms I0425 08:20:56.377026 3932 pods.go:271] [tsf-tas/tuf-97fc8ff76-v2tst] addLogicalPort took 19.065068ms, libovsdb time 1.118078ms I0425 08:21:04.828531 3932 cni.go:452] [tsf-tas/tuf-97fc8ff76-v2tst 5558bc38f7d4ab9cf7fb4f3078bd0a49ec674e7133eeae077a8498b2fb866a9a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-v2tst 5558bc38f7d4ab9cf7fb4f3078bd0a49ec674e7133eeae077a8498b2fb866a9a network default NAD default NAD key ] I0425 08:21:04.838034 3932 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-v2tst, hostIfaceName: 5558bc38f7d4ab9, network: default, NAD default, SandboxID: "5558bc38f7d4ab9cf7fb4f3078bd0a49ec674e7133eeae077a8498b2fb866a9a", PCI device ID: , UID: "b529a39a-79d3-46ff-b5cd-ebeb1e162aee", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0425 08:21:04.895007 3932 cni.go:473] [tsf-tas/tuf-97fc8ff76-v2tst 5558bc38f7d4ab9cf7fb4f3078bd0a49ec674e7133eeae077a8498b2fb866a9a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-v2tst 5558bc38f7d4ab9cf7fb4f3078bd0a49ec674e7133eeae077a8498b2fb866a9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:d9:2f:04:03:2b\",\"name\":\"5558bc38f7d4ab9\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d4900d4-c01e-4164-b1ed-b402d06a9809\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:21:07.180114 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 08:21:08.752516 3932 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:08.753112 3932 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:08.805822 3932 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:08.805847 3932 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:08.815706 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 08:21:08.815739 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 08:21:09.652884 3932 namespace.go:98] [build-service] adding namespace I0425 08:21:09.653008 3932 namespace.go:98] [integration-service] adding namespace I0425 08:21:09.653812 3932 namespace.go:102] [build-service] adding namespace took 900.216µs I0425 08:21:09.654185 3932 namespace.go:98] [image-controller] adding namespace I0425 08:21:09.654489 3932 namespace.go:102] [integration-service] adding namespace took 1.462507ms I0425 08:21:09.655064 3932 namespace.go:102] [image-controller] adding namespace took 864.287µs I0425 08:21:09.657320 3932 namespace.go:98] [default-tenant] adding namespace I0425 08:21:09.657921 3932 namespace.go:102] [default-tenant] adding namespace took 589.115µs I0425 08:21:09.687877 3932 namespace.go:142] [build-service] updating namespace I0425 08:21:09.735772 3932 namespace.go:142] [build-service] updating namespace I0425 08:21:09.753567 3932 namespace.go:142] [integration-service] updating namespace I0425 08:21:09.796163 3932 namespace.go:142] [integration-service] updating namespace I0425 08:21:09.813374 3932 namespace.go:142] [image-controller] updating namespace I0425 08:21:09.849171 3932 namespace.go:142] [image-controller] updating namespace I0425 08:21:09.868010 3932 namespace.go:142] [default-tenant] updating namespace I0425 08:21:09.893072 3932 namespace.go:142] [default-tenant] updating namespace I0425 08:21:10.021217 3932 namespace.go:142] [build-service] updating namespace I0425 08:21:10.054862 3932 namespace.go:142] [integration-service] updating namespace I0425 08:21:10.113127 3932 namespace.go:98] [release-service] adding namespace I0425 08:21:10.114002 3932 namespace.go:102] [release-service] adding namespace took 848.695µs I0425 08:21:10.177504 3932 namespace.go:142] [konflux-ui] updating namespace I0425 08:21:10.191336 3932 namespace.go:142] [release-service] updating namespace I0425 08:21:10.233102 3932 namespace.go:142] [release-service] updating namespace I0425 08:21:10.502642 3932 namespace.go:98] [konflux-info] adding namespace I0425 08:21:10.503485 3932 namespace.go:102] [konflux-info] adding namespace took 819.386µs I0425 08:21:10.816197 3932 namespace.go:98] [namespace-lister] adding namespace I0425 08:21:10.817025 3932 namespace.go:102] [namespace-lister] adding namespace took 804.669µs I0425 08:21:10.903409 3932 namespace.go:142] [konflux-info] updating namespace I0425 08:21:10.903473 3932 namespace.go:142] [build-service] updating namespace I0425 08:21:11.137259 3932 namespace.go:142] [konflux-info] updating namespace I0425 08:21:11.137314 3932 namespace.go:98] [enterprise-contract-service] adding namespace I0425 08:21:11.138206 3932 namespace.go:102] [enterprise-contract-service] adding namespace took 876.118µs I0425 08:21:11.204350 3932 namespace.go:142] [image-controller] updating namespace I0425 08:21:11.232208 3932 namespace.go:142] [namespace-lister] updating namespace I0425 08:21:11.279292 3932 namespace.go:142] [default-tenant] updating namespace I0425 08:21:11.353409 3932 namespace.go:142] [namespace-lister] updating namespace I0425 08:21:11.360399 3932 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:21:11.360483 3932 namespace.go:142] [default-tenant] updating namespace I0425 08:21:11.417242 3932 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:21:11.468341 3932 namespace.go:98] [segment-bridge] adding namespace I0425 08:21:11.469231 3932 namespace.go:102] [segment-bridge] adding namespace took 866.818µs I0425 08:21:11.476110 3932 namespace.go:98] [konflux-cli] adding namespace I0425 08:21:11.476812 3932 namespace.go:102] [konflux-cli] adding namespace took 684.694µs I0425 08:21:11.596302 3932 namespace.go:142] [segment-bridge] updating namespace I0425 08:21:11.691278 3932 namespace.go:142] [segment-bridge] updating namespace I0425 08:21:11.691348 3932 namespace.go:142] [konflux-cli] updating namespace I0425 08:21:11.724311 3932 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 08:21:11.724950 3932 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 08:21:11.724997 3932 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 08:21:11.727876 3932 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 08:21:11.778268 3932 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 08:21:11.778395 3932 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 08:21:11.779390 3932 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 08:21:11.832097 3932 namespace.go:142] [konflux-cli] updating namespace I0425 08:21:12.862114 3932 namespace.go:142] [image-controller] updating namespace I0425 08:21:13.045652 3932 base_network_controller_pods.go:487] [default/konflux-ui/proxy-74c6c78d57-nrtbt] creating logical port konflux-ui_proxy-74c6c78d57-nrtbt for pod on switch ip-10-0-0-173.ec2.internal I0425 08:21:13.045766 3932 kube.go:256] Updating pod konflux-ui/proxy-74c6c78d57-nrtbt I0425 08:21:13.074073 3932 pod.go:62] [konflux-ui/proxy-74c6c78d57-nrtbt] pod update took 28.34401ms I0425 08:21:13.074097 3932 base_network_controller_pods.go:951] [default/konflux-ui/proxy-74c6c78d57-nrtbt] addLogicalPort annotation time took 28.373142ms I0425 08:21:13.075564 3932 pods.go:271] [konflux-ui/proxy-74c6c78d57-nrtbt] addLogicalPort took 29.934009ms, libovsdb time 1.069395ms I0425 08:21:13.353920 3932 namespace.go:142] [integration-service] updating namespace I0425 08:21:13.724141 3932 namespace.go:142] [release-service] updating namespace I0425 08:21:13.870400 3932 namespace.go:142] [build-service] updating namespace I0425 08:21:13.954285 3932 namespace.go:142] [default-tenant] updating namespace I0425 08:21:13.975587 3932 namespace.go:142] [image-controller] updating namespace I0425 08:21:13.991149 3932 namespace.go:142] [integration-service] updating namespace I0425 08:21:14.011519 3932 namespace.go:142] [release-service] updating namespace I0425 08:21:14.117353 3932 namespace.go:142] [build-service] updating namespace I0425 08:21:14.190822 3932 namespace.go:142] [default-tenant] updating namespace I0425 08:21:14.255395 3932 namespace.go:142] [image-controller] updating namespace I0425 08:21:14.336232 3932 namespace.go:142] [integration-service] updating namespace I0425 08:21:14.411133 3932 namespace.go:142] [release-service] updating namespace I0425 08:21:15.761210 3932 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:21:15.964193 3932 namespace.go:142] [konflux-cli] updating namespace I0425 08:21:16.159741 3932 namespace.go:142] [konflux-info] updating namespace I0425 08:21:16.362125 3932 namespace.go:142] [namespace-lister] updating namespace I0425 08:21:16.564183 3932 namespace.go:142] [segment-bridge] updating namespace I0425 08:21:16.689631 3932 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:21:16.709300 3932 namespace.go:142] [konflux-cli] updating namespace I0425 08:21:16.727577 3932 namespace.go:142] [konflux-info] updating namespace I0425 08:21:16.746277 3932 namespace.go:142] [namespace-lister] updating namespace I0425 08:21:16.765768 3932 namespace.go:142] [segment-bridge] updating namespace I0425 08:21:16.842237 3932 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:21:16.924033 3932 namespace.go:142] [konflux-cli] updating namespace I0425 08:21:17.000079 3932 namespace.go:142] [konflux-info] updating namespace I0425 08:21:17.090261 3932 namespace.go:142] [namespace-lister] updating namespace I0425 08:21:17.191102 3932 namespace.go:142] [segment-bridge] updating namespace W0425 08:21:17.689743 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 08:21:17.720305 3932 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0425 08:21:18.189489 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0425 08:21:18.765857 3932 namespace.go:142] [openshift-pipelines] updating namespace I0425 08:21:20.926867 3932 cni.go:452] [konflux-ui/proxy-74c6c78d57-nrtbt aa6ef979898b2b2e109f8e040f9f268f073f99a3842756eff6cf4f2c916bec62 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-74c6c78d57-nrtbt aa6ef979898b2b2e109f8e040f9f268f073f99a3842756eff6cf4f2c916bec62 network default NAD default NAD key ] I0425 08:21:20.936874 3932 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-74c6c78d57-nrtbt, hostIfaceName: aa6ef979898b2b2, network: default, NAD default, SandboxID: "aa6ef979898b2b2e109f8e040f9f268f073f99a3842756eff6cf4f2c916bec62", PCI device ID: , UID: "13c6aa4e-806f-4689-9513-4a028134a3bc", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0425 08:21:20.995645 3932 cni.go:473] [konflux-ui/proxy-74c6c78d57-nrtbt aa6ef979898b2b2e109f8e040f9f268f073f99a3842756eff6cf4f2c916bec62 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-74c6c78d57-nrtbt aa6ef979898b2b2e109f8e040f9f268f073f99a3842756eff6cf4f2c916bec62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:48:f2:c5:23:fc\",\"name\":\"aa6ef979898b2b2\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01c690ff-b90b-414f-93ca-5f955afb89f8\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0425 08:21:26.291769 3932 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:26.291792 3932 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:27.784038 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 08:21:27.784202 3932 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 08:21:27.814052 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 08:21:27.814110 3932 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 08:21:27.843871 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0425 08:21:27.880662 3932 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:27.880684 3932 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:27.909768 3932 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 08:21:27.909789 3932 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 08:21:27.936215 3932 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0425 08:21:38.539337 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0425 08:21:39.231182 3932 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:39.231758 3932 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:39.880351 3932 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:39.880380 3932 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:39.889339 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 I0425 08:21:39.889379 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 W0425 08:22:06.874668 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0425 08:22:06.874688 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 08:22:06.874698 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 08:22:06.874726 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0425 08:22:07.370354 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 08:22:07.370376 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 08:22:12.421964 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0425 08:22:31.549187 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0425 08:22:37.387198 3932 obj_retry.go:498] Detected object konflux-ui/proxy-5f5bb7f756-6p722 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:37.387868 3932 obj_retry.go:498] Detected object konflux-ui/proxy-5f5bb7f756-6p722 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:38.252639 3932 obj_retry.go:492] Detected object konflux-ui/proxy-5f5bb7f756-6p722 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:38.252665 3932 obj_retry.go:492] Detected object konflux-ui/proxy-5f5bb7f756-6p722 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:38.264071 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5f5bb7f756-6p722 I0425 08:22:38.264097 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5f5bb7f756-6p722 I0425 08:22:43.431359 3932 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:43.431964 3932 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:43.455085 3932 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:43.455108 3932 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:43.465646 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 08:22:43.465671 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 08:23:09.420543 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0425 08:23:12.310479 3932 namespace.go:98] [default-managed-tenant-c009b] adding namespace I0425 08:23:12.311474 3932 namespace.go:102] [default-managed-tenant-c009b] adding namespace took 965.51µs I0425 08:23:12.345538 3932 namespace.go:142] [default-managed-tenant-c009b] updating namespace I0425 08:23:12.363495 3932 namespace.go:142] [default-managed-tenant-c009b] updating namespace I0425 08:23:13.392908 3932 namespace.go:142] [default-managed-tenant-c009b] updating namespace I0425 08:23:13.505943 3932 namespace.go:142] [default-managed-tenant-c009b] updating namespace I0425 08:23:13.603115 3932 namespace.go:142] [default-managed-tenant-c009b] updating namespace I0425 08:24:01.510335 3932 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0425 08:24:09.419765 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=159 I0425 08:24:15.432564 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=622 I0425 08:24:15.536036 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0425 08:24:17.423242 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=172 I0425 08:24:26.543334 3932 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0425 08:24:27.425522 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0425 08:25:23.526720 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 08:26:16.512262 3932 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0425 08:26:56.552455 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0425 08:27:24.426678 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0425 08:27:56.530902 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0425 08:28:30.519283 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0425 08:29:28.084828 3932 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-86466b6cb-kl2n5 I0425 08:29:40.552216 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0425 08:30:00.209735 3932 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618430-2m72t for pod on switch ip-10-0-0-173.ec2.internal I0425 08:30:00.209850 3932 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t I0425 08:30:00.237045 3932 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t] pod update took 27.217616ms I0425 08:30:00.237079 3932 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t] addLogicalPort annotation time took 27.257305ms I0425 08:30:00.238367 3932 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t] addLogicalPort took 28.650553ms, libovsdb time 873.889µs I0425 08:30:00.571225 3932 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t 8876c83db7540631dd668cf3f71d4d3f9279c467b98b0fa92df2b8d0db3a092c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t 8876c83db7540631dd668cf3f71d4d3f9279c467b98b0fa92df2b8d0db3a092c network default NAD default NAD key ] I0425 08:30:00.581376 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618430-2m72t, hostIfaceName: 8876c83db754063, network: default, NAD default, SandboxID: "8876c83db7540631dd668cf3f71d4d3f9279c467b98b0fa92df2b8d0db3a092c", PCI device ID: , UID: "ffaf34ef-12ba-462b-a5c7-f84ae348e3dd", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0425 08:30:00.639587 3932 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t 8876c83db7540631dd668cf3f71d4d3f9279c467b98b0fa92df2b8d0db3a092c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t 8876c83db7540631dd668cf3f71d4d3f9279c467b98b0fa92df2b8d0db3a092c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:7e:56:30:51:f4\",\"name\":\"8876c83db754063\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7c9cabc-c1b3-4046-8ad0-51a69d42e4fd\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:30:04.085344 3932 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t 8876c83db7540631dd668cf3f71d4d3f9279c467b98b0fa92df2b8d0db3a092c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t 8876c83db7540631dd668cf3f71d4d3f9279c467b98b0fa92df2b8d0db3a092c network default NAD default NAD key ] I0425 08:30:04.175252 3932 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t 8876c83db7540631dd668cf3f71d4d3f9279c467b98b0fa92df2b8d0db3a092c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t 8876c83db7540631dd668cf3f71d4d3f9279c467b98b0fa92df2b8d0db3a092c network default NAD default NAD key default], result "{}", err I0425 08:30:04.228994 3932 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:30:04.229058 3932 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t I0425 08:30:04.230393 3932 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t, ips: 10.128.0.47 I0425 08:30:04.230424 3932 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:30:05.104272 3932 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:05.104328 3932 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:11.540199 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 08:30:27.067479 3932 obj_retry.go:492] Detected object tsf-tpa/create-db-gp4bx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:27.067535 3932 obj_retry.go:492] Detected object tsf-tpa/create-db-gp4bx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:27.075366 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gp4bx I0425 08:30:27.075398 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gp4bx I0425 08:30:30.041566 3932 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wv4kl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:30.041622 3932 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wv4kl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:30.049942 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-wv4kl I0425 08:30:30.049964 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-wv4kl I0425 08:30:37.051653 3932 obj_retry.go:492] Detected object tsf-tpa/create-importers-4ck62 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:37.051700 3932 obj_retry.go:492] Detected object tsf-tpa/create-importers-4ck62 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:37.059433 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-4ck62 I0425 08:30:37.059469 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-4ck62 I0425 08:30:59.541576 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0425 08:31:37.515094 3932 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 08:32:10.423557 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0425 08:32:52.513271 3932 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0425 08:32:58.435190 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0425 08:33:06.426193 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0425 08:33:10.422175 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0425 08:33:17.428594 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0425 08:33:29.529112 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0425 08:33:43.545282 3932 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0425 08:33:56.738443 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:33:56.739042 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:33:57.253523 3932 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:33:57.253545 3932 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:33:57.263772 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod I0425 08:33:57.263801 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod I0425 08:33:58.435395 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:33:58.436102 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:33:59.883994 3932 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-h7q5m for pod on switch ip-10-0-0-173.ec2.internal I0425 08:33:59.884122 3932 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m I0425 08:33:59.900049 3932 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m] pod update took 15.946917ms I0425 08:33:59.900072 3932 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m] addLogicalPort annotation time took 15.985167ms I0425 08:33:59.901450 3932 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m] addLogicalPort took 17.493793ms, libovsdb time 884.778µs I0425 08:34:00.247992 3932 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m e62028d1e38de328c9831a1c34039b270ec18d930cda68ace1e50c3e5dae9990 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m e62028d1e38de328c9831a1c34039b270ec18d930cda68ace1e50c3e5dae9990 network default NAD default NAD key ] I0425 08:34:00.257929 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-h7q5m, hostIfaceName: e62028d1e38de32, network: default, NAD default, SandboxID: "e62028d1e38de328c9831a1c34039b270ec18d930cda68ace1e50c3e5dae9990", PCI device ID: , UID: "47e085e8-4d29-42ec-9e8f-e2811144ce87", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0425 08:34:00.316831 3932 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m e62028d1e38de328c9831a1c34039b270ec18d930cda68ace1e50c3e5dae9990 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m e62028d1e38de328c9831a1c34039b270ec18d930cda68ace1e50c3e5dae9990 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:09:da:ec:c4:37\",\"name\":\"e62028d1e38de32\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5679169-dc78-4b3d-97d5-32c3f81cac7b\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:34:02.555193 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0425 08:34:03.533081 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0425 08:34:13.561082 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:13.561685 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 08:34:14.369414 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:34:14.369437 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:34:14.369443 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:34:14.369449 3932 util.go:959] Failed to build node endpoints for node ip-10-0-0-173.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0425 08:34:35.763921 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:35.764549 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:39.902518 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:39.903163 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:40.664441 3932 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:34:40.664500 3932 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:34:40.674387 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod I0425 08:34:40.674417 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod I0425 08:34:47.847376 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:47.847898 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:55.914378 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mt6qk-build-container-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:34:55.914510 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod I0425 08:34:55.960534 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:55.961176 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:55.988855 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod] pod update took 74.382849ms I0425 08:34:55.988879 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod] addLogicalPort annotation time took 74.411911ms I0425 08:34:55.990185 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod] addLogicalPort took 75.822547ms, libovsdb time 840.167µs I0425 08:34:56.275452 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod 8d9863f7f4a7435ba5206a9d0da32ebaf8304b069960580905878d645c79659e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod 8d9863f7f4a7435ba5206a9d0da32ebaf8304b069960580905878d645c79659e network default NAD default NAD key ] I0425 08:34:56.285670 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mt6qk-build-container-pod, hostIfaceName: 8d9863f7f4a7435, network: default, NAD default, SandboxID: "8d9863f7f4a7435ba5206a9d0da32ebaf8304b069960580905878d645c79659e", PCI device ID: , UID: "4793629c-0a25-4151-a00b-e7dd96683759", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0425 08:34:56.342198 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod 8d9863f7f4a7435ba5206a9d0da32ebaf8304b069960580905878d645c79659e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod 8d9863f7f4a7435ba5206a9d0da32ebaf8304b069960580905878d645c79659e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:67:1c:ca:9f:c8\",\"name\":\"8d9863f7f4a7435\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecad640f-eb43-47e8-b89f-1cf5e95c56a6\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:34:56.932709 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:56.933333 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:35:26.152733 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:35:26.153539 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:36:22.429788 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 W0425 08:36:48.085397 3932 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv W0425 08:36:48.085419 3932 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw I0425 08:36:49.554544 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 08:37:00.522026 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0425 08:37:24.544280 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0425 08:37:51.684291 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod 8d9863f7f4a7435ba5206a9d0da32ebaf8304b069960580905878d645c79659e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod 8d9863f7f4a7435ba5206a9d0da32ebaf8304b069960580905878d645c79659e network default NAD default NAD key ] I0425 08:37:51.785368 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod 8d9863f7f4a7435ba5206a9d0da32ebaf8304b069960580905878d645c79659e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod 8d9863f7f4a7435ba5206a9d0da32ebaf8304b069960580905878d645c79659e network default NAD default NAD key default], result "{}", err I0425 08:37:51.905318 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:37:51.905357 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod I0425 08:37:51.907013 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod, ips: 10.128.0.49 I0425 08:37:51.907047 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:37:56.502540 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:37:56.502664 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod I0425 08:37:56.525894 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod] pod update took 23.260467ms I0425 08:37:56.525918 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod] addLogicalPort annotation time took 23.29063ms I0425 08:37:56.527265 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod] addLogicalPort took 24.747918ms, libovsdb time 897.926µs I0425 08:37:56.571017 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mt6qk-clair-scan-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:37:56.571191 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod I0425 08:37:56.601851 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod] pod update took 30.696623ms I0425 08:37:56.601880 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod] addLogicalPort annotation time took 30.732319ms I0425 08:37:56.603155 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod] addLogicalPort took 32.184324ms, libovsdb time 860.527µs I0425 08:37:56.748742 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mt6qk-clamav-scan-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:37:56.749010 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod I0425 08:37:56.771912 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod] pod update took 22.960068ms I0425 08:37:56.771938 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod] addLogicalPort annotation time took 22.993224ms I0425 08:37:56.773421 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod] addLogicalPort took 24.699838ms, libovsdb time 916.191µs I0425 08:37:56.864829 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod c02de5d5154f3607e14518e27c0d9d27d74435d4edcba434e30ad7ad4397e6a4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod c02de5d5154f3607e14518e27c0d9d27d74435d4edcba434e30ad7ad4397e6a4 network default NAD default NAD key ] I0425 08:37:56.874314 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod, hostIfaceName: c02de5d5154f360, network: default, NAD default, SandboxID: "c02de5d5154f3607e14518e27c0d9d27d74435d4edcba434e30ad7ad4397e6a4", PCI device ID: , UID: "72fc516d-0219-4756-9041-bf2a534c5a7e", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0425 08:37:56.931916 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod c02de5d5154f3607e14518e27c0d9d27d74435d4edcba434e30ad7ad4397e6a4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod c02de5d5154f3607e14518e27c0d9d27d74435d4edcba434e30ad7ad4397e6a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ef:a7:61:4b:b1\",\"name\":\"c02de5d5154f360\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34981e71-f70e-44f4-964b-6476db416a18\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:37:56.937315 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod 23456627a4a23e5c4a934c19a5f438e07534faac39a15abe008a150d9189289d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod 23456627a4a23e5c4a934c19a5f438e07534faac39a15abe008a150d9189289d network default NAD default NAD key ] I0425 08:37:56.955632 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mt6qk-clair-scan-pod, hostIfaceName: 23456627a4a23e5, network: default, NAD default, SandboxID: "23456627a4a23e5c4a934c19a5f438e07534faac39a15abe008a150d9189289d", PCI device ID: , UID: "d10e2e35-1d52-4937-a9a1-f620aa2e61a0", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0425 08:37:57.015762 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod 23456627a4a23e5c4a934c19a5f438e07534faac39a15abe008a150d9189289d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod 23456627a4a23e5c4a934c19a5f438e07534faac39a15abe008a150d9189289d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:68:da:31:6a:7d\",\"name\":\"23456627a4a23e5\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10bd75fa-4147-49b2-b3c6-ff42f68b544a\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:37:57.123131 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod 88ee722b364b0ee688adddfc48115ca3a1389a0646fc242da5b0763740b0c483 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod 88ee722b364b0ee688adddfc48115ca3a1389a0646fc242da5b0763740b0c483 network default NAD default NAD key ] I0425 08:37:57.134420 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mt6qk-clamav-scan-pod, hostIfaceName: 88ee722b364b0ee, network: default, NAD default, SandboxID: "88ee722b364b0ee688adddfc48115ca3a1389a0646fc242da5b0763740b0c483", PCI device ID: , UID: "3f330adf-ead6-4fa5-b2ef-412077ce53c1", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0425 08:37:57.189949 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod 88ee722b364b0ee688adddfc48115ca3a1389a0646fc242da5b0763740b0c483 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod 88ee722b364b0ee688adddfc48115ca3a1389a0646fc242da5b0763740b0c483 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ff:ed:40:05:c8\",\"name\":\"88ee722b364b0ee\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/319db52d-6c8e-4a45-93ca-0623c43c5f9d\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:37:57.316998 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:37:57.317649 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:37:58.065749 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:37:58.065920 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod I0425 08:37:58.087692 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod] pod update took 21.806424ms I0425 08:37:58.087726 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod] addLogicalPort annotation time took 21.844145ms I0425 08:37:58.089049 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod] addLogicalPort took 23.325416ms, libovsdb time 872.076µs I0425 08:37:58.439413 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod 9d630444b9cefddfe9ad58072b0cca68e01b091043c30b07482736ac5ca7fb0e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod 9d630444b9cefddfe9ad58072b0cca68e01b091043c30b07482736ac5ca7fb0e network default NAD default NAD key ] I0425 08:37:58.451164 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod, hostIfaceName: 9d630444b9cefdd, network: default, NAD default, SandboxID: "9d630444b9cefddfe9ad58072b0cca68e01b091043c30b07482736ac5ca7fb0e", PCI device ID: , UID: "32d75e23-78f1-4a0b-b060-b49b7a26de90", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0425 08:37:58.506487 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod 9d630444b9cefddfe9ad58072b0cca68e01b091043c30b07482736ac5ca7fb0e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod 9d630444b9cefddfe9ad58072b0cca68e01b091043c30b07482736ac5ca7fb0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:10:99:05:6f:17\",\"name\":\"9d630444b9cefdd\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b33e209-db13-4636-be2a-b155502ec195\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:37:58.682257 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mt6qk-tpa-scan-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:37:58.682484 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod I0425 08:37:58.707575 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod] pod update took 25.139783ms I0425 08:37:58.707608 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod] addLogicalPort annotation time took 25.178532ms I0425 08:37:58.709119 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod] addLogicalPort took 26.883045ms, libovsdb time 993.711µs I0425 08:37:59.062032 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod 9994fb299996da39032e671481752bc84e3f47c8852ca731e3c26276cee12ab7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod 9994fb299996da39032e671481752bc84e3f47c8852ca731e3c26276cee12ab7 network default NAD default NAD key ] I0425 08:37:59.073381 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mt6qk-tpa-scan-pod, hostIfaceName: 9994fb299996da3, network: default, NAD default, SandboxID: "9994fb299996da39032e671481752bc84e3f47c8852ca731e3c26276cee12ab7", PCI device ID: , UID: "f0b0f047-fe3b-4b7f-9935-551fcad529a6", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0425 08:37:59.148517 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod 9994fb299996da39032e671481752bc84e3f47c8852ca731e3c26276cee12ab7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod 9994fb299996da39032e671481752bc84e3f47c8852ca731e3c26276cee12ab7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:b6:97:10:d6:9d\",\"name\":\"9994fb299996da3\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bd691c7-b0a3-4b49-b02e-cbf99472f5a2\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:38:01.500784 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:01.501682 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:07.596075 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:07.597111 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:08.057926 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:38:08.058126 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod I0425 08:38:08.077664 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod] pod update took 19.573016ms I0425 08:38:08.077700 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod] addLogicalPort annotation time took 19.626125ms I0425 08:38:08.079656 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod] addLogicalPort took 21.749473ms, libovsdb time 1.279079ms I0425 08:38:09.928530 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod 43b147e6434ee1c32795dd83f090f08022009101323e9c8a5fa6bf3fa136e730 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod 43b147e6434ee1c32795dd83f090f08022009101323e9c8a5fa6bf3fa136e730 network default NAD default NAD key ] I0425 08:38:09.941949 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod, hostIfaceName: 43b147e6434ee1c, network: default, NAD default, SandboxID: "43b147e6434ee1c32795dd83f090f08022009101323e9c8a5fa6bf3fa136e730", PCI device ID: , UID: "e2fc60ae-c0f3-43e0-81ff-c4845b327e10", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0425 08:38:10.023155 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod 43b147e6434ee1c32795dd83f090f08022009101323e9c8a5fa6bf3fa136e730 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod 43b147e6434ee1c32795dd83f090f08022009101323e9c8a5fa6bf3fa136e730 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:1e:4c:b9:e0:71\",\"name\":\"43b147e6434ee1c\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/314167db-01a3-40eb-8a84-ae7c95c788a7\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:39:09.535721 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0425 08:39:19.426020 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0425 08:39:19.517907 3932 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0425 08:39:19.968036 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:39:19.968236 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod I0425 08:39:19.991623 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod] pod update took 23.424718ms I0425 08:39:19.991658 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod] addLogicalPort annotation time took 23.467531ms I0425 08:39:19.993549 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod] addLogicalPort took 25.541564ms, libovsdb time 1.231393ms I0425 08:39:20.403113 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod cc8a7e00dd996b3d06a3d25813d8bf696693f11afc6317af70b75fb405932bd1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod cc8a7e00dd996b3d06a3d25813d8bf696693f11afc6317af70b75fb405932bd1 network default NAD default NAD key ] I0425 08:39:20.415906 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod, hostIfaceName: cc8a7e00dd996b3, network: default, NAD default, SandboxID: "cc8a7e00dd996b3d06a3d25813d8bf696693f11afc6317af70b75fb405932bd1", PCI device ID: , UID: "28868af1-7934-4ded-8a8a-6fdb2f60cf6e", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0425 08:39:20.463712 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod c02de5d5154f3607e14518e27c0d9d27d74435d4edcba434e30ad7ad4397e6a4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod c02de5d5154f3607e14518e27c0d9d27d74435d4edcba434e30ad7ad4397e6a4 network default NAD default NAD key ] I0425 08:39:20.488298 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod cc8a7e00dd996b3d06a3d25813d8bf696693f11afc6317af70b75fb405932bd1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod cc8a7e00dd996b3d06a3d25813d8bf696693f11afc6317af70b75fb405932bd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:ef:28:e7:5d:bb\",\"name\":\"cc8a7e00dd996b3\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6188e41-eeb6-4019-9331-6a244c85aaed\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:39:20.516534 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:20.517275 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:20.590230 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod c02de5d5154f3607e14518e27c0d9d27d74435d4edcba434e30ad7ad4397e6a4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod c02de5d5154f3607e14518e27c0d9d27d74435d4edcba434e30ad7ad4397e6a4 network default NAD default NAD key default], result "{}", err I0425 08:39:20.681806 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:20.681846 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod I0425 08:39:20.683588 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod, ips: 10.128.0.50 I0425 08:39:20.683626 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:24.628782 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:24.629527 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:24.712053 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:24.712854 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:27.616282 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:27.616992 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:28.543790 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0425 08:39:28.724854 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:28.725491 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:28.771534 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:28.772278 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:34.743251 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:34.743917 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:37.437938 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=360 I0425 08:39:40.849778 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:40.850502 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:41.779754 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod cc8a7e00dd996b3d06a3d25813d8bf696693f11afc6317af70b75fb405932bd1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod cc8a7e00dd996b3d06a3d25813d8bf696693f11afc6317af70b75fb405932bd1 network default NAD default NAD key ] I0425 08:39:41.884139 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod cc8a7e00dd996b3d06a3d25813d8bf696693f11afc6317af70b75fb405932bd1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod cc8a7e00dd996b3d06a3d25813d8bf696693f11afc6317af70b75fb405932bd1 network default NAD default NAD key default], result "{}", err I0425 08:39:42.165524 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:42.165569 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod I0425 08:39:42.167361 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod, ips: 10.128.0.56 I0425 08:39:42.167395 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:42.661302 3932 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:39:42.661331 3932 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:39:42.672274 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod I0425 08:39:42.672309 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod I0425 08:39:42.858362 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:42.859036 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:43.689244 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod 9994fb299996da39032e671481752bc84e3f47c8852ca731e3c26276cee12ab7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod 9994fb299996da39032e671481752bc84e3f47c8852ca731e3c26276cee12ab7 network default NAD default NAD key ] I0425 08:39:43.790792 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod 9994fb299996da39032e671481752bc84e3f47c8852ca731e3c26276cee12ab7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod 9994fb299996da39032e671481752bc84e3f47c8852ca731e3c26276cee12ab7 network default NAD default NAD key default], result "{}", err I0425 08:39:43.973195 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:43.973241 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod I0425 08:39:43.974923 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod, ips: 10.128.0.54 I0425 08:39:43.974965 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:00.205958 3932 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618440-98b95 for pod on switch ip-10-0-0-173.ec2.internal I0425 08:40:00.206078 3932 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 I0425 08:40:00.224401 3932 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95] pod update took 18.347003ms I0425 08:40:00.224427 3932 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95] addLogicalPort annotation time took 18.382499ms I0425 08:40:00.225815 3932 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95] addLogicalPort took 19.873958ms, libovsdb time 932.396µs I0425 08:40:07.548185 3932 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 08:40:16.254898 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:16.255572 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:17.487086 3932 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 7adbfd41e868d779a41fabc290350881bb03fa28d5e28e12423ab7b1e71056d5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 7adbfd41e868d779a41fabc290350881bb03fa28d5e28e12423ab7b1e71056d5 network default NAD default NAD key ] I0425 08:40:17.497132 3932 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618440-98b95, hostIfaceName: 7adbfd41e868d77, network: default, NAD default, SandboxID: "7adbfd41e868d779a41fabc290350881bb03fa28d5e28e12423ab7b1e71056d5", PCI device ID: , UID: "ffe852a0-7e44-4f83-b830-da44a7b33c4e", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0425 08:40:17.760623 3932 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 7adbfd41e868d779a41fabc290350881bb03fa28d5e28e12423ab7b1e71056d5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 7adbfd41e868d779a41fabc290350881bb03fa28d5e28e12423ab7b1e71056d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:ee:11:2c:5d:3f\",\"name\":\"7adbfd41e868d77\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3de05ee8-7249-4894-bc27-aa4a1d535059\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:40:18.963355 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod 9d630444b9cefddfe9ad58072b0cca68e01b091043c30b07482736ac5ca7fb0e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod 9d630444b9cefddfe9ad58072b0cca68e01b091043c30b07482736ac5ca7fb0e network default NAD default NAD key ] I0425 08:40:18.965126 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod 43b147e6434ee1c32795dd83f090f08022009101323e9c8a5fa6bf3fa136e730 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod 43b147e6434ee1c32795dd83f090f08022009101323e9c8a5fa6bf3fa136e730 network default NAD default NAD key ] I0425 08:40:19.079470 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod 9d630444b9cefddfe9ad58072b0cca68e01b091043c30b07482736ac5ca7fb0e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod 9d630444b9cefddfe9ad58072b0cca68e01b091043c30b07482736ac5ca7fb0e network default NAD default NAD key default], result "{}", err I0425 08:40:19.097606 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod 43b147e6434ee1c32795dd83f090f08022009101323e9c8a5fa6bf3fa136e730 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod 43b147e6434ee1c32795dd83f090f08022009101323e9c8a5fa6bf3fa136e730 network default NAD default NAD key default], result "{}", err I0425 08:40:19.163029 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:19.163072 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod I0425 08:40:19.164557 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod, ips: 10.128.0.53 I0425 08:40:19.164591 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:19.204622 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:19.204690 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod I0425 08:40:19.206371 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod, ips: 10.128.0.55 I0425 08:40:19.206410 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:21.993188 3932 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 7adbfd41e868d779a41fabc290350881bb03fa28d5e28e12423ab7b1e71056d5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 7adbfd41e868d779a41fabc290350881bb03fa28d5e28e12423ab7b1e71056d5 network default NAD default NAD key ] I0425 08:40:22.082919 3932 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 7adbfd41e868d779a41fabc290350881bb03fa28d5e28e12423ab7b1e71056d5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 7adbfd41e868d779a41fabc290350881bb03fa28d5e28e12423ab7b1e71056d5 network default NAD default NAD key default], result "{}", err I0425 08:40:22.297753 3932 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:22.297795 3932 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 I0425 08:40:22.299176 3932 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95, ips: 10.128.0.57 I0425 08:40:22.299203 3932 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:23.010664 3932 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:23.010695 3932 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:23.051414 3932 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:23.051438 3932 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:23.059506 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm I0425 08:40:23.059539 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm I0425 08:40:25.425360 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0425 08:40:41.532211 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0425 08:41:04.429124 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0425 08:41:09.516647 3932 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0425 08:41:47.432948 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0425 08:41:59.557269 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0425 08:42:13.431448 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0425 08:42:24.561243 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:24.561866 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:40.547312 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 08:42:49.011198 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod 23456627a4a23e5c4a934c19a5f438e07534faac39a15abe008a150d9189289d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod 23456627a4a23e5c4a934c19a5f438e07534faac39a15abe008a150d9189289d network default NAD default NAD key ] I0425 08:42:49.102780 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod 23456627a4a23e5c4a934c19a5f438e07534faac39a15abe008a150d9189289d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod 23456627a4a23e5c4a934c19a5f438e07534faac39a15abe008a150d9189289d network default NAD default NAD key default], result "{}", err I0425 08:42:49.190858 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:49.190922 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod I0425 08:42:49.192307 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod, ips: 10.128.0.51 I0425 08:42:49.192334 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:57.893526 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:57.894225 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:58.082206 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod 88ee722b364b0ee688adddfc48115ca3a1389a0646fc242da5b0763740b0c483 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod 88ee722b364b0ee688adddfc48115ca3a1389a0646fc242da5b0763740b0c483 network default NAD default NAD key ] I0425 08:42:58.178269 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod 88ee722b364b0ee688adddfc48115ca3a1389a0646fc242da5b0763740b0c483 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod 88ee722b364b0ee688adddfc48115ca3a1389a0646fc242da5b0763740b0c483 network default NAD default NAD key default], result "{}", err I0425 08:42:58.254764 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:58.254887 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod I0425 08:42:58.256729 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod, ips: 10.128.0.52 I0425 08:42:58.256765 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:00.895085 3932 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-pscf-tprqp-collect-keyless-params-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:43:00.895216 3932 kube.go:256] Updating pod default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod I0425 08:43:00.916615 3932 pod.go:62] [default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod] pod update took 21.434398ms I0425 08:43:00.916643 3932 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod] addLogicalPort annotation time took 21.465482ms I0425 08:43:00.918060 3932 pods.go:271] [default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod] addLogicalPort took 22.991762ms, libovsdb time 969.965µs I0425 08:43:01.265543 3932 cni.go:452] [default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod 560b3df5277cc32b492735e653e35eb4e672a279b3bb1bae80aae2ceb175dda0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod 560b3df5277cc32b492735e653e35eb4e672a279b3bb1bae80aae2ceb175dda0 network default NAD default NAD key ] I0425 08:43:01.275404 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-pscf-tprqp-collect-keyless-params-pod, hostIfaceName: 560b3df5277cc32, network: default, NAD default, SandboxID: "560b3df5277cc32b492735e653e35eb4e672a279b3bb1bae80aae2ceb175dda0", PCI device ID: , UID: "a9cc6fca-0f31-408c-98e1-65fd6b2f6e58", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0425 08:43:01.334566 3932 cni.go:473] [default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod 560b3df5277cc32b492735e653e35eb4e672a279b3bb1bae80aae2ceb175dda0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod 560b3df5277cc32b492735e653e35eb4e672a279b3bb1bae80aae2ceb175dda0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:12:f2:46:c9:f1\",\"name\":\"560b3df5277cc32\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d802786-65d0-4f6e-bc8f-a53d4136f2b7\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:43:01.770291 3932 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-pscf-lfgfg-collect-keyless-params-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:43:01.770453 3932 kube.go:256] Updating pod default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod I0425 08:43:01.790155 3932 pod.go:62] [default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod] pod update took 19.733885ms I0425 08:43:01.790184 3932 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod] addLogicalPort annotation time took 19.768614ms I0425 08:43:01.791465 3932 pods.go:271] [default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod] addLogicalPort took 21.189723ms, libovsdb time 866.5µs I0425 08:43:02.139743 3932 cni.go:452] [default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod 1d0993d9dff57c5c45072917d364d9d22db309d0ea1c359353bc462535ab5174 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod 1d0993d9dff57c5c45072917d364d9d22db309d0ea1c359353bc462535ab5174 network default NAD default NAD key ] I0425 08:43:02.151231 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-pscf-lfgfg-collect-keyless-params-pod, hostIfaceName: 1d0993d9dff57c5, network: default, NAD default, SandboxID: "1d0993d9dff57c5c45072917d364d9d22db309d0ea1c359353bc462535ab5174", PCI device ID: , UID: "99c49f94-0fc0-4cbc-b77a-97efd1b82bda", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0425 08:43:02.209318 3932 cni.go:473] [default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod 1d0993d9dff57c5c45072917d364d9d22db309d0ea1c359353bc462535ab5174 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod 1d0993d9dff57c5c45072917d364d9d22db309d0ea1c359353bc462535ab5174 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:08:da:c5:8f:88\",\"name\":\"1d0993d9dff57c5\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a72c21a5-8652-4241-a21d-2fb3a186e3c2\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:43:14.581163 3932 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-pscf-lfgfg-verify-pod] creating logical port default-tenant_my-integration-test-pscf-lfgfg-verify-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:43:14.581349 3932 kube.go:256] Updating pod default-tenant/my-integration-test-pscf-lfgfg-verify-pod I0425 08:43:14.622077 3932 pod.go:62] [default-tenant/my-integration-test-pscf-lfgfg-verify-pod] pod update took 40.774026ms I0425 08:43:14.622102 3932 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-pscf-lfgfg-verify-pod] addLogicalPort annotation time took 40.805197ms I0425 08:43:14.623421 3932 pods.go:271] [default-tenant/my-integration-test-pscf-lfgfg-verify-pod] addLogicalPort took 42.280508ms, libovsdb time 886.969µs I0425 08:43:14.951487 3932 cni.go:452] [default-tenant/my-integration-test-pscf-lfgfg-verify-pod e6c2dc170f0559d1d4d40bd0063dd0f08ed30d74d19d7cd88859cf5e7a132a96 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-pscf-lfgfg-verify-pod e6c2dc170f0559d1d4d40bd0063dd0f08ed30d74d19d7cd88859cf5e7a132a96 network default NAD default NAD key ] I0425 08:43:14.970067 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-pscf-lfgfg-verify-pod, hostIfaceName: e6c2dc170f0559d, network: default, NAD default, SandboxID: "e6c2dc170f0559d1d4d40bd0063dd0f08ed30d74d19d7cd88859cf5e7a132a96", PCI device ID: , UID: "8f0b4939-b75b-4592-b58d-3383753310e1", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0425 08:43:15.029822 3932 cni.go:473] [default-tenant/my-integration-test-pscf-lfgfg-verify-pod e6c2dc170f0559d1d4d40bd0063dd0f08ed30d74d19d7cd88859cf5e7a132a96 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-pscf-lfgfg-verify-pod e6c2dc170f0559d1d4d40bd0063dd0f08ed30d74d19d7cd88859cf5e7a132a96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:64:cc:8b:1f:8a\",\"name\":\"e6c2dc170f0559d\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21dd55b9-b885-463e-bf46-a08a540269a1\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:43:15.234416 3932 cni.go:452] [default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod 560b3df5277cc32b492735e653e35eb4e672a279b3bb1bae80aae2ceb175dda0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod 560b3df5277cc32b492735e653e35eb4e672a279b3bb1bae80aae2ceb175dda0 network default NAD default NAD key ] I0425 08:43:15.234536 3932 cni.go:452] [default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod 1d0993d9dff57c5c45072917d364d9d22db309d0ea1c359353bc462535ab5174 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod 1d0993d9dff57c5c45072917d364d9d22db309d0ea1c359353bc462535ab5174 network default NAD default NAD key ] I0425 08:43:15.343252 3932 cni.go:473] [default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod 560b3df5277cc32b492735e653e35eb4e672a279b3bb1bae80aae2ceb175dda0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod 560b3df5277cc32b492735e653e35eb4e672a279b3bb1bae80aae2ceb175dda0 network default NAD default NAD key default], result "{}", err I0425 08:43:15.356461 3932 cni.go:473] [default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod 1d0993d9dff57c5c45072917d364d9d22db309d0ea1c359353bc462535ab5174 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod 1d0993d9dff57c5c45072917d364d9d22db309d0ea1c359353bc462535ab5174 network default NAD default NAD key default], result "{}", err I0425 08:43:15.399722 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:15.399794 3932 pods.go:176] Deleting pod: default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod I0425 08:43:15.401334 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod, ips: 10.128.0.58 I0425 08:43:15.401366 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:15.436229 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:15.436262 3932 pods.go:176] Deleting pod: default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod I0425 08:43:15.437761 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod, ips: 10.128.0.59 I0425 08:43:15.437790 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:17.510386 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4l278-build-image-index-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:43:17.510516 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod I0425 08:43:17.541710 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod] pod update took 31.227641ms I0425 08:43:17.541734 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod] addLogicalPort annotation time took 31.255576ms I0425 08:43:17.543126 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod] addLogicalPort took 32.758587ms, libovsdb time 907.321µs I0425 08:43:17.881618 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod 4975a58c59a82fdc2a9bc4bcbb0f0e814d5b4f022dad30376089b015003edeca network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod 4975a58c59a82fdc2a9bc4bcbb0f0e814d5b4f022dad30376089b015003edeca network default NAD default NAD key ] I0425 08:43:17.891666 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4l278-build-image-index-pod, hostIfaceName: 4975a58c59a82fd, network: default, NAD default, SandboxID: "4975a58c59a82fdc2a9bc4bcbb0f0e814d5b4f022dad30376089b015003edeca", PCI device ID: , UID: "bacb8734-67b7-45d7-8157-ebd5e89f4c8c", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0425 08:43:17.948744 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod 4975a58c59a82fdc2a9bc4bcbb0f0e814d5b4f022dad30376089b015003edeca network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod 4975a58c59a82fdc2a9bc4bcbb0f0e814d5b4f022dad30376089b015003edeca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:f4:e4:18:62:ca\",\"name\":\"4975a58c59a82fd\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/379a54e8-de7d-459a-ab42-6e32c75364f1\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:43:18.178161 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:18.178748 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:23.019674 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4l278-clamav-scan-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:43:23.019800 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod I0425 08:43:23.043104 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod] pod update took 23.334244ms I0425 08:43:23.043128 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod] addLogicalPort annotation time took 23.366618ms I0425 08:43:23.044547 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod] addLogicalPort took 24.885268ms, libovsdb time 1.022231ms I0425 08:43:23.324477 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod 4975a58c59a82fdc2a9bc4bcbb0f0e814d5b4f022dad30376089b015003edeca network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod 4975a58c59a82fdc2a9bc4bcbb0f0e814d5b4f022dad30376089b015003edeca network default NAD default NAD key ] I0425 08:43:23.396289 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod 63df0fafea5049bd74f190c732bae7c3343c15013f48d327300b57eadefee3c0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod 63df0fafea5049bd74f190c732bae7c3343c15013f48d327300b57eadefee3c0 network default NAD default NAD key ] I0425 08:43:23.407806 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4l278-clamav-scan-pod, hostIfaceName: 63df0fafea5049b, network: default, NAD default, SandboxID: "63df0fafea5049bd74f190c732bae7c3343c15013f48d327300b57eadefee3c0", PCI device ID: , UID: "137de624-d85f-4c83-9b83-86ed1dbdc45e", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0425 08:43:23.421090 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod 4975a58c59a82fdc2a9bc4bcbb0f0e814d5b4f022dad30376089b015003edeca network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod 4975a58c59a82fdc2a9bc4bcbb0f0e814d5b4f022dad30376089b015003edeca network default NAD default NAD key default], result "{}", err I0425 08:43:23.470569 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod 63df0fafea5049bd74f190c732bae7c3343c15013f48d327300b57eadefee3c0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod 63df0fafea5049bd74f190c732bae7c3343c15013f48d327300b57eadefee3c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:60:51:f8:37:ac\",\"name\":\"63df0fafea5049b\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cbf0647-9bc3-4ae2-bee5-4f3d8b352111\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:43:23.486732 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:23.486773 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod I0425 08:43:23.488610 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod, ips: 10.128.0.61 I0425 08:43:23.488645 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:23.868067 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4l278-sast-unicode-check-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:43:23.868234 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod I0425 08:43:23.894745 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod] pod update took 26.564257ms I0425 08:43:23.894775 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod] addLogicalPort annotation time took 26.6022ms I0425 08:43:23.896244 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod] addLogicalPort took 28.222074ms, libovsdb time 894.501µs I0425 08:43:24.107828 3932 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:43:24.108017 3932 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod I0425 08:43:24.130387 3932 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod] pod update took 22.432121ms I0425 08:43:24.130414 3932 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod] addLogicalPort annotation time took 22.464235ms I0425 08:43:24.131745 3932 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod] addLogicalPort took 23.938962ms, libovsdb time 922.504µs I0425 08:43:24.237230 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod 1e9d49056ba8b6a8f051c0e524f02b015612015e0ad65c7a30a5f1e69e52f26d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod 1e9d49056ba8b6a8f051c0e524f02b015612015e0ad65c7a30a5f1e69e52f26d network default NAD default NAD key ] I0425 08:43:24.248175 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4l278-sast-unicode-check-pod, hostIfaceName: 1e9d49056ba8b6a, network: default, NAD default, SandboxID: "1e9d49056ba8b6a8f051c0e524f02b015612015e0ad65c7a30a5f1e69e52f26d", PCI device ID: , UID: "dfeb8b05-39d1-430b-ab33-47a3ef38ffe1", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0425 08:43:24.311701 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod 1e9d49056ba8b6a8f051c0e524f02b015612015e0ad65c7a30a5f1e69e52f26d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod 1e9d49056ba8b6a8f051c0e524f02b015612015e0ad65c7a30a5f1e69e52f26d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:75:62:6c:53:5d\",\"name\":\"1e9d49056ba8b6a\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d31b830-4aec-4c26-a804-a44b08124dad\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:43:24.482262 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod 1ebae71fc8bdbb3dfb653dc9d7bc3fc6bc8068e73efdc16690fb5b80a7bbd095 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod 1ebae71fc8bdbb3dfb653dc9d7bc3fc6bc8068e73efdc16690fb5b80a7bbd095 network default NAD default NAD key ] I0425 08:43:24.492730 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod, hostIfaceName: 1ebae71fc8bdbb3, network: default, NAD default, SandboxID: "1ebae71fc8bdbb3dfb653dc9d7bc3fc6bc8068e73efdc16690fb5b80a7bbd095", PCI device ID: , UID: "75cad4f6-0b7d-4a7a-b262-b73a7af2eaa2", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0425 08:43:24.551926 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod 1ebae71fc8bdbb3dfb653dc9d7bc3fc6bc8068e73efdc16690fb5b80a7bbd095 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod 1ebae71fc8bdbb3dfb653dc9d7bc3fc6bc8068e73efdc16690fb5b80a7bbd095 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:00:5b:92:2a:5b\",\"name\":\"1ebae71fc8bdbb3\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47658545-1534-4150-a005-427542816225\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:43:33.453948 3932 cni.go:452] [default-tenant/my-integration-test-pscf-lfgfg-verify-pod e6c2dc170f0559d1d4d40bd0063dd0f08ed30d74d19d7cd88859cf5e7a132a96 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-pscf-lfgfg-verify-pod e6c2dc170f0559d1d4d40bd0063dd0f08ed30d74d19d7cd88859cf5e7a132a96 network default NAD default NAD key ] I0425 08:43:33.558455 3932 cni.go:473] [default-tenant/my-integration-test-pscf-lfgfg-verify-pod e6c2dc170f0559d1d4d40bd0063dd0f08ed30d74d19d7cd88859cf5e7a132a96 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-pscf-lfgfg-verify-pod e6c2dc170f0559d1d4d40bd0063dd0f08ed30d74d19d7cd88859cf5e7a132a96 network default NAD default NAD key default], result "{}", err I0425 08:43:33.674021 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-lfgfg-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:33.674058 3932 pods.go:176] Deleting pod: default-tenant/my-integration-test-pscf-lfgfg-verify-pod I0425 08:43:33.675526 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-pscf-lfgfg-verify-pod, ips: 10.128.0.60 I0425 08:43:33.675561 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-lfgfg-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:36.426255 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:36.426859 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:36.465088 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:36.465704 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:37.501073 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod 1e9d49056ba8b6a8f051c0e524f02b015612015e0ad65c7a30a5f1e69e52f26d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod 1e9d49056ba8b6a8f051c0e524f02b015612015e0ad65c7a30a5f1e69e52f26d network default NAD default NAD key ] I0425 08:43:37.609795 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod 1e9d49056ba8b6a8f051c0e524f02b015612015e0ad65c7a30a5f1e69e52f26d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod 1e9d49056ba8b6a8f051c0e524f02b015612015e0ad65c7a30a5f1e69e52f26d network default NAD default NAD key default], result "{}", err I0425 08:43:37.700851 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:37.700893 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod I0425 08:43:37.702395 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod, ips: 10.128.0.63 I0425 08:43:37.702428 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:39.503710 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-tprqp-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:39.504314 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-tprqp-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:45.573304 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod 1ebae71fc8bdbb3dfb653dc9d7bc3fc6bc8068e73efdc16690fb5b80a7bbd095 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod 1ebae71fc8bdbb3dfb653dc9d7bc3fc6bc8068e73efdc16690fb5b80a7bbd095 network default NAD default NAD key ] I0425 08:43:45.664392 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod 1ebae71fc8bdbb3dfb653dc9d7bc3fc6bc8068e73efdc16690fb5b80a7bbd095 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod 1ebae71fc8bdbb3dfb653dc9d7bc3fc6bc8068e73efdc16690fb5b80a7bbd095 network default NAD default NAD key default], result "{}", err I0425 08:43:45.742322 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:45.742366 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod I0425 08:43:45.743902 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod, ips: 10.128.0.64 I0425 08:43:45.743934 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:50.575280 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:50.575913 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:08.782029 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:08.782614 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:20.977150 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:20.977801 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.245944 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.246531 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.290599 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.291237 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:31.525109 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0425 08:44:33.254083 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:33.254706 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:35.794277 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:35.794845 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:35.832099 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:35.832662 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:43.362495 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:43.363131 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:55.531094 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:55.531649 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:07.688778 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:07.689388 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:12.556802 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 08:45:15.807680 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:15.808282 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:31.265491 3932 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m e62028d1e38de328c9831a1c34039b270ec18d930cda68ace1e50c3e5dae9990 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m e62028d1e38de328c9831a1c34039b270ec18d930cda68ace1e50c3e5dae9990 network default NAD default NAD key ] I0425 08:45:31.362881 3932 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m e62028d1e38de328c9831a1c34039b270ec18d930cda68ace1e50c3e5dae9990 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m e62028d1e38de328c9831a1c34039b270ec18d930cda68ace1e50c3e5dae9990 network default NAD default NAD key default], result "{}", err I0425 08:45:31.426411 3932 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:31.426449 3932 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m I0425 08:45:31.427842 3932 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m, ips: 10.128.0.48 I0425 08:45:31.427875 3932 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:31.730557 3932 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:45:31.730586 3932 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:45:31.740756 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m I0425 08:45:31.740787 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m I0425 08:45:41.266551 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:41.268188 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:51.429007 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0425 08:46:01.547013 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0425 08:46:07.574222 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:07.574765 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:10.035204 3932 base_network_controller_pods.go:487] [default/default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod] creating logical port default-managed-tenant-c009b_managed-gfn6w-process-component-sbom-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:46:10.035376 3932 kube.go:256] Updating pod default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod I0425 08:46:10.062595 3932 pod.go:62] [default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod] pod update took 27.276927ms I0425 08:46:10.062621 3932 base_network_controller_pods.go:951] [default/default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod] addLogicalPort annotation time took 27.309792ms I0425 08:46:10.064089 3932 pods.go:271] [default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod] addLogicalPort took 28.902291ms, libovsdb time 1.021156ms I0425 08:46:10.410317 3932 cni.go:452] [default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod 3dc4d826f9bab9a88f5366e80284b1fcd1665e88c1591a3b0f5db8b1444d7ccf network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod 3dc4d826f9bab9a88f5366e80284b1fcd1665e88c1591a3b0f5db8b1444d7ccf network default NAD default NAD key ] I0425 08:46:10.439210 3932 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-c009b, podName: managed-gfn6w-process-component-sbom-pod, hostIfaceName: 3dc4d826f9bab9a, network: default, NAD default, SandboxID: "3dc4d826f9bab9a88f5366e80284b1fcd1665e88c1591a3b0f5db8b1444d7ccf", PCI device ID: , UID: "f26e46c6-efe3-4661-b5d9-af8741eafe26", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0425 08:46:10.502226 3932 cni.go:473] [default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod 3dc4d826f9bab9a88f5366e80284b1fcd1665e88c1591a3b0f5db8b1444d7ccf network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod 3dc4d826f9bab9a88f5366e80284b1fcd1665e88c1591a3b0f5db8b1444d7ccf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:27:33:6e:bf:2b\",\"name\":\"3dc4d826f9bab9a\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/717fc5e3-56bd-4342-be7f-07665a4aebf0\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:46:29.534552 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0425 08:46:31.945515 3932 cni.go:452] [default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod 3dc4d826f9bab9a88f5366e80284b1fcd1665e88c1591a3b0f5db8b1444d7ccf network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod 3dc4d826f9bab9a88f5366e80284b1fcd1665e88c1591a3b0f5db8b1444d7ccf network default NAD default NAD key ] I0425 08:46:32.057240 3932 cni.go:473] [default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod 3dc4d826f9bab9a88f5366e80284b1fcd1665e88c1591a3b0f5db8b1444d7ccf network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod 3dc4d826f9bab9a88f5366e80284b1fcd1665e88c1591a3b0f5db8b1444d7ccf network default NAD default NAD key default], result "{}", err I0425 08:46:32.154412 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:32.154450 3932 pods.go:176] Deleting pod: default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod I0425 08:46:32.155782 3932 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod, ips: 10.128.0.65 I0425 08:46:32.155830 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:39.021008 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:39.021582 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:41.518913 3932 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 08:46:43.431473 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0425 08:46:54.537391 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:54.537997 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:55.032645 3932 obj_retry.go:492] Detected object default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:46:55.032683 3932 obj_retry.go:492] Detected object default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:46:55.048104 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 I0425 08:46:55.048138 3932 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 I0425 08:46:55.234332 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:55.234937 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:00.180867 3932 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod 63df0fafea5049bd74f190c732bae7c3343c15013f48d327300b57eadefee3c0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod 63df0fafea5049bd74f190c732bae7c3343c15013f48d327300b57eadefee3c0 network default NAD default NAD key ] I0425 08:47:00.261225 3932 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod 63df0fafea5049bd74f190c732bae7c3343c15013f48d327300b57eadefee3c0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod 63df0fafea5049bd74f190c732bae7c3343c15013f48d327300b57eadefee3c0 network default NAD default NAD key default], result "{}", err I0425 08:47:00.341813 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:00.341861 3932 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod I0425 08:47:00.343704 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod, ips: 10.128.0.62 I0425 08:47:00.343734 3932 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:04.428506 3932 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0425 08:47:10.538138 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0425 08:47:10.569814 3932 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-pscf-dxntr-verify-pod] creating logical port default-tenant_my-integration-test-pscf-dxntr-verify-pod for pod on switch ip-10-0-0-173.ec2.internal I0425 08:47:10.570001 3932 kube.go:256] Updating pod default-tenant/my-integration-test-pscf-dxntr-verify-pod I0425 08:47:10.611492 3932 pod.go:62] [default-tenant/my-integration-test-pscf-dxntr-verify-pod] pod update took 41.548404ms I0425 08:47:10.611526 3932 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-pscf-dxntr-verify-pod] addLogicalPort annotation time took 41.588373ms I0425 08:47:10.613015 3932 pods.go:271] [default-tenant/my-integration-test-pscf-dxntr-verify-pod] addLogicalPort took 43.218932ms, libovsdb time 876.111µs I0425 08:47:10.963831 3932 cni.go:452] [default-tenant/my-integration-test-pscf-dxntr-verify-pod 59b69fc788ac74087bf0afb97ff2994a4a2c8487a253c22f9b228877e7f5e864 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-pscf-dxntr-verify-pod 59b69fc788ac74087bf0afb97ff2994a4a2c8487a253c22f9b228877e7f5e864 network default NAD default NAD key ] I0425 08:47:10.973490 3932 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-pscf-dxntr-verify-pod, hostIfaceName: 59b69fc788ac740, network: default, NAD default, SandboxID: "59b69fc788ac74087bf0afb97ff2994a4a2c8487a253c22f9b228877e7f5e864", PCI device ID: , UID: "ba7fd52c-f643-4804-9084-76de46e79bb8", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0425 08:47:11.034120 3932 cni.go:473] [default-tenant/my-integration-test-pscf-dxntr-verify-pod 59b69fc788ac74087bf0afb97ff2994a4a2c8487a253c22f9b228877e7f5e864 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-pscf-dxntr-verify-pod 59b69fc788ac74087bf0afb97ff2994a4a2c8487a253c22f9b228877e7f5e864 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:9a:a0:77:fa:f8\",\"name\":\"59b69fc788ac740\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a56937da-acfb-46f2-970e-6bed837bfe57\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0425 08:47:11.430410 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-dxntr-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:11.431061 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-dxntr-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:27.439721 3932 cni.go:452] [default-tenant/my-integration-test-pscf-dxntr-verify-pod 59b69fc788ac74087bf0afb97ff2994a4a2c8487a253c22f9b228877e7f5e864 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-pscf-dxntr-verify-pod 59b69fc788ac74087bf0afb97ff2994a4a2c8487a253c22f9b228877e7f5e864 network default NAD default NAD key ] I0425 08:47:27.563418 3932 cni.go:473] [default-tenant/my-integration-test-pscf-dxntr-verify-pod 59b69fc788ac74087bf0afb97ff2994a4a2c8487a253c22f9b228877e7f5e864 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-pscf-dxntr-verify-pod 59b69fc788ac74087bf0afb97ff2994a4a2c8487a253c22f9b228877e7f5e864 network default NAD default NAD key default], result "{}", err I0425 08:47:27.674577 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-dxntr-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:27.674613 3932 pods.go:176] Deleting pod: default-tenant/my-integration-test-pscf-dxntr-verify-pod I0425 08:47:27.676046 3932 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-pscf-dxntr-verify-pod, ips: 10.128.0.66 I0425 08:47:27.676077 3932 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-dxntr-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:41.520901 3932 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0425 08:47:45.561909 3932 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0425 08:47:47.954427 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:47.955065 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:58.173414 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:58.174023 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:48:06.341511 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:48:06.342236 3932 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it