+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-84.ec2.internal ++ [[ -n ip-10-0-2-84.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-84.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 06:38:34.713408754 - disable conntrack on geneve port' I0513 06:38:34.713408754 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 06:38:34.771724483 - starting ovnkube-node' I0513 06:38:34.771724483 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-84.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-84.ec2.internal --init-node ip-10-0-2-84.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-84.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0513 06:38:34.822390 3849 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0513 06:38:34.822449 3849 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-894a4f6a8d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0513 06:38:34.824370 3849 kube.go:431] Waiting for certificate I0513 06:38:34.824411 3849 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0513 06:38:34.824447 3849 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0513 06:38:34.825257 3849 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 06:38:34.855680 3849 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 06:38:34.855699 3849 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 06:38:34.859047 3849 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 06:38:34.859135 3849 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dxhnn" I0513 06:38:35.410763 3849 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dxhnn" I0513 06:38:35.410872 3849 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 06:38:35.824606 3849 kube.go:438] Certificate found I0513 06:38:35.825203 3849 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 06:38:35.826120 3849 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0513 06:38:35.887247 3849 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 06:38:35.904896 3849 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0513 06:38:35.904955 3849 server.go:101] MetricServer registers OVS metrics I0513 06:38:35.905051 3849 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0513 06:38:35.905115 3849 factory.go:561] Starting watch factory I0513 06:38:35.905192 3849 server.go:105] MetricServer registers OVN DB metrics I0513 06:38:35.905194 3849 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.905211 3849 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.905243 3849 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.905257 3849 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.905286 3849 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.905307 3849 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.905193 3849 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.906187 3849 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.905212 3849 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.906438 3849 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.906486 3849 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.906456 3849 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:35.907260 3849 controller_manager.go:370] Starting the ovnkube controller I0513 06:38:35.907271 3849 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-84.ec2.internal I0513 06:38:35.907315 3849 controller_manager.go:395] NBDB zone sync took: 36.911µs I0513 06:38:35.907323 3849 factory.go:561] Starting watch factory I0513 06:38:35.910089 3849 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0513 06:38:35.910119 3849 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0513 06:38:35.922698 3849 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0513 06:38:35.922724 3849 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0513 06:38:35.926145 3849 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0513 06:38:35.926173 3849 server.go:109] MetricServer registers OVN Controller metrics I0513 06:38:35.929740 3849 server.go:113] MetricServer registers OVN Northd metrics I0513 06:38:35.933426 3849 metrics.go:519] OVN Metrics Server starts to run ... I0513 06:38:36.028827 3849 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:36.029072 3849 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:36.029077 3849 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:36.029346 3849 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:36.029917 3849 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:36.044546 3849 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:38:36.111014 3849 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 06:38:36.111037 3849 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 06:38:36.111041 3849 factory.go:1977] *v1.Node informer cache synced successfully I0513 06:38:36.111044 3849 factory.go:1977] *v1.Service informer cache synced successfully I0513 06:38:36.111047 3849 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 06:38:36.111050 3849 factory.go:1977] *v1.Pod informer cache synced successfully I0513 06:38:36.111150 3849 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:38:36.111165 3849 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:38:36.111171 3849 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:38:36.111180 3849 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:38:36.113229 3849 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 06:38:36.113244 3849 factory.go:1977] *v1.Pod informer cache synced successfully I0513 06:38:36.113247 3849 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 06:38:36.113251 3849 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 06:38:36.113256 3849 factory.go:1977] *v1.Node informer cache synced successfully I0513 06:38:36.113259 3849 factory.go:1977] *v1.Service informer cache synced successfully I0513 06:38:36.119253 3849 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:38:36.119253 3849 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:38:36.217041 3849 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 06:38:36.217070 3849 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 06:38:36.217182 3849 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.217203 3849 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.219244 3849 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 06:38:36.219254 3849 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 06:38:36.223413 3849 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.224313 3849 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 06:38:36.224379 3849 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.224390 3849 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.234096 3849 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.323358 3849 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 06:38:36.328723 3849 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 06:38:36.328807 3849 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.328821 3849 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.330027 3849 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 06:38:36.332197 3849 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.334143 3849 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 06:38:36.334210 3849 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.334235 3849 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.335437 3849 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 06:38:36.340813 3849 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.440163 3849 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 06:38:36.440339 3849 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.440357 3849 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.441404 3849 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 06:38:36.443829 3849 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.445686 3849 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 06:38:36.445969 3849 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 06:38:36.445995 3849 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 06:38:36.446467 3849 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 06:38:36.449998 3849 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 06:38:36.451523 3849 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 06:38:36.451528 3849 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 06:38:36.451561 3849 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-14 06:33:35 +0000 UTC" deadline="2026-05-13 23:45:54.56796009 +0000 UTC" I0513 06:38:36.451573 3849 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h7m18.116392822s" I0513 06:38:36.451610 3849 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.451621 3849 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.451621 3849 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.451637 3849 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.455593 3849 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.455591 3849 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:38:36.457538 3849 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 06:38:36.457549 3849 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 06:38:36.457556 3849 factory.go:680] Watch Factory start up complete, took: 550.231458ms I0513 06:38:36.457563 3849 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-84.ec2.internal" zone I0513 06:38:36.457611 3849 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 06:38:36.457622 3849 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 06:38:36.457628 3849 factory.go:680] Watch Factory start up complete, took: 552.516442ms I0513 06:38:36.457695 3849 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0513 06:38:36.510778 3849 default_node_network_controller.go:710] Initializing the default node network controller I0513 06:38:36.592826 3849 udn_isolation.go:101] Starting UDN host isolation manager I0513 06:38:36.598820 3849 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0513 06:38:36.670652 3849 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0513 06:38:36.670754 3849 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0513 06:38:36.670772 3849 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0513 06:38:36.705901 3849 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0513 06:38:36.705979 3849 default_node_network_controller.go:809] Node ip-10-0-2-84.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0513 06:38:36.711843 3849 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.84"] k8s.ovn.org/zone-name:ip-10-0-2-84.ec2.internal] on node ip-10-0-2-84.ec2.internal I0513 06:38:36.733386 3849 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0513 06:38:36.739677 3849 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0513 06:38:36.739782 3849 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0513 06:38:36.739894 3849 gateway_init.go:263] Preparing Gateway I0513 06:38:36.739906 3849 gateway_shared_intf.go:1687] Creating new gateway I0513 06:38:36.849570 3849 iptables.go:108] Creating table: filter chain: FORWARD I0513 06:38:36.855468 3849 iptables.go:108] Creating table: filter chain: OUTPUT I0513 06:38:36.861633 3849 gateway_shared_intf.go:1816] Gateway Creation Complete I0513 06:38:36.861648 3849 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-84.ec2.internal","mac-address":"0e:b8:75:37:7c:bf","ip-addresses":["10.0.2.84/24"],"ip-address":"10.0.2.84/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8decf777-9c38-46f8-aedc-dd516d8f05ec k8s.ovn.org/node-encap-ips:["10.0.2.84"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.84/24"} k8s.ovn.org/zone-name:ip-10-0-2-84.ec2.internal] on node ip-10-0-2-84.ec2.internal I0513 06:38:36.884392 3849 default_node_network_controller.go:519] Node connection status = connected I0513 06:38:36.958481 3849 controller_manager.go:429] Waiting for node in zone sync took: 500.90113ms I0513 06:38:36.967109 3849 controller_manager.go:611] Switching to transit router for layer2 networks I0513 06:38:36.967129 3849 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-84.ec2.internal I0513 06:38:36.986666 3849 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 06:38:36.993731 3849 controller_manager.go:290] SCTP support detected in OVN I0513 06:38:36.994303 3849 services_controller.go:69] Creating services controller for network=default I0513 06:38:36.994379 3849 udn_enabled_svc.go:80] Waiting for service informer to sync I0513 06:38:36.994435 3849 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0513 06:38:36.994485 3849 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0513 06:38:36.994496 3849 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0513 06:38:36.994504 3849 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 06:38:36.994670 3849 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0513 06:38:36.994709 3849 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0513 06:38:36.994746 3849 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 41.448µs I0513 06:38:36.994766 3849 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 48.381µs I0513 06:38:36.994774 3849 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 63.45µs I0513 06:38:36.994780 3849 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0513 06:38:36.994787 3849 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0513 06:38:36.994795 3849 default_network_controller.go:325] Starting the default network controller I0513 06:38:36.994843 3849 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.637µs I0513 06:38:36.994869 3849 udn_enabled_svc.go:95] Performing full resync I0513 06:38:36.995517 3849 udn_enabled_svc.go:99] Waiting for handler to sync I0513 06:38:36.995527 3849 udn_enabled_svc.go:104] Starting worker I0513 06:38:37.003896 3849 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0513 06:38:37.003955 3849 repair.go:33] Syncing exgw routes took 45.841µs I0513 06:38:37.003980 3849 default_network_controller.go:414] Starting all the Watchers... I0513 06:38:37.004245 3849 namespace.go:98] [openshift-backplane-cse] adding namespace I0513 06:38:37.004258 3849 namespace.go:98] [openshift-network-console] adding namespace I0513 06:38:37.004270 3849 namespace.go:98] [openshift-monitoring] adding namespace I0513 06:38:37.004272 3849 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0513 06:38:37.004273 3849 namespace.go:98] [openshift-multus] adding namespace I0513 06:38:37.004281 3849 namespace.go:98] [openshift-package-operator] adding namespace I0513 06:38:37.004286 3849 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0513 06:38:37.004280 3849 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0513 06:38:37.004285 3849 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0513 06:38:37.004294 3849 namespace.go:98] [openshift-apiserver] adding namespace I0513 06:38:37.004295 3849 namespace.go:98] [openshift-config] adding namespace I0513 06:38:37.004294 3849 namespace.go:98] [openshift-insights] adding namespace I0513 06:38:37.004301 3849 namespace.go:98] [openshift-customer-monitoring] adding namespace I0513 06:38:37.004305 3849 namespace.go:98] [openshift-service-ca-operator] adding namespace I0513 06:38:37.004246 3849 namespace.go:98] [kube-node-lease] adding namespace I0513 06:38:37.004760 3849 namespace.go:102] [openshift-backplane-cse] adding namespace took 502.159µs I0513 06:38:37.004775 3849 namespace.go:98] [openshift-etcd] adding namespace I0513 06:38:37.005151 3849 namespace.go:102] [openshift-etcd] adding namespace took 371.807µs I0513 06:38:37.005162 3849 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0513 06:38:37.005718 3849 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 550.825µs I0513 06:38:37.005734 3849 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0513 06:38:37.006246 3849 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 504.757µs I0513 06:38:37.006264 3849 namespace.go:98] [dedicated-admin] adding namespace I0513 06:38:37.006797 3849 namespace.go:102] [openshift-network-console] adding namespace took 2.527769ms I0513 06:38:37.006806 3849 namespace.go:98] [openshift-backplane-tam] adding namespace I0513 06:38:37.007318 3849 namespace.go:102] [openshift-monitoring] adding namespace took 3.037014ms I0513 06:38:37.007333 3849 namespace.go:98] [default] adding namespace W0513 06:38:37.007761 3849 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-59m5k: pod openshift-multus/network-metrics-daemon-59m5k: no pod IPs found I0513 06:38:37.007793 3849 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 3.508168ms I0513 06:38:37.007807 3849 namespace.go:98] [openshift-ingress] adding namespace I0513 06:38:37.008322 3849 namespace.go:102] [openshift-multus] adding namespace took 4.035083ms I0513 06:38:37.008336 3849 namespace.go:98] [openshift-ingress-canary] adding namespace I0513 06:38:37.008758 3849 namespace.go:102] [openshift-package-operator] adding namespace took 4.469286ms I0513 06:38:37.008767 3849 namespace.go:98] [openshift-service-ca] adding namespace I0513 06:38:37.009192 3849 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 4.897736ms I0513 06:38:37.009206 3849 namespace.go:98] [openshift-console-operator] adding namespace I0513 06:38:37.009661 3849 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.365229ms I0513 06:38:37.009673 3849 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0513 06:38:37.010195 3849 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.897373ms I0513 06:38:37.010205 3849 namespace.go:98] [openshift-logging] adding namespace I0513 06:38:37.010686 3849 namespace.go:102] [openshift-apiserver] adding namespace took 6.382977ms I0513 06:38:37.010705 3849 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0513 06:38:37.011134 3849 namespace.go:102] [openshift-config] adding namespace took 6.82751ms I0513 06:38:37.011151 3849 namespace.go:98] [openshift-machine-api] adding namespace I0513 06:38:37.011724 3849 namespace.go:102] [openshift-insights] adding namespace took 7.415136ms I0513 06:38:37.011743 3849 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0513 06:38:37.012338 3849 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.024527ms I0513 06:38:37.012362 3849 namespace.go:98] [openshift-machine-config-operator] adding namespace I0513 06:38:37.012923 3849 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.60759ms I0513 06:38:37.012941 3849 namespace.go:98] [openshift] adding namespace I0513 06:38:37.013615 3849 namespace.go:102] [kube-node-lease] adding namespace took 9.25175ms I0513 06:38:37.013626 3849 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0513 06:38:37.014140 3849 namespace.go:102] [dedicated-admin] adding namespace took 7.869623ms I0513 06:38:37.014156 3849 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0513 06:38:37.014710 3849 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.899587ms I0513 06:38:37.014723 3849 namespace.go:98] [openshift-host-network] adding namespace I0513 06:38:37.015207 3849 namespace.go:102] [default] adding namespace took 7.868942ms I0513 06:38:37.015237 3849 namespace.go:98] [openshift-infra] adding namespace I0513 06:38:37.015672 3849 namespace.go:102] [openshift-ingress] adding namespace took 7.858543ms I0513 06:38:37.015686 3849 namespace.go:98] [kube-public] adding namespace I0513 06:38:37.016149 3849 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.809265ms I0513 06:38:37.016159 3849 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0513 06:38:37.016624 3849 namespace.go:102] [openshift-service-ca] adding namespace took 7.85295ms I0513 06:38:37.016637 3849 namespace.go:98] [openshift-network-operator] adding namespace I0513 06:38:37.017103 3849 namespace.go:102] [openshift-console-operator] adding namespace took 7.89238ms I0513 06:38:37.017116 3849 namespace.go:98] [openshift-ingress-operator] adding namespace I0513 06:38:37.017506 3849 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.825963ms I0513 06:38:37.017521 3849 namespace.go:98] [openshift-cluster-version] adding namespace I0513 06:38:37.017985 3849 namespace.go:102] [openshift-logging] adding namespace took 7.773941ms I0513 06:38:37.017999 3849 namespace.go:98] [openshift-dns] adding namespace I0513 06:38:37.018432 3849 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.721146ms I0513 06:38:37.018447 3849 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0513 06:38:37.018819 3849 namespace.go:102] [openshift-machine-api] adding namespace took 7.662932ms I0513 06:38:37.018831 3849 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0513 06:38:37.019388 3849 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.637258ms I0513 06:38:37.019402 3849 namespace.go:98] [openshift-backplane-csm] adding namespace I0513 06:38:37.019820 3849 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.451962ms I0513 06:38:37.019835 3849 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0513 06:38:37.020253 3849 namespace.go:102] [openshift] adding namespace took 7.306882ms I0513 06:38:37.020264 3849 namespace.go:98] [openshift-marketplace] adding namespace I0513 06:38:37.020734 3849 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.10417ms I0513 06:38:37.020743 3849 namespace.go:98] [openshift-authentication] adding namespace I0513 06:38:37.021167 3849 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.006155ms I0513 06:38:37.021777 3849 namespace.go:102] [openshift-host-network] adding namespace took 7.047539ms I0513 06:38:37.021791 3849 namespace.go:98] [openshift-apiserver-operator] adding namespace I0513 06:38:37.022574 3849 namespace.go:102] [openshift-infra] adding namespace took 7.331914ms I0513 06:38:37.022585 3849 namespace.go:98] [openshift-operators-redhat] adding namespace I0513 06:38:37.023093 3849 namespace.go:102] [kube-public] adding namespace took 7.401305ms I0513 06:38:37.023111 3849 namespace.go:98] [openshift-console] adding namespace I0513 06:38:37.023530 3849 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.367156ms I0513 06:38:37.023545 3849 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0513 06:38:37.023936 3849 namespace.go:102] [openshift-network-operator] adding namespace took 7.294408ms I0513 06:38:37.023951 3849 namespace.go:98] [kube-system] adding namespace I0513 06:38:37.024378 3849 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.256581ms I0513 06:38:37.024390 3849 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0513 06:38:37.024799 3849 namespace.go:102] [openshift-cluster-version] adding namespace took 7.272836ms I0513 06:38:37.024813 3849 namespace.go:98] [openshift-kube-scheduler] adding namespace I0513 06:38:37.025232 3849 namespace.go:102] [openshift-dns] adding namespace took 7.21371ms I0513 06:38:37.025247 3849 namespace.go:98] [openshift-must-gather-operator] adding namespace I0513 06:38:37.025735 3849 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.2815ms I0513 06:38:37.025747 3849 namespace.go:98] [openshift-network-node-identity] adding namespace I0513 06:38:37.026134 3849 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.297667ms I0513 06:38:37.026148 3849 namespace.go:98] [openshift-kube-apiserver] adding namespace I0513 06:38:37.026611 3849 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.204803ms I0513 06:38:37.026632 3849 namespace.go:98] [openshift-network-diagnostics] adding namespace I0513 06:38:37.027036 3849 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.193493ms I0513 06:38:37.027051 3849 namespace.go:98] [openshift-backplane-mobb] adding namespace I0513 06:38:37.027536 3849 namespace.go:102] [openshift-marketplace] adding namespace took 7.267797ms I0513 06:38:37.027551 3849 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0513 06:38:37.027902 3849 namespace.go:102] [openshift-authentication] adding namespace took 7.155296ms I0513 06:38:37.027913 3849 namespace.go:98] [open-cluster-management-2q8slj49anughhr7bmrugv7tl1gre4io] adding namespace I0513 06:38:37.028385 3849 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.588633ms I0513 06:38:37.028400 3849 namespace.go:98] [openshift-console-user-settings] adding namespace I0513 06:38:37.028747 3849 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.158079ms I0513 06:38:37.028758 3849 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0513 06:38:37.029240 3849 namespace.go:102] [openshift-console] adding namespace took 6.122149ms I0513 06:38:37.029255 3849 namespace.go:98] [openshift-backplane-srep] adding namespace W0513 06:38:37.029785 3849 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-mw89x: pod kube-system/global-pull-secret-syncer-mw89x: no pod IPs found I0513 06:38:37.029807 3849 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.255326ms I0513 06:38:37.029820 3849 namespace.go:98] [openshift-backplane] adding namespace I0513 06:38:37.030233 3849 namespace.go:102] [kube-system] adding namespace took 6.258836ms I0513 06:38:37.030247 3849 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0513 06:38:37.030702 3849 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.307199ms I0513 06:38:37.030714 3849 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0513 06:38:37.031096 3849 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.277078ms I0513 06:38:37.031111 3849 namespace.go:98] [openshift-backplane-cee] adding namespace I0513 06:38:37.031648 3849 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.395587ms I0513 06:38:37.031661 3849 namespace.go:98] [openshift-node] adding namespace I0513 06:38:37.032144 3849 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.392229ms I0513 06:38:37.032158 3849 namespace.go:98] [openshift-operators] adding namespace W0513 06:38:37.032548 3849 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-6ct7x: pod openshift-network-diagnostics/network-check-target-6ct7x: no pod IPs found I0513 06:38:37.032592 3849 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.438086ms I0513 06:38:37.032603 3849 namespace.go:98] [openshift-route-controller-manager] adding namespace I0513 06:38:37.033088 3849 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.448675ms I0513 06:38:37.033100 3849 namespace.go:98] [openshift-config-managed] adding namespace I0513 06:38:37.033533 3849 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.476282ms I0513 06:38:37.033547 3849 namespace.go:98] [openshift-image-registry] adding namespace I0513 06:38:37.033902 3849 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.345246ms I0513 06:38:37.033914 3849 namespace.go:98] [openshift-config-operator] adding namespace I0513 06:38:37.034338 3849 namespace.go:102] [open-cluster-management-2q8slj49anughhr7bmrugv7tl1gre4io] adding namespace took 6.419992ms I0513 06:38:37.034352 3849 namespace.go:98] [openshift-dns-operator] adding namespace I0513 06:38:37.034865 3849 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.459678ms I0513 06:38:37.034877 3849 namespace.go:98] [openshift-controller-manager] adding namespace I0513 06:38:37.035254 3849 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.492427ms I0513 06:38:37.035266 3849 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0513 06:38:37.035709 3849 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.447949ms I0513 06:38:37.036074 3849 namespace.go:102] [openshift-backplane] adding namespace took 6.249406ms I0513 06:38:37.036559 3849 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.307298ms I0513 06:38:37.036994 3849 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.277103ms I0513 06:38:37.037005 3849 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0513 06:38:37.037423 3849 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.307959ms I0513 06:38:37.037434 3849 namespace.go:98] [openshift-authentication-operator] adding namespace I0513 06:38:37.037835 3849 namespace.go:102] [openshift-node] adding namespace took 6.166921ms I0513 06:38:37.038290 3849 namespace.go:102] [openshift-operators] adding namespace took 6.126827ms I0513 06:38:37.038766 3849 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.157722ms I0513 06:38:37.038781 3849 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0513 06:38:37.039311 3849 namespace.go:102] [openshift-config-managed] adding namespace took 6.205071ms I0513 06:38:37.039723 3849 namespace.go:102] [openshift-image-registry] adding namespace took 6.169293ms I0513 06:38:37.040176 3849 namespace.go:102] [openshift-config-operator] adding namespace took 6.256645ms I0513 06:38:37.040190 3849 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0513 06:38:37.040900 3849 namespace.go:102] [openshift-dns-operator] adding namespace took 6.541388ms I0513 06:38:37.041408 3849 namespace.go:102] [openshift-controller-manager] adding namespace took 6.52726ms I0513 06:38:37.041769 3849 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.497144ms I0513 06:38:37.042204 3849 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.194111ms I0513 06:38:37.042816 3849 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.376988ms I0513 06:38:37.043205 3849 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.418571ms I0513 06:38:37.043745 3849 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 3.547447ms I0513 06:38:37.044000 3849 master.go:548] Adding or Updating local node "ip-10-0-2-84.ec2.internal" for network "default" I0513 06:38:37.045078 3849 zone_ic_handler.go:195] Time taken to create transit switch: 405.733µs I0513 06:38:37.045095 3849 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-26.ec2.internal for the network default I0513 06:38:37.046528 3849 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-26.ec2.internal" on network "default" took: 1.868982ms W0513 06:38:37.051795 3849 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-mw89x: pod kube-system/global-pull-secret-syncer-mw89x: no pod IPs found W0513 06:38:37.051811 3849 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-59m5k: pod openshift-multus/network-metrics-daemon-59m5k: no pod IPs found W0513 06:38:37.051823 3849 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-6ct7x: pod openshift-network-diagnostics/network-check-target-6ct7x: no pod IPs found I0513 06:38:37.052729 3849 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-84.ec2.internal for the network default I0513 06:38:37.052890 3849 zone_ic_handler.go:195] Time taken to create transit switch: 149.37µs I0513 06:38:37.053600 3849 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0513 06:38:37.053625 3849 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0513 06:38:37.053639 3849 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0513 06:38:37.053666 3849 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-26.ec2.internal in network "default" I0513 06:38:37.053712 3849 node_tracker.go:169] Node ip-10-0-1-26.ec2.internal switch + router changed, syncing services in network "default" I0513 06:38:37.053728 3849 services_controller.go:574] Full service sync requested for network=default I0513 06:38:37.053737 3849 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-84.ec2.internal in network "default" I0513 06:38:37.053757 3849 node_tracker.go:169] Node ip-10-0-2-84.ec2.internal switch + router changed, syncing services in network "default" I0513 06:38:37.053764 3849 services_controller.go:574] Full service sync requested for network=default I0513 06:38:37.154030 3849 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0513 06:38:37.154054 3849 services_controller.go:208] Setting up event handlers for services for network=default I0513 06:38:37.154100 3849 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0513 06:38:37.154168 3849 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0513 06:38:37.154180 3849 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0513 06:38:37.255180 3849 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0513 06:38:37.255199 3849 repair.go:60] Starting repairing loop for services I0513 06:38:37.255293 3849 repair.go:131] Deleted 0 stale service LBs I0513 06:38:37.255311 3849 repair.go:137] Deleted 0 stale Chassis Template Vars I0513 06:38:37.255327 3849 repair.go:62] Finished repairing loop for services: 130.108µs I0513 06:38:37.255352 3849 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0513 06:38:37.255361 3849 services_controller.go:254] Starting workers for network=default I0513 06:38:37.255674 3849 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-59m5k] creating logical port openshift-multus_network-metrics-daemon-59m5k for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:37.255677 3849 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-6ct7x] creating logical port openshift-network-diagnostics_network-check-target-6ct7x for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:37.255841 3849 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-59m5k I0513 06:38:37.255696 3849 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-mw89x] creating logical port kube-system_global-pull-secret-syncer-mw89x for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:37.255930 3849 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-6ct7x I0513 06:38:37.255986 3849 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-mw89x W0513 06:38:37.259253 3849 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 06:38:37.263636 3849 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:37.263650 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:37.263655 3849 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:37.263850 3849 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 06:38:37.272668 3849 pod.go:62] [kube-system/global-pull-secret-syncer-mw89x] pod update took 16.710475ms I0513 06:38:37.272687 3849 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-mw89x] addLogicalPort annotation time took 16.729406ms I0513 06:38:37.273556 3849 pods.go:271] [kube-system/global-pull-secret-syncer-mw89x] addLogicalPort took 17.866224ms, libovsdb time 623.007µs I0513 06:38:37.276882 3849 pod.go:62] [openshift-multus/network-metrics-daemon-59m5k] pod update took 21.086024ms I0513 06:38:37.276898 3849 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-59m5k] addLogicalPort annotation time took 21.105728ms I0513 06:38:37.277415 3849 pod.go:62] [openshift-network-diagnostics/network-check-target-6ct7x] pod update took 21.521094ms I0513 06:38:37.277431 3849 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-6ct7x] addLogicalPort annotation time took 21.539163ms I0513 06:38:37.277650 3849 pods.go:271] [openshift-multus/network-metrics-daemon-59m5k] addLogicalPort took 21.989273ms, libovsdb time 538.926µs I0513 06:38:37.278397 3849 pods.go:271] [openshift-network-diagnostics/network-check-target-6ct7x] addLogicalPort took 22.722913ms, libovsdb time 684.84µs I0513 06:38:37.279159 3849 admin_network_policy_controller.go:227] Starting controller default-network-controller I0513 06:38:37.279183 3849 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0513 06:38:37.279194 3849 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0513 06:38:37.279198 3849 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0513 06:38:37.279404 3849 repair.go:29] Repairing admin network policies took 201.464µs I0513 06:38:37.279580 3849 repair.go:92] Repairing baseline admin network policies took 165.154µs I0513 06:38:37.280085 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0513 06:38:37.280100 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0513 06:38:37.281459 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0513 06:38:37.281476 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0513 06:38:37.281483 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0513 06:38:37.282912 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0513 06:38:37.282929 3849 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0513 06:38:37.282944 3849 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0513 06:38:37.284494 3849 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0513 06:38:37.284509 3849 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0513 06:38:37.284519 3849 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0513 06:38:37.286649 3849 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0513 06:38:37.286668 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0513 06:38:37.286676 3849 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0513 06:38:37.288559 3849 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0513 06:38:37.288577 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0513 06:38:37.288583 3849 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0513 06:38:37.288870 3849 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0513 06:38:37.288889 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0513 06:38:37.288897 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0513 06:38:37.289430 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0513 06:38:37.289444 3849 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0513 06:38:37.289453 3849 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0513 06:38:37.290453 3849 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0513 06:38:37.290471 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0513 06:38:37.290481 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0513 06:38:37.291921 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0513 06:38:37.291937 3849 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0513 06:38:37.291945 3849 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0513 06:38:37.292941 3849 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0513 06:38:37.292957 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0513 06:38:37.292965 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0513 06:38:37.293433 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0513 06:38:37.293447 3849 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0513 06:38:37.293456 3849 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0513 06:38:37.295400 3849 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0513 06:38:37.295418 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0513 06:38:37.295426 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0513 06:38:37.295928 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0513 06:38:37.295952 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0513 06:38:37.296612 3849 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0513 06:38:37.296629 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 06:38:37.297324 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0513 06:38:37.297342 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0513 06:38:37.297351 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0513 06:38:37.297842 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0513 06:38:37.297859 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0513 06:38:37.297870 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0513 06:38:37.298320 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0513 06:38:37.298335 3849 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0513 06:38:37.298342 3849 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0513 06:38:37.298624 3849 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0513 06:38:37.298641 3849 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0513 06:38:37.298650 3849 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0513 06:38:37.300147 3849 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0513 06:38:37.300163 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0513 06:38:37.300171 3849 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0513 06:38:37.300663 3849 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0513 06:38:37.300677 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0513 06:38:37.300704 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 06:38:37.301354 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0513 06:38:37.301378 3849 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0513 06:38:37.301390 3849 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0513 06:38:37.301883 3849 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0513 06:38:37.301902 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0513 06:38:37.301913 3849 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0513 06:38:37.302391 3849 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0513 06:38:37.302410 3849 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0513 06:38:37.302423 3849 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0513 06:38:37.303360 3849 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0513 06:38:37.303399 3849 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0513 06:38:37.303411 3849 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0513 06:38:37.304801 3849 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0513 06:38:37.304821 3849 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0513 06:38:37.304831 3849 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0513 06:38:37.305150 3849 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0513 06:38:37.305169 3849 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0513 06:38:37.305178 3849 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0513 06:38:37.306300 3849 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0513 06:38:37.306317 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0513 06:38:37.306325 3849 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0513 06:38:37.307074 3849 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0513 06:38:37.307099 3849 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0513 06:38:37.307112 3849 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0513 06:38:37.307651 3849 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0513 06:38:37.307673 3849 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0513 06:38:37.307687 3849 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0513 06:38:37.308691 3849 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0513 06:38:37.314081 3849 egressfirewall.go:374] Starting EgressFirewall controller I0513 06:38:37.314117 3849 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0513 06:38:37.314157 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0513 06:38:37.314169 3849 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0513 06:38:37.314120 3849 controller.go:133] Adding controller egress-firewall-controller event handlers I0513 06:38:37.314185 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0513 06:38:37.314192 3849 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0513 06:38:37.314479 3849 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0513 06:38:37.314492 3849 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0513 06:38:37.314498 3849 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0513 06:38:37.314506 3849 egressqos.go:193] Setting up event handlers for EgressQoS I0513 06:38:37.314511 3849 egressfirewall.go:723] Syncing node "ip-10-0-1-26.ec2.internal" for egress firewall I0513 06:38:37.314519 3849 egressfirewall.go:723] Syncing node "ip-10-0-2-84.ec2.internal" for egress firewall I0513 06:38:37.314691 3849 egressqos.go:245] Starting EgressQoS Controller I0513 06:38:37.314706 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0513 06:38:37.314715 3849 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0513 06:38:37.314736 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0513 06:38:37.314743 3849 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0513 06:38:37.314748 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0513 06:38:37.314753 3849 shared_informer.go:356] "Caches are synced" controller="egressqos" I0513 06:38:37.314756 3849 egressqos.go:259] Repairing EgressQoSes I0513 06:38:37.314760 3849 egressqos.go:399] Starting repairing loop for egressqos I0513 06:38:37.314835 3849 egressqos.go:401] Finished repairing loop for egressqos: 75.439µs I0513 06:38:37.314851 3849 egressservice_zone.go:132] Setting up event handlers for Egress Services I0513 06:38:37.314894 3849 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-84.ec2.internal I0513 06:38:37.314966 3849 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-84.ec2.internal : 72.492µs I0513 06:38:37.315101 3849 egressservice_zone.go:210] Starting Egress Services Controller I0513 06:38:37.315110 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 06:38:37.315116 3849 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 06:38:37.315121 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 06:38:37.315136 3849 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 06:38:37.315142 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 06:38:37.315147 3849 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 06:38:37.315152 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0513 06:38:37.315156 3849 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0513 06:38:37.315159 3849 egressservice_zone.go:228] Repairing Egress Services I0513 06:38:37.315431 3849 master_controller.go:88] Starting Admin Policy Based Route Controller I0513 06:38:37.315441 3849 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 06:38:37.315517 3849 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-26.ec2.internal I0513 06:38:37.315536 3849 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-26.ec2.internal: 22.55µs I0513 06:38:37.315543 3849 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-84.ec2.internal I0513 06:38:37.315547 3849 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-84.ec2.internal: 4.462µs I0513 06:38:37.315594 3849 default_network_controller.go:585] Completing all the Watchers took 311.605901ms I0513 06:38:37.315620 3849 default_network_controller.go:589] Starting unidling controllers I0513 06:38:37.315633 3849 unidle.go:46] Registering OVN SB ControllerEvent handler I0513 06:38:37.315638 3849 unidle.go:63] Populating Initial ContollerEvent events I0513 06:38:37.315698 3849 unidle.go:79] Setting up event handlers for services I0513 06:38:37.315758 3849 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0513 06:38:37.331544 3849 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0513 06:38:37.385365 3849 default_node_network_controller.go:519] Node connection status = connected I0513 06:38:37.402592 3849 bridgeconfig.go:537] Gateway is ready I0513 06:38:37.402609 3849 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0513 06:38:37.413859 3849 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.84. Updating OVN encap IP. I0513 06:38:37.419250 3849 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.84 - it is already configured I0513 06:38:37.419264 3849 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.84/24:{} 172.20.0.1/32:{}]. Updating annotations. I0513 06:38:37.419460 3849 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.84/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-84.ec2.internal","mac-address":"0e:b8:75:37:7c:bf","ip-addresses":["10.0.2.84/24"],"ip-address":"10.0.2.84/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8decf777-9c38-46f8-aedc-dd516d8f05ec k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.84/24"}] on node ip-10-0-2-84.ec2.internal I0513 06:38:37.436204 3849 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-84.ec2.internal in network "default" I0513 06:38:37.436274 3849 egressfirewall.go:723] Syncing node "ip-10-0-2-84.ec2.internal" for egress firewall I0513 06:38:37.436286 3849 node_tracker.go:169] Node ip-10-0-2-84.ec2.internal switch + router changed, syncing services in network "default" I0513 06:38:37.436282 3849 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-84.ec2.internal I0513 06:38:37.436302 3849 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-84.ec2.internal: 23.89µs I0513 06:38:37.436305 3849 services_controller.go:574] Full service sync requested for network=default I0513 06:38:37.436380 3849 master.go:548] Adding or Updating local node "ip-10-0-2-84.ec2.internal" for network "default" I0513 06:38:37.436529 3849 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.84 W0513 06:38:37.436591 3849 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 06:38:37.436634 3849 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-84.ec2.internal W0513 06:38:37.436843 3849 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:37.436857 3849 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:37.436864 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:37.436849 3849 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 06:38:37.440968 3849 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-84.ec2.internal. Updating no re-route policies I0513 06:38:37.441044 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-g56nj I0513 06:38:37.441056 3849 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jpx4l I0513 06:38:37.441067 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7gg2c I0513 06:38:37.441079 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tfrrc I0513 06:38:37.441084 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7gg2c I0513 06:38:37.441087 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tfrrc I0513 06:38:37.441103 3849 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-84.ec2.internal I0513 06:38:37.441058 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-g56nj I0513 06:38:37.441124 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-lx5tj I0513 06:38:37.441125 3849 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-84.ec2.internal I0513 06:38:37.441130 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-lx5tj I0513 06:38:37.441126 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-6ct7x I0513 06:38:37.441070 3849 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jpx4l I0513 06:38:37.441138 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-59m5k I0513 06:38:37.441144 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-lx5tj after 0 failed attempt(s) I0513 06:38:37.441107 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tfrrc after 0 failed attempt(s) I0513 06:38:37.441153 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-59m5k I0513 06:38:37.441156 3849 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jpx4l after 0 failed attempt(s) I0513 06:38:37.441161 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8cqnd I0513 06:38:37.441162 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-84.ec2.internal I0513 06:38:37.441172 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-84.ec2.internal I0513 06:38:37.441173 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8cqnd I0513 06:38:37.441176 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nzm55 I0513 06:38:37.441186 3849 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-59m5k] creating logical port openshift-multus_network-metrics-daemon-59m5k for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:37.441188 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nzm55 I0513 06:38:37.441135 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-g56nj after 0 failed attempt(s) I0513 06:38:37.441186 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-84.ec2.internal after 0 failed attempt(s) I0513 06:38:37.441058 3849 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-mw89x I0513 06:38:37.441207 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nzm55 after 0 failed attempt(s) I0513 06:38:37.441207 3849 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-mw89x I0513 06:38:37.441252 3849 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-mw89x] creating logical port kube-system_global-pull-secret-syncer-mw89x for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:37.441149 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-6ct7x I0513 06:38:37.441308 3849 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-6ct7x] creating logical port openshift-network-diagnostics_network-check-target-6ct7x for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:37.441146 3849 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-84.ec2.internal after 0 failed attempt(s) I0513 06:38:37.441046 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wfbs2 I0513 06:38:37.441116 3849 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-kv8lq I0513 06:38:37.441365 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-kv8lq I0513 06:38:37.441390 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-kv8lq after 0 failed attempt(s) I0513 06:38:37.441109 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7gg2c after 0 failed attempt(s) I0513 06:38:37.441354 3849 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wfbs2 I0513 06:38:37.441424 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-wfbs2 after 0 failed attempt(s) I0513 06:38:37.441190 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-8cqnd after 0 failed attempt(s) I0513 06:38:37.441905 3849 pods.go:271] [kube-system/global-pull-secret-syncer-mw89x] addLogicalPort took 660.042µs, libovsdb time 297.572µs I0513 06:38:37.441916 3849 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-mw89x after 0 failed attempt(s) I0513 06:38:37.442029 3849 pods.go:271] [openshift-multus/network-metrics-daemon-59m5k] addLogicalPort took 852.428µs, libovsdb time 387.133µs I0513 06:38:37.442037 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-59m5k after 0 failed attempt(s) I0513 06:38:37.442150 3849 pods.go:271] [openshift-network-diagnostics/network-check-target-6ct7x] addLogicalPort took 847.892µs, libovsdb time 424.487µs I0513 06:38:37.442157 3849 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-6ct7x after 0 failed attempt(s) I0513 06:38:37.456026 3849 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0513 06:38:37.467914 3849 iptables.go:108] Creating table: mangle chain: OUTPUT I0513 06:38:37.471041 3849 iptables.go:108] Creating table: nat chain: OUTPUT I0513 06:38:37.509968 3849 iptables.go:108] Creating table: nat chain: PREROUTING I0513 06:38:37.558546 3849 iptables.go:108] Creating table: filter chain: FORWARD I0513 06:38:37.574755 3849 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0513 06:38:37.574903 3849 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0513 06:38:37.574972 3849 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0513 06:38:37.575049 3849 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0513 06:38:37.575102 3849 gateway_init.go:325] Gateway and management port readiness took 694.812865ms I0513 06:38:37.575128 3849 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0513 06:38:37.575173 3849 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0513 06:38:37.575185 3849 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0513 06:38:37.575194 3849 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 06:38:37.575270 3849 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0513 06:38:37.575353 3849 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.568µs I0513 06:38:37.575621 3849 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0513 06:38:37.575650 3849 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.906µs I0513 06:38:37.575658 3849 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.041µs I0513 06:38:37.575664 3849 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0513 06:38:37.575673 3849 nad_controller.go:379] [node-nad-controller NAD controller]: started I0513 06:38:37.575681 3849 default_node_network_controller.go:899] Starting the default node network controller I0513 06:38:37.575685 3849 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0513 06:38:37.575705 3849 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.21µs I0513 06:38:37.575855 3849 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0513 06:38:37.575863 3849 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0513 06:38:37.575887 3849 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c1f890 0xc0002ec230 0xc0002ec2a0 0xc0002ec310 0xc0002ec380 0xc0002ec3f0 0xc0002ec4d0 0xc000c2da90 0xc0002ec540 0xc0002ec5b0 0xc000b2a280 0xc0060ff3b0 0xc0002ec620 map[0x2ff9080:0xc00210b860 0x2ff95c0:0xc00210b9e0 0x2ffa2e0:0xc00210b7a0 0x2ffa580:0xc00210b800 0x2ffad60:0xc00210b8c0 0x2ffb000:0xc00210b920 0x2ffb2a0:0xc00210b980 0x2ffba80:0xc00210bc80 0x2ffbd20:0xc00210bce0 0x3026980:0xc001d08480 0x3026d20:0xc0026878c0 0x3027800:0xc000cbbe60 0x3029160:0xc001d08000 0x30298a0:0xc002d0de00 0x302a720:0xc001d08420] 0xc000c22690 0} I0513 06:38:37.575945 3849 gateway.go:151] Starting gateway service sync I0513 06:38:37.576465 3849 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0513 06:38:37.578506 3849 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0513 06:38:37.609138 3849 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0513 06:38:37.610382 3849 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0513 06:38:37.611482 3849 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0513 06:38:37.645573 3849 gateway.go:168] Gateway service sync done. Time taken: 69.614405ms I0513 06:38:37.646300 3849 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30797 I0513 06:38:37.646501 3849 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c1f890 0xc0002ec230 0xc0002ec2a0 0xc0002ec310 0xc0002ec380 0xc0002ec3f0 0xc0002ec4d0 0xc000c2da90 0xc0002ec540 0xc0002ec5b0 0xc000b2a280 0xc0060ff3b0 0xc0002ec620 map[0x2ff9080:0xc00210b860 0x2ff95c0:0xc00210b9e0 0x2ffa2e0:0xc00210b7a0 0x2ffa580:0xc00210b800 0x2ffad60:0xc00210b8c0 0x2ffb000:0xc00210b920 0x2ffb2a0:0xc00210b980 0x2ffba80:0xc00210bc80 0x2ffbd20:0xc00210bce0 0x3026980:0xc001d08480 0x3026d20:0xc0026878c0 0x3027800:0xc000cbbe60 0x3029160:0xc001d08000 0x30298a0:0xc002d0de00 0x302a720:0xc001d08420] 0xc000c22690 0} I0513 06:38:37.647115 3849 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c1f890 0xc0002ec230 0xc0002ec2a0 0xc0002ec310 0xc0002ec380 0xc0002ec3f0 0xc0002ec4d0 0xc000c2da90 0xc0002ec540 0xc0002ec5b0 0xc000b2a280 0xc0060ff3b0 0xc0002ec620 map[0x2ff9080:0xc00210b860 0x2ff95c0:0xc00210b9e0 0x2ffa2e0:0xc00210b7a0 0x2ffa580:0xc00210b800 0x2ffad60:0xc00210b8c0 0x2ffb000:0xc00210b920 0x2ffb2a0:0xc00210b980 0x2ffba80:0xc00210bc80 0x2ffbd20:0xc00210bce0 0x3026980:0xc001d08480 0x3026d20:0xc0026878c0 0x3027800:0xc000cbbe60 0x3029160:0xc001d08000 0x30298a0:0xc002d0de00 0x302a720:0xc001d08420] 0xc000c22690 0} I0513 06:38:37.647156 3849 gateway.go:532] Reconciling gateway with updates I0513 06:38:37.652703 3849 gateway.go:339] Spawning Conntrack Rule Check Thread I0513 06:38:37.652730 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 06:38:37.652753 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 06:38:37.652758 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 06:38:37.652758 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 06:38:37.652773 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 06:38:37.652776 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 06:38:37.652784 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 06:38:37.652796 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 06:38:37.652800 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 06:38:37.652800 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 06:38:37.652816 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 06:38:37.652822 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 06:38:37.652825 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 06:38:37.652838 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 06:38:37.652837 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 06:38:37.652799 3849 default_node_network_controller.go:944] Gateway and management port readiness took 76.929189ms I0513 06:38:37.652850 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 06:38:37.652856 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 06:38:37.652858 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0513 06:38:37.652858 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 06:38:37.652874 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0513 06:38:37.652875 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 06:38:37.652881 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 06:38:37.652881 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 06:38:37.652878 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0513 06:38:37.652890 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 06:38:37.652893 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 06:38:37.652895 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 06:38:37.652866 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 06:38:37.652897 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0513 06:38:37.652905 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 06:38:37.652904 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 06:38:37.652912 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0513 06:38:37.652917 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 06:38:37.652919 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 06:38:37.652917 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 06:38:37.652923 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 06:38:37.652932 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 06:38:37.652890 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 06:38:37.652931 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 06:38:37.652942 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 06:38:37.652951 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 06:38:37.652968 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 06:38:37.652970 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 06:38:37.652932 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 06:38:37.652866 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 06:38:37.652849 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 06:38:37.652991 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 06:38:37.652996 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 06:38:37.653002 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 06:38:37.652864 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 06:38:37.653009 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 06:38:37.653016 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 06:38:37.653027 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 06:38:37.653032 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 06:38:37.652881 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 06:38:37.653043 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 06:38:37.653058 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 06:38:37.652808 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 06:38:37.653084 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 06:38:37.653121 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 06:38:37.652909 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 06:38:37.652905 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 06:38:37.653137 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 06:38:37.653136 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 06:38:37.653145 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 06:38:37.652919 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0513 06:38:37.652925 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 06:38:37.653182 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 06:38:37.652925 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 06:38:37.653205 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 06:38:37.653211 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 06:38:37.652938 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 06:38:37.653236 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 06:38:37.653239 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 06:38:37.653244 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 06:38:37.653247 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 06:38:37.653249 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 06:38:37.653250 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 06:38:37.653254 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 06:38:37.653258 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 06:38:37.653263 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 06:38:37.653278 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 06:38:37.652934 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 06:38:37.652907 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 06:38:37.653296 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 06:38:37.653298 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 06:38:37.653300 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 06:38:37.653299 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 06:38:37.653305 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 06:38:37.653310 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 06:38:37.653314 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 06:38:37.653318 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 06:38:37.653320 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 06:38:37.653327 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 06:38:37.653332 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 06:38:37.653334 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 06:38:37.653334 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 06:38:37.653339 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 06:38:37.653341 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 06:38:37.653346 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 06:38:37.653338 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 06:38:37.653355 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0513 06:38:37.653358 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 06:38:37.653367 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0513 06:38:37.653368 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 06:38:37.653384 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 06:38:37.653370 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 06:38:37.653393 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 06:38:37.653402 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0513 06:38:37.653405 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 06:38:37.653369 3849 port_claim.go:71] Svc openshift-ingress/router-default: port 30829 is already open, no action needed I0513 06:38:37.653424 3849 port_claim.go:71] Svc openshift-ingress/router-default: port 32374 is already open, no action needed I0513 06:38:37.653432 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0513 06:38:37.653386 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 06:38:37.653446 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0513 06:38:37.653449 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 06:38:37.652935 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 06:38:37.653490 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 06:38:37.653556 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 06:38:37.653561 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 06:38:37.653560 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 06:38:37.653568 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 06:38:37.653569 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 06:38:37.653572 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 06:38:37.653574 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 06:38:37.653579 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 06:38:37.653586 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 06:38:37.653588 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 06:38:37.653590 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 06:38:37.653562 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 06:38:37.653604 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 06:38:37.653605 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 06:38:37.653617 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 06:38:37.653694 3849 node_ip_handler_linux.go:160] Node IP manager is running W0513 06:38:37.691412 3849 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 06:38:37.691697 3849 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 06:38:37.691959 3849 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0513 06:38:37.700584 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 06:38:37.700606 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 06:38:37.700613 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 06:38:37.740259 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 06:38:37.740268 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0513 06:38:37.740286 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 06:38:37.740297 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 06:38:37.740305 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 06:38:37.779460 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 06:38:37.779490 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 06:38:37.779502 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 06:38:37.779509 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 06:38:37.779524 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 06:38:39.013996 3849 default_node_network_controller.go:1380] Starting node controller node sync W0513 06:38:39.014008 3849 egressip_healthcheck.go:76] Health checking using insecure connection I0513 06:38:39.014064 3849 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0513 06:38:39.025539 3849 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.519525ms I0513 06:38:39.025652 3849 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-26.ec2.internal", IP: 10.0.1.26 to PMTUD blocking rules I0513 06:38:39.025665 3849 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-26.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 06:38:39.031164 3849 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0513 06:38:39.031455 3849 egressservice_node.go:93] Setting up event handlers for Egress Services I0513 06:38:39.031624 3849 egressservice_node.go:183] Starting Egress Services Controller I0513 06:38:39.031640 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 06:38:39.031651 3849 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 06:38:39.031657 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 06:38:39.031662 3849 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 06:38:39.031667 3849 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 06:38:39.031672 3849 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 06:38:39.031677 3849 egressservice_node.go:197] Repairing Egress Services I0513 06:38:39.041404 3849 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0513 06:38:39.041414 3849 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 06:38:39.041568 3849 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0513 06:38:39.041581 3849 link_network_manager.go:119] Link manager is running I0513 06:38:39.041591 3849 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0513 06:38:39.041828 3849 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0513 06:38:39.042004 3849 vrf_manager.go:128] VRF manager is running I0513 06:38:39.042093 3849 node_controller_manager.go:437] Removing flows to drop GARP I0513 06:38:39.042101 3849 gateway.go:532] Reconciling gateway with updates I0513 06:38:39.068205 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 06:38:39.068244 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 06:38:39.068251 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 06:38:39.068258 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 06:38:39.068263 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 06:38:39.068267 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 06:38:39.068277 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 06:38:39.068284 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 06:38:39.068288 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 06:38:39.068309 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0513 06:38:39.068312 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 06:38:39.068321 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0513 06:38:39.068331 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 06:38:39.068334 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 06:38:39.068344 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 06:38:39.068293 3849 port_claim.go:71] Svc openshift-ingress/router-default: port 30829 is already open, no action needed I0513 06:38:39.068364 3849 port_claim.go:71] Svc openshift-ingress/router-default: port 32374 is already open, no action needed I0513 06:38:39.068368 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 06:38:39.068371 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 06:38:39.068374 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 06:38:39.068384 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 06:38:39.068386 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 06:38:39.068389 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 06:38:39.068398 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 06:38:39.068246 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0513 06:38:39.068405 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 06:38:39.068414 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0513 06:38:39.068411 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 06:38:39.068421 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 06:38:39.068425 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 06:38:39.068433 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 06:38:39.068430 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 06:38:39.068441 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 06:38:39.068445 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 06:38:39.068214 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 06:38:39.068457 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0513 06:38:39.068458 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 06:38:39.068466 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 06:38:39.068470 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 06:38:39.068473 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 06:38:39.068477 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0513 06:38:39.068456 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 06:38:39.068425 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 06:38:39.068491 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0513 06:38:39.068416 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 06:38:39.068497 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 06:38:39.068499 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 06:38:39.068504 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 06:38:39.068505 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 06:38:39.068512 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 06:38:39.068532 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 06:38:39.068533 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 06:38:39.068531 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 06:38:39.068377 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 06:38:39.068546 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 06:38:39.068548 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 06:38:39.068366 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 06:38:39.068387 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 06:38:39.068567 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 06:38:39.068577 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 06:38:39.068580 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 06:38:39.068498 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0513 06:38:39.068468 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 06:38:39.068535 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 06:38:39.068314 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 06:38:39.068630 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 06:38:39.068390 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 06:38:39.068650 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 06:38:39.068657 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 06:38:39.068672 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 06:38:39.068386 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 06:38:39.068688 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 06:38:39.068445 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 06:38:39.068675 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 06:38:39.068704 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 06:38:39.068710 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 06:38:39.068713 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 06:38:39.068403 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 06:38:39.068726 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 06:38:39.068548 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 06:38:39.068415 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 06:38:39.068766 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 06:38:39.068799 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 06:38:39.068812 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 06:38:39.068813 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 06:38:39.068418 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 06:38:39.068827 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 06:38:39.068835 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 06:38:39.068817 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 06:38:39.068435 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 06:38:39.068852 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 06:38:39.068442 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 06:38:39.068435 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 06:38:39.068444 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 06:38:39.068877 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 06:38:39.068446 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 06:38:39.068886 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 06:38:39.068454 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0513 06:38:39.068454 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 06:38:39.068925 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0513 06:38:39.068611 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 06:38:39.068487 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 06:38:39.068401 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 06:38:39.068205 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 06:38:39.068985 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 06:38:39.068991 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 06:38:39.068403 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 06:38:39.068699 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 06:38:39.068432 3849 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 06:38:39.069045 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 06:38:39.068870 3849 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 06:38:39.069083 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 06:38:39.108851 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 06:38:39.108858 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0513 06:38:39.108874 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 06:38:39.108883 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 06:38:39.108892 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 06:38:39.108905 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 06:38:39.108914 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 06:38:39.108922 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 06:38:39.108930 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 06:38:39.108954 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 06:38:39.108968 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 06:38:39.108976 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 06:38:39.108985 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 06:38:39.109001 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 06:38:39.109009 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 06:38:39.152175 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 06:38:39.152204 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 06:38:39.152212 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 06:38:39.152237 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 06:38:39.152245 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 06:38:39.191924 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 06:38:39.191962 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 06:38:39.191969 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 06:38:39.191976 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 06:38:39.191982 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 06:38:39.192038 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 06:38:39.192066 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0513 06:38:39.192087 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 06:38:39.192099 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 06:38:39.192108 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 06:38:39.192118 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 06:38:39.192127 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 06:38:39.192139 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 06:38:39.192147 3849 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) W0513 06:38:40.297412 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0513 06:38:41.043482 3849 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-84.ec2.internal I0513 06:38:41.043511 3849 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-84.ec2.internal: 34.945µs I0513 06:38:41.077483 3849 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-rb4q7] creating logical port openshift-console_downloads-5c54f4944f-rb4q7 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:41.077605 3849 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-rb4q7 I0513 06:38:41.081350 3849 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bb4d8bb9b-kmzwx] creating logical port openshift-image-registry_image-registry-bb4d8bb9b-kmzwx for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:41.081442 3849 kube.go:256] Updating pod openshift-image-registry/image-registry-bb4d8bb9b-kmzwx I0513 06:38:41.097056 3849 pod.go:62] [openshift-console/downloads-5c54f4944f-rb4q7] pod update took 19.483807ms I0513 06:38:41.097081 3849 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-rb4q7] addLogicalPort annotation time took 19.515549ms I0513 06:38:41.098331 3849 pods.go:271] [openshift-console/downloads-5c54f4944f-rb4q7] addLogicalPort took 20.867436ms, libovsdb time 902.111µs I0513 06:38:41.105479 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6v2w6] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-6v2w6 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:41.105566 3849 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6v2w6 I0513 06:38:41.115745 3849 pod.go:62] [openshift-image-registry/image-registry-bb4d8bb9b-kmzwx] pod update took 34.334028ms I0513 06:38:41.115765 3849 base_network_controller_pods.go:487] [default/openshift-console/console-f45984d8c-q8dn8] creating logical port openshift-console_console-f45984d8c-q8dn8 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:41.115771 3849 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bb4d8bb9b-kmzwx] addLogicalPort annotation time took 34.361419ms I0513 06:38:41.115917 3849 kube.go:256] Updating pod openshift-console/console-f45984d8c-q8dn8 I0513 06:38:41.116841 3849 pods.go:271] [openshift-image-registry/image-registry-bb4d8bb9b-kmzwx] addLogicalPort took 35.506636ms, libovsdb time 808.045µs I0513 06:38:41.133611 3849 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6df78b79b9-qdcnw] creating logical port openshift-ingress_router-default-6df78b79b9-qdcnw for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:41.133729 3849 kube.go:256] Updating pod openshift-ingress/router-default-6df78b79b9-qdcnw I0513 06:38:41.136086 3849 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6v2w6] pod update took 30.549408ms I0513 06:38:41.136105 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6v2w6] addLogicalPort annotation time took 30.570105ms I0513 06:38:41.136130 3849 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ljdjx] creating logical port openshift-insights_insights-runtime-extractor-ljdjx for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:41.136272 3849 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ljdjx I0513 06:38:41.137146 3849 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6v2w6] addLogicalPort took 31.690514ms, libovsdb time 750.621µs I0513 06:38:41.150349 3849 pod.go:62] [openshift-console/console-f45984d8c-q8dn8] pod update took 34.4595ms I0513 06:38:41.150371 3849 base_network_controller_pods.go:951] [default/openshift-console/console-f45984d8c-q8dn8] addLogicalPort annotation time took 34.486413ms I0513 06:38:41.151656 3849 pods.go:271] [openshift-console/console-f45984d8c-q8dn8] addLogicalPort took 35.905313ms, libovsdb time 969.937µs I0513 06:38:41.151730 3849 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-drcvj] creating logical port openshift-ingress-canary_ingress-canary-drcvj for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:41.151811 3849 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-drcvj I0513 06:38:41.164603 3849 pod.go:62] [openshift-insights/insights-runtime-extractor-ljdjx] pod update took 28.380781ms I0513 06:38:41.164692 3849 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ljdjx] addLogicalPort annotation time took 28.485118ms I0513 06:38:41.165921 3849 pods.go:271] [openshift-insights/insights-runtime-extractor-ljdjx] addLogicalPort took 29.800057ms, libovsdb time 937.716µs W0513 06:38:41.167007 3849 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:41.167021 3849 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:41.167027 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0513 06:38:41.171303 3849 pod.go:62] [openshift-ingress/router-default-6df78b79b9-qdcnw] pod update took 37.613526ms I0513 06:38:41.171325 3849 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6df78b79b9-qdcnw] addLogicalPort annotation time took 37.638878ms I0513 06:38:41.172426 3849 pods.go:271] [openshift-ingress/router-default-6df78b79b9-qdcnw] addLogicalPort took 38.834411ms, libovsdb time 796.004µs I0513 06:38:41.177789 3849 pod.go:62] [openshift-ingress-canary/ingress-canary-drcvj] pod update took 26.003929ms I0513 06:38:41.177809 3849 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-drcvj] addLogicalPort annotation time took 26.03018ms I0513 06:38:41.178771 3849 pods.go:271] [openshift-ingress-canary/ingress-canary-drcvj] addLogicalPort took 27.049805ms, libovsdb time 711.494µs I0513 06:38:41.240018 3849 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-xrjvj] creating logical port openshift-dns_dns-default-xrjvj for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:41.240129 3849 kube.go:256] Updating pod openshift-dns/dns-default-xrjvj I0513 06:38:41.258114 3849 pod.go:62] [openshift-dns/dns-default-xrjvj] pod update took 18.02065ms I0513 06:38:41.258141 3849 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-xrjvj] addLogicalPort annotation time took 18.053342ms I0513 06:38:41.259467 3849 pods.go:271] [openshift-dns/dns-default-xrjvj] addLogicalPort took 19.466374ms, libovsdb time 857.895µs I0513 06:38:41.481111 3849 cni.go:452] [openshift-console/downloads-5c54f4944f-rb4q7 5fe384471d1778d307ce0a9e60caf21a3a5fe8ffcca85ea3ffd0ad4c4cef75d1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-rb4q7 5fe384471d1778d307ce0a9e60caf21a3a5fe8ffcca85ea3ffd0ad4c4cef75d1 network default NAD default NAD key ] I0513 06:38:41.509663 3849 egressfirewall.go:723] Syncing node "ip-10-0-0-188.ec2.internal" for egress firewall I0513 06:38:41.509706 3849 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-188.ec2.internal in network "default" I0513 06:38:41.509724 3849 node_tracker.go:220] Node ip-10-0-0-188.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0513 06:38:41.509741 3849 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-188.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0513 06:38:41.509754 3849 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:38:41.509769 3849 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-188.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-188.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-188.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-188.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-188.ec2.internal, error parsing annotation for node ip-10-0-0-188.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0513 06:38:41.509766 3849 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 16.788µs E0513 06:38:41.521190 3849 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-188.ec2.internal annotation: unexpected end of JSON input E0513 06:38:41.521186 3849 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-188.ec2.internal annotation: unexpected end of JSON input I0513 06:38:41.521268 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 06:38:41.521337 3849 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-188.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-188.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-188.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-188.ec2.internal" I0513 06:38:41.524451 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-rb4q7, hostIfaceName: 5fe384471d1778d, network: default, NAD default, SandboxID: "5fe384471d1778d307ce0a9e60caf21a3a5fe8ffcca85ea3ffd0ad4c4cef75d1", PCI device ID: , UID: "b2860464-74ea-479d-b072-c7d8c862a3bb", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0513 06:38:41.528319 3849 cni.go:452] [openshift-image-registry/image-registry-bb4d8bb9b-kmzwx 644b979ef2f0e6dde8f5b11c55933faa894a9ea45a912c9aa63d1363156e5b40 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-bb4d8bb9b-kmzwx 644b979ef2f0e6dde8f5b11c55933faa894a9ea45a912c9aa63d1363156e5b40 network default NAD default NAD key ] I0513 06:38:41.535944 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0513 06:38:41.550460 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:41.556092 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-bb4d8bb9b-kmzwx, hostIfaceName: 644b979ef2f0e6d, network: default, NAD default, SandboxID: "644b979ef2f0e6dde8f5b11c55933faa894a9ea45a912c9aa63d1363156e5b40", PCI device ID: , UID: "05f0eb73-49de-4d7e-a9af-31b342628397", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0513 06:38:41.565344 3849 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6v2w6 d52b12c6f6b6693a1f9964fc2ac02ab677161d14b74e1837be2ce0e8a8a3b0e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6v2w6 d52b12c6f6b6693a1f9964fc2ac02ab677161d14b74e1837be2ce0e8a8a3b0e4 network default NAD default NAD key ] I0513 06:38:41.576975 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-6v2w6, hostIfaceName: d52b12c6f6b6693, network: default, NAD default, SandboxID: "d52b12c6f6b6693a1f9964fc2ac02ab677161d14b74e1837be2ce0e8a8a3b0e4", PCI device ID: , UID: "87a52fd1-da27-4170-9503-9152a0b56352", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0513 06:38:41.580907 3849 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:38:41.580932 3849 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 33.238µs I0513 06:38:41.581021 3849 egressfirewall.go:723] Syncing node "ip-10-0-0-188.ec2.internal" for egress firewall I0513 06:38:41.581135 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:41.585106 3849 cni.go:452] [openshift-ingress-canary/ingress-canary-drcvj 333086f85933208b8454540f5c331e665fbd7db7561662a1f2363eb5db64b7cf network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-drcvj 333086f85933208b8454540f5c331e665fbd7db7561662a1f2363eb5db64b7cf network default NAD default NAD key ] I0513 06:38:41.594755 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-drcvj, hostIfaceName: 333086f85933208, network: default, NAD default, SandboxID: "333086f85933208b8454540f5c331e665fbd7db7561662a1f2363eb5db64b7cf", PCI device ID: , UID: "153a7bf0-5553-403f-9500-69e880f17816", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0513 06:38:41.610821 3849 cni.go:452] [openshift-console/console-f45984d8c-q8dn8 739fb2b99733bd9df50d2ff683735b34c743f55c15ea9273f2ff42bbf4b79da5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f45984d8c-q8dn8 739fb2b99733bd9df50d2ff683735b34c743f55c15ea9273f2ff42bbf4b79da5 network default NAD default NAD key ] I0513 06:38:41.616105 3849 cni.go:473] [openshift-console/downloads-5c54f4944f-rb4q7 5fe384471d1778d307ce0a9e60caf21a3a5fe8ffcca85ea3ffd0ad4c4cef75d1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-rb4q7 5fe384471d1778d307ce0a9e60caf21a3a5fe8ffcca85ea3ffd0ad4c4cef75d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:21:b0:c4:30:9d\",\"name\":\"5fe384471d1778d\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40052008-17ed-4902-b6c0-a47f931c056a\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:38:41.619779 3849 cni.go:452] [openshift-ingress/router-default-6df78b79b9-qdcnw 45c54e214ce13928531f4ba590323a6b1cc3bb1cc692d8db82db736850eb8f59 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6df78b79b9-qdcnw 45c54e214ce13928531f4ba590323a6b1cc3bb1cc692d8db82db736850eb8f59 network default NAD default NAD key ] I0513 06:38:41.624528 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f45984d8c-q8dn8, hostIfaceName: 739fb2b99733bd9, network: default, NAD default, SandboxID: "739fb2b99733bd9df50d2ff683735b34c743f55c15ea9273f2ff42bbf4b79da5", PCI device ID: , UID: "586ed83c-63c4-4553-b034-822984905573", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0513 06:38:41.634004 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6df78b79b9-qdcnw, hostIfaceName: 45c54e214ce1392, network: default, NAD default, SandboxID: "45c54e214ce13928531f4ba590323a6b1cc3bb1cc692d8db82db736850eb8f59", PCI device ID: , UID: "eec8a101-5a49-42bd-8d40-53fc5b7be21d", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0513 06:38:41.634378 3849 cni.go:473] [openshift-image-registry/image-registry-bb4d8bb9b-kmzwx 644b979ef2f0e6dde8f5b11c55933faa894a9ea45a912c9aa63d1363156e5b40 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-bb4d8bb9b-kmzwx 644b979ef2f0e6dde8f5b11c55933faa894a9ea45a912c9aa63d1363156e5b40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:02:2e:82:fc:a0\",\"name\":\"644b979ef2f0e6d\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2137a30f-aed4-4233-8ea6-b9fb1613ddb5\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:38:41.635041 3849 cni.go:452] [openshift-insights/insights-runtime-extractor-ljdjx 6739e38a5291ba101b610d1afdc66e3bac78b112cb3e39b96ecd5ce27feca142 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ljdjx 6739e38a5291ba101b610d1afdc66e3bac78b112cb3e39b96ecd5ce27feca142 network default NAD default NAD key ] I0513 06:38:41.651923 3849 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6v2w6 d52b12c6f6b6693a1f9964fc2ac02ab677161d14b74e1837be2ce0e8a8a3b0e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6v2w6 d52b12c6f6b6693a1f9964fc2ac02ab677161d14b74e1837be2ce0e8a8a3b0e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:84:e2:02:e6:a9\",\"name\":\"d52b12c6f6b6693\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1e770b0-afde-44dd-b9a9-d6bb88afcc68\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:38:41.655907 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ljdjx, hostIfaceName: 6739e38a5291ba1, network: default, NAD default, SandboxID: "6739e38a5291ba101b610d1afdc66e3bac78b112cb3e39b96ecd5ce27feca142", PCI device ID: , UID: "00b48a09-a5ae-46c0-867a-2e7e887a2ec4", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0513 06:38:41.667381 3849 cni.go:452] [openshift-dns/dns-default-xrjvj 32cb55bdb2aebf5d1aa886d5ea1e6883fa292e6402b022b72af3dc89ec85c8d2 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-xrjvj 32cb55bdb2aebf5d1aa886d5ea1e6883fa292e6402b022b72af3dc89ec85c8d2 network default NAD default NAD key ] I0513 06:38:41.667590 3849 cni.go:473] [openshift-ingress-canary/ingress-canary-drcvj 333086f85933208b8454540f5c331e665fbd7db7561662a1f2363eb5db64b7cf network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-drcvj 333086f85933208b8454540f5c331e665fbd7db7561662a1f2363eb5db64b7cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:2d:66:b5:a5:4e\",\"name\":\"333086f85933208\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8597107-d7eb-4630-8cb5-a4550ef65b60\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:38:41.681508 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-xrjvj, hostIfaceName: 32cb55bdb2aebf5, network: default, NAD default, SandboxID: "32cb55bdb2aebf5d1aa886d5ea1e6883fa292e6402b022b72af3dc89ec85c8d2", PCI device ID: , UID: "25f79fe7-4d28-468c-99cc-66bcb64e08cd", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0513 06:38:41.688860 3849 cni.go:473] [openshift-console/console-f45984d8c-q8dn8 739fb2b99733bd9df50d2ff683735b34c743f55c15ea9273f2ff42bbf4b79da5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f45984d8c-q8dn8 739fb2b99733bd9df50d2ff683735b34c743f55c15ea9273f2ff42bbf4b79da5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ef:97:d4:64:1a\",\"name\":\"739fb2b99733bd9\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b23800c6-6342-4f23-852e-e8c3b7dfe3bd\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:38:41.699511 3849 cni.go:473] [openshift-ingress/router-default-6df78b79b9-qdcnw 45c54e214ce13928531f4ba590323a6b1cc3bb1cc692d8db82db736850eb8f59 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6df78b79b9-qdcnw 45c54e214ce13928531f4ba590323a6b1cc3bb1cc692d8db82db736850eb8f59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:7f:fd:4d:d4:30\",\"name\":\"45c54e214ce1392\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8053be5b-b83e-4d7f-acf3-da3bd23edb34\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:38:41.716337 3849 cni.go:473] [openshift-insights/insights-runtime-extractor-ljdjx 6739e38a5291ba101b610d1afdc66e3bac78b112cb3e39b96ecd5ce27feca142 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ljdjx 6739e38a5291ba101b610d1afdc66e3bac78b112cb3e39b96ecd5ce27feca142 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:fc:60:12:86:f0\",\"name\":\"6739e38a5291ba1\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9c1f4c7-b66b-4d23-b61f-4acb04256445\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:38:41.736418 3849 cni.go:473] [openshift-dns/dns-default-xrjvj 32cb55bdb2aebf5d1aa886d5ea1e6883fa292e6402b022b72af3dc89ec85c8d2 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-xrjvj 32cb55bdb2aebf5d1aa886d5ea1e6883fa292e6402b022b72af3dc89ec85c8d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:4c:3d:90:e7:c5\",\"name\":\"32cb55bdb2aebf5\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cebeeaae-4feb-4b41-99a6-e8c8d74d656a\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:38:41.754969 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:41.755036 3849 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:38:41.755054 3849 egressfirewall.go:723] Syncing node "ip-10-0-0-188.ec2.internal" for egress firewall I0513 06:38:41.755054 3849 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 22.286µs I0513 06:38:41.775190 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:42.008650 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 06:38:42.016920 3849 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 06:38:42.079500 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0513 06:38:42.079528 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0513 06:38:42.943209 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 06:38:42.943261 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 06:38:42.943270 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 06:38:42.948988 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0513 06:38:42.949013 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0513 06:38:43.074548 3849 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0513 06:38:45.322523 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0513 06:38:45.789312 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:48.123018 3849 cni.go:452] [openshift-network-diagnostics/network-check-target-6ct7x c177bdd63ccbd6a7595dc696f1e52c69354c7734a27a879306858d80f864a016 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-6ct7x c177bdd63ccbd6a7595dc696f1e52c69354c7734a27a879306858d80f864a016 network default NAD default NAD key ] I0513 06:38:48.125119 3849 cni.go:452] [openshift-multus/network-metrics-daemon-59m5k 8fdd7a9b3b64ff3a2fe059830f51db83fb2f588273329d224334a4f796c86691 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-59m5k 8fdd7a9b3b64ff3a2fe059830f51db83fb2f588273329d224334a4f796c86691 network default NAD default NAD key ] I0513 06:38:48.125188 3849 cni.go:452] [kube-system/global-pull-secret-syncer-mw89x f422818543d89ab3f2de57ca20c760642c886b8407cad0c123dd048c6dcaada5 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-mw89x f422818543d89ab3f2de57ca20c760642c886b8407cad0c123dd048c6dcaada5 network default NAD default NAD key ] I0513 06:38:48.137964 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-59m5k, hostIfaceName: 8fdd7a9b3b64ff3, network: default, NAD default, SandboxID: "8fdd7a9b3b64ff3a2fe059830f51db83fb2f588273329d224334a4f796c86691", PCI device ID: , UID: "151b1327-e77a-4dee-a9d4-24ee608bb6cb", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0513 06:38:48.138300 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-6ct7x, hostIfaceName: c177bdd63ccbd6a, network: default, NAD default, SandboxID: "c177bdd63ccbd6a7595dc696f1e52c69354c7734a27a879306858d80f864a016", PCI device ID: , UID: "aa4efce2-ce1f-43ed-bdbc-7eddbbac2ab1", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0513 06:38:48.139492 3849 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-mw89x, hostIfaceName: f422818543d89ab, network: default, NAD default, SandboxID: "f422818543d89ab3f2de57ca20c760642c886b8407cad0c123dd048c6dcaada5", PCI device ID: , UID: "dd6257af-dfc6-4510-bf3c-9f546b07524c", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0513 06:38:48.230839 3849 cni.go:473] [kube-system/global-pull-secret-syncer-mw89x f422818543d89ab3f2de57ca20c760642c886b8407cad0c123dd048c6dcaada5 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-mw89x f422818543d89ab3f2de57ca20c760642c886b8407cad0c123dd048c6dcaada5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:5d:3d:e5:6d:07\",\"name\":\"f422818543d89ab\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b68edcb0-d58a-484e-ad7f-c770504f507b\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:38:48.400885 3849 cni.go:473] [openshift-network-diagnostics/network-check-target-6ct7x c177bdd63ccbd6a7595dc696f1e52c69354c7734a27a879306858d80f864a016 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-6ct7x c177bdd63ccbd6a7595dc696f1e52c69354c7734a27a879306858d80f864a016 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:12:58:3b:37:0e\",\"name\":\"c177bdd63ccbd6a\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54277bae-e5dd-4957-850b-ad13195144cb\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:38:48.402443 3849 cni.go:473] [openshift-multus/network-metrics-daemon-59m5k 8fdd7a9b3b64ff3a2fe059830f51db83fb2f588273329d224334a4f796c86691 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-59m5k 8fdd7a9b3b64ff3a2fe059830f51db83fb2f588273329d224334a4f796c86691 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:be:45:3d:05:2f\",\"name\":\"8fdd7a9b3b64ff3\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0167314a-7d41-459b-a6c3-977f1774d1ea\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:38:49.003356 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 06:38:49.274105 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0513 06:38:49.684522 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-s8kqr] creating logical port openshift-monitoring_prometheus-operator-76b589d668-s8kqr for pod on switch ip-10-0-2-84.ec2.internal I0513 06:38:49.684632 3849 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-s8kqr I0513 06:38:49.701812 3849 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-s8kqr] pod update took 17.203616ms I0513 06:38:49.701911 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-s8kqr] addLogicalPort annotation time took 17.306762ms I0513 06:38:49.703445 3849 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-s8kqr] addLogicalPort took 18.941667ms, libovsdb time 1.147033ms I0513 06:38:50.427344 3849 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-s8kqr 74c022da1a48869791f776a9ef96cba2da590d4c3c3ae68b6d19e305370c1045 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-s8kqr 74c022da1a48869791f776a9ef96cba2da590d4c3c3ae68b6d19e305370c1045 network default NAD default NAD key ] I0513 06:38:50.438633 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-s8kqr, hostIfaceName: 74c022da1a48869, network: default, NAD default, SandboxID: "74c022da1a48869791f776a9ef96cba2da590d4c3c3ae68b6d19e305370c1045", PCI device ID: , UID: "d4192053-94fb-4305-970d-dec0cbd487f4", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0513 06:38:50.504464 3849 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-s8kqr 74c022da1a48869791f776a9ef96cba2da590d4c3c3ae68b6d19e305370c1045 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-s8kqr 74c022da1a48869791f776a9ef96cba2da590d4c3c3ae68b6d19e305370c1045 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:09:61:38:68:47\",\"name\":\"74c022da1a48869\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa7fb2dc-526a-48e8-a4e4-a8299140905c\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:38:52.360149 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 06:38:52.360178 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0513 06:38:54.261111 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 06:38:54.261142 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0513 06:38:56.630750 3849 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:38:56.630771 3849 egressfirewall.go:723] Syncing node "ip-10-0-0-188.ec2.internal" for egress firewall I0513 06:38:56.630781 3849 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 39.854µs I0513 06:38:56.630837 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 06:38:58.966195 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:58.966234 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:58.966241 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:59.378329 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0513 06:39:01.761567 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 06:39:02.084830 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0513 06:39:02.606327 3849 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-188.ec2.internal in network "default" I0513 06:39:02.606377 3849 node_tracker.go:235] Node ip-10-0-0-188.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-188.ec2.internal" I0513 06:39:02.606394 3849 node_tracker.go:169] Node ip-10-0-0-188.ec2.internal switch + router changed, syncing services in network "default" I0513 06:39:02.606403 3849 services_controller.go:574] Full service sync requested for network=default I0513 06:39:02.606323 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "ip-10-0-0-188.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:39:02.657796 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "ip-10-0-0-188.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:39:02.759235 3849 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-188.ec2.internal in network "default" I0513 06:39:02.759305 3849 node_tracker.go:169] Node ip-10-0-0-188.ec2.internal switch + router changed, syncing services in network "default" I0513 06:39:02.759312 3849 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "ip-10-0-0-188.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:39:02.759319 3849 services_controller.go:574] Full service sync requested for network=default I0513 06:39:02.760474 3849 zone_ic_handler.go:195] Time taken to create transit switch: 374.036µs I0513 06:39:02.760494 3849 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-188.ec2.internal for the network default I0513 06:39:02.761684 3849 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-188.ec2.internal" on network "default" took: 1.597523ms W0513 06:39:02.951573 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0513 06:39:04.171814 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-cdl4h] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-cdl4h for pod on switch ip-10-0-2-84.ec2.internal I0513 06:39:04.171961 3849 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-cdl4h I0513 06:39:04.192048 3849 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-cdl4h] pod update took 20.125403ms I0513 06:39:04.192076 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-cdl4h] addLogicalPort annotation time took 20.161477ms I0513 06:39:04.193415 3849 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-cdl4h] addLogicalPort took 21.616751ms, libovsdb time 948.658µs I0513 06:39:04.201774 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-b8b9d] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-b8b9d for pod on switch ip-10-0-2-84.ec2.internal I0513 06:39:04.201939 3849 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-b8b9d I0513 06:39:04.232790 3849 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-b8b9d] pod update took 30.894041ms I0513 06:39:04.232813 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-b8b9d] addLogicalPort annotation time took 30.924215ms I0513 06:39:04.234302 3849 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-b8b9d] addLogicalPort took 32.550449ms, libovsdb time 1.167241ms I0513 06:39:04.584655 3849 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-cdl4h 6b602fdd035eb4b2edf6e910d565310bbee812cce27fb289099e48bf9d435327 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-cdl4h 6b602fdd035eb4b2edf6e910d565310bbee812cce27fb289099e48bf9d435327 network default NAD default NAD key ] I0513 06:39:04.595164 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-cdl4h, hostIfaceName: 6b602fdd035eb4b, network: default, NAD default, SandboxID: "6b602fdd035eb4b2edf6e910d565310bbee812cce27fb289099e48bf9d435327", PCI device ID: , UID: "8f898991-c499-48c0-aacb-bddf05bd9955", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0513 06:39:04.612392 3849 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-b8b9d fbcf2a96de559ddb3fd52cca5c49f017a27719308ae81387042c1a969ec6929c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-b8b9d fbcf2a96de559ddb3fd52cca5c49f017a27719308ae81387042c1a969ec6929c network default NAD default NAD key ] I0513 06:39:04.624781 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-b8b9d, hostIfaceName: fbcf2a96de559dd, network: default, NAD default, SandboxID: "fbcf2a96de559ddb3fd52cca5c49f017a27719308ae81387042c1a969ec6929c", PCI device ID: , UID: "2f448d10-ce67-4e38-beda-919b626fb638", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0513 06:39:04.649570 3849 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-cdl4h 6b602fdd035eb4b2edf6e910d565310bbee812cce27fb289099e48bf9d435327 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-cdl4h 6b602fdd035eb4b2edf6e910d565310bbee812cce27fb289099e48bf9d435327 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:69:00:88:7b:51\",\"name\":\"6b602fdd035eb4b\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddaf206d-46fc-4d85-a4fa-d7fb7084d1e9\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:39:04.675161 3849 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-b8b9d fbcf2a96de559ddb3fd52cca5c49f017a27719308ae81387042c1a969ec6929c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-b8b9d fbcf2a96de559ddb3fd52cca5c49f017a27719308ae81387042c1a969ec6929c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:51:a1:a4:ed:ad\",\"name\":\"fbcf2a96de559dd\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20343c23-1230-4dbd-94b6-ebcc0cb6501d\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:39:04.850756 3849 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:39:04.850784 3849 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 37.403µs I0513 06:39:04.850757 3849 egressfirewall.go:723] Syncing node "ip-10-0-0-188.ec2.internal" for egress firewall I0513 06:39:04.850770 3849 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-188.ec2.internal in network "default" I0513 06:39:04.850854 3849 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-188.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 06:39:04.850868 3849 node_tracker.go:169] Node ip-10-0-0-188.ec2.internal switch + router changed, syncing services in network "default" I0513 06:39:04.850870 3849 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-188.ec2.internal", IP: 10.0.0.188 to PMTUD blocking rules I0513 06:39:04.850884 3849 services_controller.go:574] Full service sync requested for network=default I0513 06:39:04.857508 3849 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-188.ec2.internal. Updating no re-route policies I0513 06:39:04.871102 3849 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-188.ec2.internal", IP: 10.0.0.188 to PMTUD blocking rules I0513 06:39:04.871127 3849 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-188.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 06:39:05.276687 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:39:05.276880 3849 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0513 06:39:05.301796 3849 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.956914ms I0513 06:39:05.301827 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.99474ms I0513 06:39:05.303357 3849 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.692381ms, libovsdb time 1.140819ms I0513 06:39:06.724148 3849 cni.go:452] [openshift-monitoring/alertmanager-main-0 ececd1d04021c27983c84c997795cf81277245ffd00eaff35b0ee8fb6f01557c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ececd1d04021c27983c84c997795cf81277245ffd00eaff35b0ee8fb6f01557c network default NAD default NAD key ] I0513 06:39:06.734478 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ececd1d04021c27, network: default, NAD default, SandboxID: "ececd1d04021c27983c84c997795cf81277245ffd00eaff35b0ee8fb6f01557c", PCI device ID: , UID: "5f40e205-87e1-4908-902c-b78c7bcaa4e8", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0513 06:39:06.788443 3849 cni.go:473] [openshift-monitoring/alertmanager-main-0 ececd1d04021c27983c84c997795cf81277245ffd00eaff35b0ee8fb6f01557c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ececd1d04021c27983c84c997795cf81277245ffd00eaff35b0ee8fb6f01557c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:3f:3e:8a:62:71\",\"name\":\"ececd1d04021c27\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5717062-0428-4bb2-b2b1-46ef6770fda7\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:39:07.242262 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7ddfc9d69d-lff8x] creating logical port openshift-monitoring_thanos-querier-7ddfc9d69d-lff8x for pod on switch ip-10-0-2-84.ec2.internal I0513 06:39:07.242399 3849 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7ddfc9d69d-lff8x I0513 06:39:07.263437 3849 pod.go:62] [openshift-monitoring/thanos-querier-7ddfc9d69d-lff8x] pod update took 21.069313ms I0513 06:39:07.263469 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7ddfc9d69d-lff8x] addLogicalPort annotation time took 21.10352ms I0513 06:39:07.264978 3849 pods.go:271] [openshift-monitoring/thanos-querier-7ddfc9d69d-lff8x] addLogicalPort took 22.736865ms, libovsdb time 1.073378ms I0513 06:39:07.652901 3849 cni.go:452] [openshift-monitoring/thanos-querier-7ddfc9d69d-lff8x 4326a431bc6c956d70add0d753ea34571dc5e4583d164a701b0b66d72799d82a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7ddfc9d69d-lff8x 4326a431bc6c956d70add0d753ea34571dc5e4583d164a701b0b66d72799d82a network default NAD default NAD key ] I0513 06:39:07.664313 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7ddfc9d69d-lff8x, hostIfaceName: 4326a431bc6c956, network: default, NAD default, SandboxID: "4326a431bc6c956d70add0d753ea34571dc5e4583d164a701b0b66d72799d82a", PCI device ID: , UID: "69bb6336-bbc5-4e78-95bf-523fee768302", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0513 06:39:07.729442 3849 cni.go:473] [openshift-monitoring/thanos-querier-7ddfc9d69d-lff8x 4326a431bc6c956d70add0d753ea34571dc5e4583d164a701b0b66d72799d82a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7ddfc9d69d-lff8x 4326a431bc6c956d70add0d753ea34571dc5e4583d164a701b0b66d72799d82a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:3a:83:41:99:77\",\"name\":\"4326a431bc6c956\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e520b82-1a74-438f-9256-ad42baf1b87a\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:39:08.440733 3849 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:08.440755 3849 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:08.440761 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 06:39:08.655624 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-575f794695-j8m9l] creating logical port openshift-monitoring_metrics-server-575f794695-j8m9l for pod on switch ip-10-0-2-84.ec2.internal I0513 06:39:08.655775 3849 kube.go:256] Updating pod openshift-monitoring/metrics-server-575f794695-j8m9l I0513 06:39:08.672416 3849 pod.go:62] [openshift-monitoring/metrics-server-575f794695-j8m9l] pod update took 16.670794ms I0513 06:39:08.672446 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-575f794695-j8m9l] addLogicalPort annotation time took 16.702607ms I0513 06:39:08.673929 3849 pods.go:271] [openshift-monitoring/metrics-server-575f794695-j8m9l] addLogicalPort took 18.323595ms, libovsdb time 1.058745ms I0513 06:39:08.929891 3849 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:39:08.929924 3849 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 34.938µs I0513 06:39:08.939050 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-2pzjs] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-2pzjs for pod on switch ip-10-0-2-84.ec2.internal I0513 06:39:08.939241 3849 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-2pzjs W0513 06:39:08.949687 3849 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5559bf8c7-7qcvm IP address from the namespace address-set, err: pod openshift-console/console-5559bf8c7-7qcvm: no pod IPs found W0513 06:39:08.953896 3849 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5559bf8c7-kphcs IP address from the namespace address-set, err: pod openshift-console/console-5559bf8c7-kphcs: no pod IPs found I0513 06:39:08.970302 3849 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2pzjs] pod update took 31.115624ms I0513 06:39:08.970329 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-2pzjs] addLogicalPort annotation time took 31.152377ms I0513 06:39:08.971727 3849 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2pzjs] addLogicalPort took 32.698784ms, libovsdb time 1.01886ms I0513 06:39:09.044961 3849 cni.go:452] [openshift-monitoring/metrics-server-575f794695-j8m9l cc233bf3f01378310c60ed9a350976b97875883efa3f6b05fc956143a992df67 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-575f794695-j8m9l cc233bf3f01378310c60ed9a350976b97875883efa3f6b05fc956143a992df67 network default NAD default NAD key ] I0513 06:39:09.057560 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-575f794695-j8m9l, hostIfaceName: cc233bf3f013783, network: default, NAD default, SandboxID: "cc233bf3f01378310c60ed9a350976b97875883efa3f6b05fc956143a992df67", PCI device ID: , UID: "0af336ce-e50a-4c2c-8c3f-c995ac5267b4", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0513 06:39:09.117778 3849 cni.go:473] [openshift-monitoring/metrics-server-575f794695-j8m9l cc233bf3f01378310c60ed9a350976b97875883efa3f6b05fc956143a992df67 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-575f794695-j8m9l cc233bf3f01378310c60ed9a350976b97875883efa3f6b05fc956143a992df67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:9f:55:38:ac:2d\",\"name\":\"cc233bf3f013783\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d76c590-b61f-4b34-9470-3ffe80afcbef\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:39:09.335682 3849 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2pzjs fc473420414629ff981ee6a55208ceb40ad6ab746aba2f5e5919a671ae30648c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2pzjs fc473420414629ff981ee6a55208ceb40ad6ab746aba2f5e5919a671ae30648c network default NAD default NAD key ] I0513 06:39:09.345989 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-2pzjs, hostIfaceName: fc473420414629f, network: default, NAD default, SandboxID: "fc473420414629ff981ee6a55208ceb40ad6ab746aba2f5e5919a671ae30648c", PCI device ID: , UID: "b7668157-9298-4777-ac91-3793aeaf60cb", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0513 06:39:09.400889 3849 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2pzjs fc473420414629ff981ee6a55208ceb40ad6ab746aba2f5e5919a671ae30648c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2pzjs fc473420414629ff981ee6a55208ceb40ad6ab746aba2f5e5919a671ae30648c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:b5:9f:f0:15:47\",\"name\":\"fc473420414629f\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9dcf4efa-33e2-4e9f-8123-8b638dbdb392\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:39:10.100927 3849 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:10.100949 3849 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:10.100954 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 06:39:10.577620 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:39:10.577774 3849 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0513 06:39:10.618523 3849 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 40.793789ms I0513 06:39:10.618553 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 40.829064ms I0513 06:39:10.620029 3849 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 42.427734ms, libovsdb time 1.121418ms I0513 06:39:11.263783 3849 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a6d747151aec459debba88a9df868aafbb2cbbec26ca85a8044d80ad245baa4f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a6d747151aec459debba88a9df868aafbb2cbbec26ca85a8044d80ad245baa4f network default NAD default NAD key ] I0513 06:39:11.275721 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a6d747151aec459, network: default, NAD default, SandboxID: "a6d747151aec459debba88a9df868aafbb2cbbec26ca85a8044d80ad245baa4f", PCI device ID: , UID: "4077ca66-33f0-48a5-89b1-a90611eed6b4", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0513 06:39:11.338811 3849 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a6d747151aec459debba88a9df868aafbb2cbbec26ca85a8044d80ad245baa4f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a6d747151aec459debba88a9df868aafbb2cbbec26ca85a8044d80ad245baa4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:d2:17:44:b5:4f\",\"name\":\"a6d747151aec459\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c78e37bb-8b43-4b48-a2f1-a9f2bda4769e\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:39:12.099279 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 06:39:12.132477 3849 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 06:39:12.132554 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 06:39:12.453742 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 06:39:13.100879 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0513 06:39:13.128135 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0513 06:39:14.159622 3849 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.159643 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.159649 3849 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.159653 3849 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.514367 3849 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.514386 3849 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.514390 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.514395 3849 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:15.946825 3849 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 06:39:15.946845 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 06:39:16.117670 3849 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7b9c8bbf86-mn5f9 IP address from the namespace address-set, err: pod openshift-console/console-7b9c8bbf86-mn5f9: no pod IPs found W0513 06:39:16.164021 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:16.164042 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:16.164048 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:16.164053 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0513 06:39:16.246404 3849 cni.go:452] [openshift-console/console-f45984d8c-q8dn8 739fb2b99733bd9df50d2ff683735b34c743f55c15ea9273f2ff42bbf4b79da5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f45984d8c-q8dn8 739fb2b99733bd9df50d2ff683735b34c743f55c15ea9273f2ff42bbf4b79da5 network default NAD default NAD key ] I0513 06:39:16.336126 3849 cni.go:473] [openshift-console/console-f45984d8c-q8dn8 739fb2b99733bd9df50d2ff683735b34c743f55c15ea9273f2ff42bbf4b79da5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f45984d8c-q8dn8 739fb2b99733bd9df50d2ff683735b34c743f55c15ea9273f2ff42bbf4b79da5 network default NAD default NAD key default], result "{}", err I0513 06:39:16.402536 3849 obj_retry.go:498] Detected object openshift-console/console-f45984d8c-q8dn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:16.402585 3849 pods.go:176] Deleting pod: openshift-console/console-f45984d8c-q8dn8 I0513 06:39:16.403829 3849 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f45984d8c-q8dn8, ips: 10.129.0.9 I0513 06:39:16.403856 3849 obj_retry.go:498] Detected object openshift-console/console-f45984d8c-q8dn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:16.411908 3849 base_network_controller_pods.go:487] [default/openshift-console/console-54f76b8465-8vnll] creating logical port openshift-console_console-54f76b8465-8vnll for pod on switch ip-10-0-2-84.ec2.internal I0513 06:39:16.412079 3849 kube.go:256] Updating pod openshift-console/console-54f76b8465-8vnll I0513 06:39:16.426892 3849 pod.go:62] [openshift-console/console-54f76b8465-8vnll] pod update took 14.851082ms I0513 06:39:16.426917 3849 base_network_controller_pods.go:951] [default/openshift-console/console-54f76b8465-8vnll] addLogicalPort annotation time took 14.883122ms I0513 06:39:16.428248 3849 pods.go:271] [openshift-console/console-54f76b8465-8vnll] addLogicalPort took 16.360325ms, libovsdb time 917.38µs I0513 06:39:16.804286 3849 cni.go:452] [openshift-console/console-54f76b8465-8vnll 0c4cee134d55b2d870a4843d6c9bf7f0dd789b511c7a4be37d6f1995b57aac73 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-54f76b8465-8vnll 0c4cee134d55b2d870a4843d6c9bf7f0dd789b511c7a4be37d6f1995b57aac73 network default NAD default NAD key ] I0513 06:39:16.814635 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-54f76b8465-8vnll, hostIfaceName: 0c4cee134d55b2d, network: default, NAD default, SandboxID: "0c4cee134d55b2d870a4843d6c9bf7f0dd789b511c7a4be37d6f1995b57aac73", PCI device ID: , UID: "7ab35568-7ca4-4b91-947c-32e88953959c", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0513 06:39:16.874469 3849 cni.go:473] [openshift-console/console-54f76b8465-8vnll 0c4cee134d55b2d870a4843d6c9bf7f0dd789b511c7a4be37d6f1995b57aac73 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-54f76b8465-8vnll 0c4cee134d55b2d870a4843d6c9bf7f0dd789b511c7a4be37d6f1995b57aac73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:0c:d2:01:08:a5\",\"name\":\"0c4cee134d55b2d\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a267f9b-790c-4ac5-be62-f1452cd0f14a\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:39:17.157852 3849 obj_retry.go:492] Detected object openshift-console/console-f45984d8c-q8dn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:17.157878 3849 obj_retry.go:492] Detected object openshift-console/console-f45984d8c-q8dn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:17.160438 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f45984d8c-q8dn8 I0513 06:39:17.160467 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f45984d8c-q8dn8 W0513 06:39:26.524280 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 06:39:27.187186 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 06:39:28.321340 3849 obj_retry.go:498] Detected object openshift-image-registry/image-registry-795ddd8f58-gw8q2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:28.321895 3849 obj_retry.go:498] Detected object openshift-image-registry/image-registry-795ddd8f58-gw8q2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:28.531293 3849 obj_retry.go:492] Detected object openshift-image-registry/image-registry-795ddd8f58-gw8q2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:28.531319 3849 obj_retry.go:492] Detected object openshift-image-registry/image-registry-795ddd8f58-gw8q2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:28.535427 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-795ddd8f58-gw8q2 I0513 06:39:28.535444 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-795ddd8f58-gw8q2 W0513 06:39:31.551535 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 06:39:33.029664 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 06:39:33.109703 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 06:39:36.321473 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.321501 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.321509 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.584440 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0513 06:39:43.105632 3849 obj_retry.go:498] Detected object openshift-console/console-7b9c8bbf86-x2rbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:43.106165 3849 obj_retry.go:498] Detected object openshift-console/console-7b9c8bbf86-x2rbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:43.967814 3849 obj_retry.go:492] Detected object openshift-console/console-7b9c8bbf86-x2rbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:43.967844 3849 obj_retry.go:492] Detected object openshift-console/console-7b9c8bbf86-x2rbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:43.973139 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b9c8bbf86-x2rbl I0513 06:39:43.973162 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b9c8bbf86-x2rbl I0513 06:39:50.417839 3849 obj_retry.go:498] Detected object openshift-ingress/router-default-879d7bb47-9kmxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:50.418397 3849 obj_retry.go:498] Detected object openshift-ingress/router-default-879d7bb47-9kmxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:50.640422 3849 obj_retry.go:492] Detected object openshift-ingress/router-default-879d7bb47-9kmxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:50.640445 3849 obj_retry.go:492] Detected object openshift-ingress/router-default-879d7bb47-9kmxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:50.645138 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-879d7bb47-9kmxq I0513 06:39:50.645160 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-879d7bb47-9kmxq I0513 06:39:52.574375 3849 obj_retry.go:498] Detected object openshift-console/console-f45984d8c-66p6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:52.574955 3849 obj_retry.go:498] Detected object openshift-console/console-f45984d8c-66p6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:52.653152 3849 obj_retry.go:492] Detected object openshift-console/console-f45984d8c-66p6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:52.653186 3849 obj_retry.go:492] Detected object openshift-console/console-f45984d8c-66p6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:52.658007 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f45984d8c-66p6m I0513 06:39:52.658031 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f45984d8c-66p6m W0513 06:40:01.357681 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 06:40:01.357707 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 06:40:05.161210 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:05.161770 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:06.060169 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:06.060194 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:12.194805 3849 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:12.195384 3849 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:12.195412 3849 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:40:12.195423 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0513 06:40:12.195437 3849 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:40:12.195442 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0513 06:40:13.223067 3849 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:13.223090 3849 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:13.223122 3849 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:13.223131 3849 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:15.224185 3849 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0513 06:40:15.234476 3849 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0513 06:40:36.088289 3849 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:36.088841 3849 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:36.856201 3849 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:36.856254 3849 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:36.864126 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0513 06:40:36.864157 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0513 06:40:40.220726 3849 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a6d747151aec459debba88a9df868aafbb2cbbec26ca85a8044d80ad245baa4f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 a6d747151aec459debba88a9df868aafbb2cbbec26ca85a8044d80ad245baa4f network default NAD default NAD key ] I0513 06:40:40.303867 3849 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a6d747151aec459debba88a9df868aafbb2cbbec26ca85a8044d80ad245baa4f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 a6d747151aec459debba88a9df868aafbb2cbbec26ca85a8044d80ad245baa4f network default NAD default NAD key default], result "{}", err I0513 06:40:40.363047 3849 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:40.363156 3849 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0513 06:40:40.364521 3849 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.21 I0513 06:40:40.364551 3849 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:40.485405 3849 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:40.485435 3849 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:40.492518 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0513 06:40:40.492541 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0513 06:40:40.537803 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:40:40.537902 3849 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0513 06:40:40.564033 3849 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 26.166948ms I0513 06:40:40.564105 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 26.239407ms I0513 06:40:40.565325 3849 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.540075ms, libovsdb time 878.361µs I0513 06:40:40.899600 3849 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b964078d1c9d375bb0d14b5fcbf346695abc2f5e5da5c960563131c7211e20b9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b964078d1c9d375bb0d14b5fcbf346695abc2f5e5da5c960563131c7211e20b9 network default NAD default NAD key ] I0513 06:40:40.909439 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b964078d1c9d375, network: default, NAD default, SandboxID: "b964078d1c9d375bb0d14b5fcbf346695abc2f5e5da5c960563131c7211e20b9", PCI device ID: , UID: "011a8e36-4cea-4da5-a304-054111995eab", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0513 06:40:40.961521 3849 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b964078d1c9d375bb0d14b5fcbf346695abc2f5e5da5c960563131c7211e20b9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b964078d1c9d375bb0d14b5fcbf346695abc2f5e5da5c960563131c7211e20b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:49:94:d1:eb:e8\",\"name\":\"b964078d1c9d375\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc366443-a2d8-4901-809f-54017e5e1fcd\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:40:55.812344 3849 obj_retry.go:498] Detected object openshift-console/console-54f76b8465-d98b2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:55.812984 3849 obj_retry.go:498] Detected object openshift-console/console-54f76b8465-d98b2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:56.218610 3849 obj_retry.go:492] Detected object openshift-console/console-54f76b8465-d98b2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:56.218644 3849 obj_retry.go:492] Detected object openshift-console/console-54f76b8465-d98b2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:56.224665 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54f76b8465-d98b2 I0513 06:40:56.224693 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54f76b8465-d98b2 I0513 06:40:58.466721 3849 cni.go:452] [openshift-monitoring/alertmanager-main-0 ececd1d04021c27983c84c997795cf81277245ffd00eaff35b0ee8fb6f01557c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 ececd1d04021c27983c84c997795cf81277245ffd00eaff35b0ee8fb6f01557c network default NAD default NAD key ] I0513 06:40:58.556303 3849 cni.go:473] [openshift-monitoring/alertmanager-main-0 ececd1d04021c27983c84c997795cf81277245ffd00eaff35b0ee8fb6f01557c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 ececd1d04021c27983c84c997795cf81277245ffd00eaff35b0ee8fb6f01557c network default NAD default NAD key default], result "{}", err I0513 06:40:58.615272 3849 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:58.615316 3849 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0513 06:40:58.616638 3849 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.17 I0513 06:40:58.616670 3849 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:59.576182 3849 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:59.576235 3849 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:59.581916 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0513 06:40:59.581947 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0513 06:40:59.625626 3849 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:40:59.625779 3849 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0513 06:40:59.671100 3849 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 45.360845ms I0513 06:40:59.671124 3849 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 45.390949ms I0513 06:40:59.672388 3849 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 46.782453ms, libovsdb time 931.423µs I0513 06:40:59.989829 3849 cni.go:452] [openshift-monitoring/alertmanager-main-0 affa03e096b7097942be2373acf9a12334c020e405aa96b3f1057d2a82f5bf33 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 affa03e096b7097942be2373acf9a12334c020e405aa96b3f1057d2a82f5bf33 network default NAD default NAD key ] I0513 06:40:59.999000 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: affa03e096b7097, network: default, NAD default, SandboxID: "affa03e096b7097942be2373acf9a12334c020e405aa96b3f1057d2a82f5bf33", PCI device ID: , UID: "13e59fea-27b9-4e6a-9066-88f10c7d54f4", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0513 06:41:00.050055 3849 cni.go:473] [openshift-monitoring/alertmanager-main-0 affa03e096b7097942be2373acf9a12334c020e405aa96b3f1057d2a82f5bf33 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 affa03e096b7097942be2373acf9a12334c020e405aa96b3f1057d2a82f5bf33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:68:d6:5a:b2:f3\",\"name\":\"affa03e096b7097\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76ee1db3-2e33-41aa-b480-86eef037d4bc\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:41:06.108775 3849 cni.go:452] [openshift-console/console-54f76b8465-8vnll 0c4cee134d55b2d870a4843d6c9bf7f0dd789b511c7a4be37d6f1995b57aac73 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-54f76b8465-8vnll 0c4cee134d55b2d870a4843d6c9bf7f0dd789b511c7a4be37d6f1995b57aac73 network default NAD default NAD key ] I0513 06:41:06.186113 3849 cni.go:473] [openshift-console/console-54f76b8465-8vnll 0c4cee134d55b2d870a4843d6c9bf7f0dd789b511c7a4be37d6f1995b57aac73 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-54f76b8465-8vnll 0c4cee134d55b2d870a4843d6c9bf7f0dd789b511c7a4be37d6f1995b57aac73 network default NAD default NAD key default], result "{}", err I0513 06:41:06.233923 3849 obj_retry.go:498] Detected object openshift-console/console-54f76b8465-8vnll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:41:06.233960 3849 pods.go:176] Deleting pod: openshift-console/console-54f76b8465-8vnll I0513 06:41:06.235172 3849 pods.go:236] Attempting to release IPs for pod: openshift-console/console-54f76b8465-8vnll, ips: 10.129.0.22 I0513 06:41:06.235208 3849 obj_retry.go:498] Detected object openshift-console/console-54f76b8465-8vnll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:41:06.614604 3849 obj_retry.go:492] Detected object openshift-console/console-54f76b8465-8vnll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:41:06.614629 3849 obj_retry.go:492] Detected object openshift-console/console-54f76b8465-8vnll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:41:06.620540 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54f76b8465-8vnll I0513 06:41:06.620593 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54f76b8465-8vnll W0513 06:41:30.041892 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:41:30.041918 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:41:30.041924 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:41:41.808179 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 06:41:41.808208 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 06:41:43.092656 3849 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:41:43.093267 3849 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:41:43.394709 3849 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:41:43.394739 3849 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:41:43.401571 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 06:41:43.401600 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 06:41:54.355498 3849 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 06:44:03.050262 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0513 06:44:40.340409 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0513 06:45:09.129942 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0513 06:45:15.233111 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0513 06:45:19.105476 3849 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 06:45:23.461921 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 06:45:30.146674 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 06:45:30.146739 3849 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-qrqm8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-qrqm8: no pod IPs found I0513 06:45:50.452988 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 06:46:19.068029 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0513 06:46:29.052378 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=37 I0513 06:46:30.524744 3849 namespace.go:98] [tsf] adding namespace I0513 06:46:30.525639 3849 namespace.go:102] [tsf] adding namespace took 868.713µs I0513 06:46:30.547937 3849 namespace.go:142] [tsf] updating namespace I0513 06:46:30.555817 3849 namespace.go:142] [tsf] updating namespace I0513 06:46:34.062952 3849 namespace.go:98] [rhbk-operator] adding namespace I0513 06:46:34.062981 3849 namespace.go:98] [tsf-keycloak] adding namespace I0513 06:46:34.063146 3849 namespace.go:98] [cert-manager-operator] adding namespace I0513 06:46:34.064001 3849 namespace.go:102] [rhbk-operator] adding namespace took 1.025685ms I0513 06:46:34.064686 3849 namespace.go:102] [tsf-keycloak] adding namespace took 1.691802ms I0513 06:46:34.065234 3849 namespace.go:102] [cert-manager-operator] adding namespace took 2.069034ms I0513 06:46:34.077440 3849 namespace.go:98] [tsf-tpa] adding namespace I0513 06:46:34.077473 3849 namespace.go:98] [rhtpa-operator] adding namespace I0513 06:46:34.077624 3849 namespace.go:98] [konflux-ui] adding namespace I0513 06:46:34.077698 3849 namespace.go:98] [tsf-tas] adding namespace I0513 06:46:34.077722 3849 namespace.go:98] [konflux-operator] adding namespace I0513 06:46:34.078177 3849 namespace.go:102] [tsf-tpa] adding namespace took 722.159µs I0513 06:46:34.078787 3849 namespace.go:102] [rhtpa-operator] adding namespace took 1.303329ms I0513 06:46:34.079432 3849 namespace.go:102] [konflux-ui] adding namespace took 1.793706ms I0513 06:46:34.080067 3849 namespace.go:102] [tsf-tas] adding namespace took 2.353846ms I0513 06:46:34.080770 3849 namespace.go:102] [konflux-operator] adding namespace took 3.037929ms I0513 06:46:34.081301 3849 namespace.go:142] [rhbk-operator] updating namespace I0513 06:46:34.096980 3849 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:46:34.100096 3849 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:46:34.100096 3849 namespace.go:142] [tsf-tpa] updating namespace I0513 06:46:34.100270 3849 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:46:34.104071 3849 namespace.go:142] [rhbk-operator] updating namespace I0513 06:46:34.107908 3849 namespace.go:142] [konflux-ui] updating namespace I0513 06:46:34.111928 3849 namespace.go:142] [tsf-tas] updating namespace I0513 06:46:34.111993 3849 namespace.go:142] [konflux-operator] updating namespace I0513 06:46:34.127101 3849 namespace.go:142] [rhbk-operator] updating namespace I0513 06:46:34.154178 3849 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:46:34.178963 3849 namespace.go:142] [tsf-tpa] updating namespace I0513 06:46:34.179124 3849 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:46:34.193134 3849 namespace.go:142] [tsf-tpa] updating namespace I0513 06:46:34.196058 3849 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:46:34.238116 3849 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:46:34.295739 3849 namespace.go:142] [konflux-ui] updating namespace I0513 06:46:34.357067 3849 namespace.go:142] [konflux-ui] updating namespace I0513 06:46:34.366268 3849 namespace.go:142] [tsf-tas] updating namespace I0513 06:46:34.384920 3849 namespace.go:142] [tsf-tas] updating namespace I0513 06:46:34.397067 3849 namespace.go:142] [konflux-operator] updating namespace I0513 06:46:34.407798 3849 namespace.go:142] [konflux-operator] updating namespace I0513 06:46:34.430172 3849 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:46:34.439660 3849 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:46:35.327089 3849 namespace.go:142] [tsf-tpa] updating namespace I0513 06:46:35.332027 3849 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:46:41.849498 3849 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:41.850084 3849 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:41.850120 3849 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:41.850130 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:41.850141 3849 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:41.850147 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:42.874567 3849 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:42.874601 3849 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:42.874618 3849 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:42.874632 3849 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:46.351278 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0513 06:46:46.592268 3849 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:46.592854 3849 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:46.592884 3849 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:46.592891 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:46.592904 3849 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:46.592908 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:47.053163 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=49 I0513 06:46:47.626134 3849 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:47.626156 3849 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:47.626167 3849 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:47.626178 3849 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:50.642906 3849 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.643510 3849 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.643546 3849 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.643556 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:50.643571 3849 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.643578 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:50.668690 3849 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.669158 3849 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.669187 3849 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.669195 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:50.669205 3849 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.669210 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:51.669492 3849 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.669516 3849 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.669531 3849 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.669543 3849 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.669606 3849 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.670116 3849 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.670142 3849 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.670154 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:51.670165 3849 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.670170 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:51.698476 3849 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.698502 3849 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.698515 3849 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.698526 3849 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.728538 3849 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.729027 3849 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.729057 3849 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.729067 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:51.729081 3849 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.729087 3849 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:52.696448 3849 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.696475 3849 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.696489 3849 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.696498 3849 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.762252 3849 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.762286 3849 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.762304 3849 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.762313 3849 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:56.999612 3849 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-krtrj] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-krtrj for pod on switch ip-10-0-2-84.ec2.internal I0513 06:46:56.999737 3849 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-krtrj I0513 06:46:57.025026 3849 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-krtrj] pod update took 25.319276ms I0513 06:46:57.025052 3849 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-krtrj] addLogicalPort annotation time took 25.348651ms I0513 06:46:57.026345 3849 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-krtrj] addLogicalPort took 26.757076ms, libovsdb time 928.136µs I0513 06:46:57.362605 3849 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-krtrj d7413a077cf3ce0a25248212b0d27c904ff073cbb4972b183ba6db93f7eb8832 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-krtrj d7413a077cf3ce0a25248212b0d27c904ff073cbb4972b183ba6db93f7eb8832 network default NAD default NAD key ] I0513 06:46:57.371683 3849 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-krtrj, hostIfaceName: d7413a077cf3ce0, network: default, NAD default, SandboxID: "d7413a077cf3ce0a25248212b0d27c904ff073cbb4972b183ba6db93f7eb8832", PCI device ID: , UID: "3eab9039-4a0c-49ef-8d9e-7d597c6d6245", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0513 06:46:57.423097 3849 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-krtrj d7413a077cf3ce0a25248212b0d27c904ff073cbb4972b183ba6db93f7eb8832 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-krtrj d7413a077cf3ce0a25248212b0d27c904ff073cbb4972b183ba6db93f7eb8832 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:0a:18:a0:a7:e2\",\"name\":\"d7413a077cf3ce0\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b1756c2-f60c-41c8-84f6-027c37c99de4\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:46:57.551379 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 06:47:00.027420 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 06:47:00.371170 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 06:47:00.413212 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 06:47:00.444114 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 06:47:00.460260 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 06:47:11.039417 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 06:47:13.165330 3849 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cxcrt] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-cxcrt for pod on switch ip-10-0-2-84.ec2.internal I0513 06:47:13.165476 3849 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cxcrt I0513 06:47:13.191406 3849 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cxcrt] pod update took 25.957486ms I0513 06:47:13.191431 3849 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cxcrt] addLogicalPort annotation time took 25.988382ms I0513 06:47:13.192624 3849 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cxcrt] addLogicalPort took 27.314583ms, libovsdb time 849.824µs I0513 06:47:13.528769 3849 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cxcrt 10d347b0172193e00da9051d97e8398178e7eee4d7e2650607daf1ab8d07f265 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cxcrt 10d347b0172193e00da9051d97e8398178e7eee4d7e2650607daf1ab8d07f265 network default NAD default NAD key ] I0513 06:47:13.537877 3849 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-cxcrt, hostIfaceName: 10d347b0172193e, network: default, NAD default, SandboxID: "10d347b0172193e00da9051d97e8398178e7eee4d7e2650607daf1ab8d07f265", PCI device ID: , UID: "aeaeb16e-90a6-437c-a007-f9d5f1984e23", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0513 06:47:13.588133 3849 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cxcrt 10d347b0172193e00da9051d97e8398178e7eee4d7e2650607daf1ab8d07f265 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-cxcrt 10d347b0172193e00da9051d97e8398178e7eee4d7e2650607daf1ab8d07f265 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:69:ba:ac:f6:90\",\"name\":\"10d347b0172193e\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0612ff6a-c7c1-4915-bc9c-1e6cf2dcc42a\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:47:13.762342 3849 namespace.go:142] [openshift-operators] updating namespace I0513 06:47:13.782923 3849 namespace.go:142] [openshift-operators] updating namespace I0513 06:47:18.798193 3849 namespace.go:98] [cert-manager] adding namespace I0513 06:47:18.799085 3849 namespace.go:102] [cert-manager] adding namespace took 865.517µs I0513 06:47:18.921109 3849 namespace.go:142] [cert-manager] updating namespace I0513 06:47:18.958749 3849 namespace.go:142] [cert-manager] updating namespace I0513 06:47:19.446700 3849 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-j4v2w] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-j4v2w for pod on switch ip-10-0-2-84.ec2.internal I0513 06:47:19.446840 3849 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-j4v2w I0513 06:47:19.476583 3849 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-j4v2w] pod update took 29.771049ms I0513 06:47:19.476607 3849 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-j4v2w] addLogicalPort annotation time took 29.800793ms I0513 06:47:19.477898 3849 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-j4v2w] addLogicalPort took 31.215337ms, libovsdb time 885.748µs I0513 06:47:19.821366 3849 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-j4v2w bdd81d78899d62f4f281b0fde1d67d05b4f98ad14e12c81ad341a3e8b085b378 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-j4v2w bdd81d78899d62f4f281b0fde1d67d05b4f98ad14e12c81ad341a3e8b085b378 network default NAD default NAD key ] I0513 06:47:19.831116 3849 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-j4v2w, hostIfaceName: bdd81d78899d62f, network: default, NAD default, SandboxID: "bdd81d78899d62f4f281b0fde1d67d05b4f98ad14e12c81ad341a3e8b085b378", PCI device ID: , UID: "3183b468-7fe7-45db-84eb-6869d7e145ba", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0513 06:47:19.882939 3849 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-j4v2w bdd81d78899d62f4f281b0fde1d67d05b4f98ad14e12c81ad341a3e8b085b378 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-j4v2w bdd81d78899d62f4f281b0fde1d67d05b4f98ad14e12c81ad341a3e8b085b378 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:9f:fc:a9:72:a6\",\"name\":\"bdd81d78899d62f\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c6e5ebc-5438-42cb-b701-7eadad1d4752\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:47:21.978091 3849 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 06:47:21.979056 3849 namespace.go:102] [trusted-artifact-signer] adding namespace took 941.028µs I0513 06:47:22.014155 3849 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 06:47:22.025761 3849 namespace.go:142] [trusted-artifact-signer] updating namespace W0513 06:47:22.682064 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 06:47:23.136648 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 06:47:23.136665 3849 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 06:47:24.736834 3849 namespace.go:142] [openshift-operators] updating namespace I0513 06:47:25.066084 3849 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-j4fpr] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-j4fpr for pod on switch ip-10-0-2-84.ec2.internal I0513 06:47:25.066203 3849 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-j4fpr I0513 06:47:25.110930 3849 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-j4fpr] pod update took 44.750812ms I0513 06:47:25.110952 3849 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-j4fpr] addLogicalPort annotation time took 44.783098ms I0513 06:47:25.112235 3849 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-j4fpr] addLogicalPort took 46.151911ms, libovsdb time 875.666µs I0513 06:47:25.127579 3849 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-67dh8] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-67dh8 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:47:25.127711 3849 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-67dh8 I0513 06:47:25.158261 3849 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-67dh8] pod update took 30.581379ms I0513 06:47:25.158283 3849 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-67dh8] addLogicalPort annotation time took 30.606565ms I0513 06:47:25.159418 3849 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-67dh8] addLogicalPort took 31.859594ms, libovsdb time 790.491µs I0513 06:47:25.423797 3849 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-j4fpr c03ed60b19fdf4a89681336a519d34ceae9320e98a005c7a20d39f50ac4fcac0 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-j4fpr c03ed60b19fdf4a89681336a519d34ceae9320e98a005c7a20d39f50ac4fcac0 network default NAD default NAD key ] I0513 06:47:25.433338 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-j4fpr, hostIfaceName: c03ed60b19fdf4a, network: default, NAD default, SandboxID: "c03ed60b19fdf4a89681336a519d34ceae9320e98a005c7a20d39f50ac4fcac0", PCI device ID: , UID: "73225441-26d7-431b-88e2-4d41e623671d", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0513 06:47:25.485675 3849 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-j4fpr c03ed60b19fdf4a89681336a519d34ceae9320e98a005c7a20d39f50ac4fcac0 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-j4fpr c03ed60b19fdf4a89681336a519d34ceae9320e98a005c7a20d39f50ac4fcac0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:70:36:83:14:46\",\"name\":\"c03ed60b19fdf4a\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c94cda7b-0fad-4231-b353-63fbbaffb84f\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:47:25.519080 3849 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-67dh8 36291a267af0b49b22c52c9c332867682ce7b0283d1ed8a53dc56d881e4c30b4 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-67dh8 36291a267af0b49b22c52c9c332867682ce7b0283d1ed8a53dc56d881e4c30b4 network default NAD default NAD key ] I0513 06:47:25.529044 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-67dh8, hostIfaceName: 36291a267af0b49, network: default, NAD default, SandboxID: "36291a267af0b49b22c52c9c332867682ce7b0283d1ed8a53dc56d881e4c30b4", PCI device ID: , UID: "c0084089-9354-41a1-bfbf-b533689e31a7", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0513 06:47:25.582564 3849 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-67dh8 36291a267af0b49b22c52c9c332867682ce7b0283d1ed8a53dc56d881e4c30b4 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-67dh8 36291a267af0b49b22c52c9c332867682ce7b0283d1ed8a53dc56d881e4c30b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c5:b6:c5:0b:a6\",\"name\":\"36291a267af0b49\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61829c57-27f5-4b43-aa63-e4c9ffc6bdce\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:47:29.165333 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 06:47:29.165357 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 06:47:29.742266 3849 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-vfhkx] creating logical port cert-manager_cert-manager-59c77684cc-vfhkx for pod on switch ip-10-0-2-84.ec2.internal I0513 06:47:29.742366 3849 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-vfhkx I0513 06:47:29.760015 3849 pod.go:62] [cert-manager/cert-manager-59c77684cc-vfhkx] pod update took 17.673514ms I0513 06:47:29.760045 3849 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-vfhkx] addLogicalPort annotation time took 17.706971ms I0513 06:47:29.761560 3849 pods.go:271] [cert-manager/cert-manager-59c77684cc-vfhkx] addLogicalPort took 19.340564ms, libovsdb time 986.206µs I0513 06:47:30.102992 3849 cni.go:452] [cert-manager/cert-manager-59c77684cc-vfhkx 3dbfc486fb4707ad1216d889f1c9aced3085b3b03c6b066ec43c18882cd50924 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-vfhkx 3dbfc486fb4707ad1216d889f1c9aced3085b3b03c6b066ec43c18882cd50924 network default NAD default NAD key ] I0513 06:47:30.112652 3849 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-vfhkx, hostIfaceName: 3dbfc486fb4707a, network: default, NAD default, SandboxID: "3dbfc486fb4707ad1216d889f1c9aced3085b3b03c6b066ec43c18882cd50924", PCI device ID: , UID: "78ff7793-9725-4aeb-8eb1-fd9f006938f5", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0513 06:47:30.166732 3849 cni.go:473] [cert-manager/cert-manager-59c77684cc-vfhkx 3dbfc486fb4707ad1216d889f1c9aced3085b3b03c6b066ec43c18882cd50924 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-vfhkx 3dbfc486fb4707ad1216d889f1c9aced3085b3b03c6b066ec43c18882cd50924 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:2b:77:0c:3e:e5\",\"name\":\"3dbfc486fb4707a\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb2da049-5fa8-40d1-8408-70057d7925dd\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:47:34.450789 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0513 06:47:37.461603 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 06:47:38.851742 3849 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:47:38.852333 3849 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:47:38.872995 3849 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:47:38.873016 3849 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:47:38.878255 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 06:47:38.878282 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 06:47:40.133000 3849 namespace.go:98] [openshift-pipelines] adding namespace I0513 06:47:40.134057 3849 namespace.go:102] [openshift-pipelines] adding namespace took 1.015335ms I0513 06:47:40.151482 3849 namespace.go:142] [openshift-pipelines] updating namespace I0513 06:47:40.835734 3849 namespace.go:142] [cert-manager] updating namespace I0513 06:47:41.034781 3849 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:47:41.436128 3849 namespace.go:142] [konflux-operator] updating namespace I0513 06:47:41.638837 3849 namespace.go:142] [konflux-ui] updating namespace I0513 06:47:41.838297 3849 namespace.go:142] [open-cluster-management-2q8slj49anughhr7bmrugv7tl1gre4io] updating namespace I0513 06:47:42.244554 3849 namespace.go:142] [rhbk-operator] updating namespace I0513 06:47:42.442826 3849 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:47:42.644989 3849 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 06:47:42.844557 3849 namespace.go:142] [tsf] updating namespace I0513 06:47:43.044247 3849 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:47:43.247935 3849 namespace.go:142] [tsf-tas] updating namespace I0513 06:47:43.445678 3849 namespace.go:142] [tsf-tpa] updating namespace I0513 06:47:43.578066 3849 namespace.go:142] [cert-manager] updating namespace I0513 06:47:43.586189 3849 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:47:43.596703 3849 namespace.go:142] [default] updating namespace I0513 06:47:43.607000 3849 namespace.go:142] [konflux-operator] updating namespace I0513 06:47:43.618075 3849 namespace.go:142] [konflux-ui] updating namespace I0513 06:47:43.631285 3849 namespace.go:142] [open-cluster-management-2q8slj49anughhr7bmrugv7tl1gre4io] updating namespace I0513 06:47:43.638621 3849 namespace.go:142] [openshift] updating namespace I0513 06:47:43.648256 3849 namespace.go:142] [rhbk-operator] updating namespace I0513 06:47:43.658414 3849 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:47:43.667026 3849 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 06:47:43.676748 3849 namespace.go:142] [tsf] updating namespace I0513 06:47:43.685238 3849 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:47:43.706499 3849 namespace.go:142] [tsf-tas] updating namespace I0513 06:47:43.727360 3849 namespace.go:142] [tsf-tpa] updating namespace I0513 06:47:43.826543 3849 namespace.go:142] [cert-manager] updating namespace I0513 06:47:43.935902 3849 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:47:44.025883 3849 namespace.go:142] [default] updating namespace I0513 06:47:44.129201 3849 namespace.go:142] [konflux-operator] updating namespace I0513 06:47:44.259981 3849 namespace.go:142] [konflux-ui] updating namespace I0513 06:47:44.327699 3849 namespace.go:142] [open-cluster-management-2q8slj49anughhr7bmrugv7tl1gre4io] updating namespace I0513 06:47:44.426083 3849 namespace.go:142] [openshift] updating namespace I0513 06:47:44.529092 3849 namespace.go:142] [rhbk-operator] updating namespace I0513 06:47:44.626143 3849 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:47:44.727700 3849 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 06:47:44.826761 3849 namespace.go:142] [tsf] updating namespace I0513 06:47:44.934260 3849 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:47:45.027446 3849 namespace.go:142] [tsf-tas] updating namespace I0513 06:47:45.127334 3849 namespace.go:142] [tsf-tpa] updating namespace I0513 06:47:45.387674 3849 namespace.go:142] [openshift-pipelines] updating namespace I0513 06:47:53.291783 3849 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7k6pq] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7k6pq for pod on switch ip-10-0-2-84.ec2.internal I0513 06:47:53.291940 3849 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7k6pq I0513 06:47:53.312806 3849 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7k6pq] pod update took 20.941072ms I0513 06:47:53.312831 3849 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7k6pq] addLogicalPort annotation time took 20.970659ms I0513 06:47:53.314109 3849 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7k6pq] addLogicalPort took 22.345706ms, libovsdb time 886.706µs I0513 06:47:53.721915 3849 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7k6pq 3a228fe48e108b9e52286befbfb6f9731d426017ae8659afb08e1b3e2ce02e1d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7k6pq 3a228fe48e108b9e52286befbfb6f9731d426017ae8659afb08e1b3e2ce02e1d network default NAD default NAD key ] I0513 06:47:53.732071 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7k6pq, hostIfaceName: 3a228fe48e108b9, network: default, NAD default, SandboxID: "3a228fe48e108b9e52286befbfb6f9731d426017ae8659afb08e1b3e2ce02e1d", PCI device ID: , UID: "51056aaf-929e-44b2-a42a-e1b536acdd83", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0513 06:47:53.787267 3849 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7k6pq 3a228fe48e108b9e52286befbfb6f9731d426017ae8659afb08e1b3e2ce02e1d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7k6pq 3a228fe48e108b9e52286befbfb6f9731d426017ae8659afb08e1b3e2ce02e1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:6d:0f:9b:ce:1c\",\"name\":\"3a228fe48e108b9\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff284354-4165-4539-b9cf-8f0997e2a78c\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:47:54.809894 3849 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 06:47:54.828104 3849 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0513 06:47:56.856504 3849 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 06:47:56.856523 3849 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 06:47:56.856529 3849 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 06:47:57.301039 3849 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:47:57.301061 3849 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:47:57.301066 3849 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:47:57.301070 3849 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:47:58.883781 3849 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 06:47:58.883798 3849 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 06:47:58.883802 3849 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0513 06:48:01.130789 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0513 06:48:06.051214 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=165 W0513 06:48:08.313993 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:48:08.314016 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:48:08.314022 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:48:08.314027 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0513 06:48:16.776144 3849 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9cwvs] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-9cwvs for pod on switch ip-10-0-2-84.ec2.internal I0513 06:48:16.776265 3849 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9cwvs I0513 06:48:16.804598 3849 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9cwvs] pod update took 28.381399ms I0513 06:48:16.804623 3849 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9cwvs] addLogicalPort annotation time took 28.411699ms I0513 06:48:16.805919 3849 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9cwvs] addLogicalPort took 29.790004ms, libovsdb time 891.54µs I0513 06:48:17.136638 3849 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9cwvs 931150ff35b09a89cfa3f88dc45e76cb31e5e68d684e97d2f5a42b243accf1c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9cwvs 931150ff35b09a89cfa3f88dc45e76cb31e5e68d684e97d2f5a42b243accf1c4 network default NAD default NAD key ] I0513 06:48:17.145764 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-9cwvs, hostIfaceName: 931150ff35b09a8, network: default, NAD default, SandboxID: "931150ff35b09a89cfa3f88dc45e76cb31e5e68d684e97d2f5a42b243accf1c4", PCI device ID: , UID: "f8a134fe-66ed-4dc9-b193-bcb530ec3dcc", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0513 06:48:17.197632 3849 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9cwvs 931150ff35b09a89cfa3f88dc45e76cb31e5e68d684e97d2f5a42b243accf1c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9cwvs 931150ff35b09a89cfa3f88dc45e76cb31e5e68d684e97d2f5a42b243accf1c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ff:2b:cf:f4:4e\",\"name\":\"931150ff35b09a8\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de6cd92b-93d9-401e-aeb5-9dae9bdf740f\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:48:19.481667 3849 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:48:19.482333 3849 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:48:19.503568 3849 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:48:19.503593 3849 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:48:19.509741 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 06:48:19.509771 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0513 06:48:20.437685 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 06:48:21.353936 3849 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 06:48:21.354685 3849 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 06:48:21.354709 3849 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 06:48:21.356876 3849 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0513 06:48:23.072252 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=745 I0513 06:48:28.239322 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0513 06:48:29.041896 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 06:48:29.041919 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0513 06:48:29.042741 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 06:48:29.042752 3849 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 06:48:31.429236 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 06:48:37.909454 3849 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 06:48:40.984051 3849 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:48:40.984176 3849 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0513 06:48:41.003049 3849 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 18.906154ms I0513 06:48:41.003072 3849 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 18.935205ms I0513 06:48:41.004346 3849 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 20.318669ms, libovsdb time 905.054µs I0513 06:48:46.443666 3849 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 7d29d6a35edacb302e13ef5beab924358809f8065b07f0076b0f2f8bf95f50c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 7d29d6a35edacb302e13ef5beab924358809f8065b07f0076b0f2f8bf95f50c4 network default NAD default NAD key ] I0513 06:48:46.453032 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 7d29d6a35edacb3, network: default, NAD default, SandboxID: "7d29d6a35edacb302e13ef5beab924358809f8065b07f0076b0f2f8bf95f50c4", PCI device ID: , UID: "fe954f46-183c-4b01-8a36-2ef7ed2ad8a5", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0513 06:48:46.505407 3849 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 7d29d6a35edacb302e13ef5beab924358809f8065b07f0076b0f2f8bf95f50c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 7d29d6a35edacb302e13ef5beab924358809f8065b07f0076b0f2f8bf95f50c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:39:d4:31:88:1e\",\"name\":\"7d29d6a35edacb3\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46e25b47-917f-427d-94e3-d404b3777117\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:48:52.621247 3849 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 06:48:53.958372 3849 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-cccf9fb9-s86f8] creating logical port openshift-pipelines_tekton-results-api-cccf9fb9-s86f8 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:48:53.958493 3849 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-cccf9fb9-s86f8 I0513 06:48:53.977998 3849 pod.go:62] [openshift-pipelines/tekton-results-api-cccf9fb9-s86f8] pod update took 19.542612ms I0513 06:48:53.978024 3849 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-cccf9fb9-s86f8] addLogicalPort annotation time took 19.575596ms I0513 06:48:53.979278 3849 pods.go:271] [openshift-pipelines/tekton-results-api-cccf9fb9-s86f8] addLogicalPort took 20.92643ms, libovsdb time 869.083µs I0513 06:48:54.161008 3849 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-plxdm] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-plxdm for pod on switch ip-10-0-2-84.ec2.internal I0513 06:48:54.161131 3849 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-plxdm I0513 06:48:54.183273 3849 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-plxdm] pod update took 22.18094ms I0513 06:48:54.183304 3849 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-plxdm] addLogicalPort annotation time took 22.214231ms I0513 06:48:54.184772 3849 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-plxdm] addLogicalPort took 23.780291ms, libovsdb time 1.067698ms I0513 06:48:54.319561 3849 cni.go:452] [openshift-pipelines/tekton-results-api-cccf9fb9-s86f8 b5600884cd61fe365067397fb82d5980da9a44d02d13b7b8950b91fb07f51b9f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-s86f8 b5600884cd61fe365067397fb82d5980da9a44d02d13b7b8950b91fb07f51b9f network default NAD default NAD key ] I0513 06:48:54.328918 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-cccf9fb9-s86f8, hostIfaceName: b5600884cd61fe3, network: default, NAD default, SandboxID: "b5600884cd61fe365067397fb82d5980da9a44d02d13b7b8950b91fb07f51b9f", PCI device ID: , UID: "ee0a50dd-77d8-4265-801c-b4d0846c5d74", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0513 06:48:54.386284 3849 cni.go:473] [openshift-pipelines/tekton-results-api-cccf9fb9-s86f8 b5600884cd61fe365067397fb82d5980da9a44d02d13b7b8950b91fb07f51b9f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-s86f8 b5600884cd61fe365067397fb82d5980da9a44d02d13b7b8950b91fb07f51b9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:60:15:06:d7:07\",\"name\":\"b5600884cd61fe3\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e89b40ba-6300-487a-9c6b-60e1da31d567\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:48:54.521380 3849 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-plxdm 8ce70b07576769957d184abbff5c17586fab16a7e24a2961335facd241e1df3d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-plxdm 8ce70b07576769957d184abbff5c17586fab16a7e24a2961335facd241e1df3d network default NAD default NAD key ] I0513 06:48:54.531705 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-plxdm, hostIfaceName: 8ce70b075767699, network: default, NAD default, SandboxID: "8ce70b07576769957d184abbff5c17586fab16a7e24a2961335facd241e1df3d", PCI device ID: , UID: "75a9faca-93b8-4190-a84a-e98b67c18fa9", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0513 06:48:54.584212 3849 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-plxdm 8ce70b07576769957d184abbff5c17586fab16a7e24a2961335facd241e1df3d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-plxdm 8ce70b07576769957d184abbff5c17586fab16a7e24a2961335facd241e1df3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:65:30:49:1b:0f\",\"name\":\"8ce70b075767699\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b28b741-c3f7-4414-b74c-bea6a53df4cb\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:48:59.624867 3849 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 06:48:59.624889 3849 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 06:48:59.624894 3849 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 06:49:04.656916 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 06:49:04.656938 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 06:49:04.656943 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 06:49:11.356831 3849 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:49:11.357424 3849 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:49:11.393258 3849 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:49:11.393280 3849 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:49:11.400923 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 06:49:11.400955 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 06:49:13.039858 3849 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-9h7qv-rvxwb] creating logical port tsf-tas_segment-backup-installation-9h7qv-rvxwb for pod on switch ip-10-0-2-84.ec2.internal I0513 06:49:13.039964 3849 kube.go:256] Updating pod tsf-tas/segment-backup-installation-9h7qv-rvxwb I0513 06:49:13.054976 3849 pod.go:62] [tsf-tas/segment-backup-installation-9h7qv-rvxwb] pod update took 15.042499ms I0513 06:49:13.055005 3849 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-9h7qv-rvxwb] addLogicalPort annotation time took 15.075292ms I0513 06:49:13.056254 3849 pods.go:271] [tsf-tas/segment-backup-installation-9h7qv-rvxwb] addLogicalPort took 16.417362ms, libovsdb time 865.36µs I0513 06:49:13.403596 3849 cni.go:452] [tsf-tas/segment-backup-installation-9h7qv-rvxwb 5cf6b1923b7db2f135ca7747fdca269b2289a1d9c7c8f3a16df7fccba222e821 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-9h7qv-rvxwb 5cf6b1923b7db2f135ca7747fdca269b2289a1d9c7c8f3a16df7fccba222e821 network default NAD default NAD key ] I0513 06:49:13.413016 3849 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-9h7qv-rvxwb, hostIfaceName: 5cf6b1923b7db2f, network: default, NAD default, SandboxID: "5cf6b1923b7db2f135ca7747fdca269b2289a1d9c7c8f3a16df7fccba222e821", PCI device ID: , UID: "6ed3e6ef-6ce7-4a1f-92c2-4a34e554fdd5", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0513 06:49:13.468628 3849 cni.go:473] [tsf-tas/segment-backup-installation-9h7qv-rvxwb 5cf6b1923b7db2f135ca7747fdca269b2289a1d9c7c8f3a16df7fccba222e821 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-9h7qv-rvxwb 5cf6b1923b7db2f135ca7747fdca269b2289a1d9c7c8f3a16df7fccba222e821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:cb:4c:dc:11:f6\",\"name\":\"5cf6b1923b7db2f\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d24e45c2-2aad-40a8-88c3-5ea7d3259200\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:49:13.569665 3849 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-569bfb6758-6btkv] creating logical port tsf-tas_fulcio-server-569bfb6758-6btkv for pod on switch ip-10-0-2-84.ec2.internal I0513 06:49:13.569784 3849 kube.go:256] Updating pod tsf-tas/fulcio-server-569bfb6758-6btkv I0513 06:49:13.590531 3849 pod.go:62] [tsf-tas/fulcio-server-569bfb6758-6btkv] pod update took 20.776159ms I0513 06:49:13.590561 3849 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-569bfb6758-6btkv] addLogicalPort annotation time took 20.816872ms I0513 06:49:13.591840 3849 pods.go:271] [tsf-tas/fulcio-server-569bfb6758-6btkv] addLogicalPort took 22.193103ms, libovsdb time 846.924µs I0513 06:49:13.932175 3849 cni.go:452] [tsf-tas/fulcio-server-569bfb6758-6btkv 9c09658bd93f94f30a5c2833846f25b66f997de0a59d8e8fd4991627f2a4b7f6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-569bfb6758-6btkv 9c09658bd93f94f30a5c2833846f25b66f997de0a59d8e8fd4991627f2a4b7f6 network default NAD default NAD key ] I0513 06:49:13.942442 3849 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-569bfb6758-6btkv, hostIfaceName: 9c09658bd93f94f, network: default, NAD default, SandboxID: "9c09658bd93f94f30a5c2833846f25b66f997de0a59d8e8fd4991627f2a4b7f6", PCI device ID: , UID: "a8cb1ccd-bbb9-4599-b7f2-d34a6420fd10", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0513 06:49:13.997248 3849 cni.go:473] [tsf-tas/fulcio-server-569bfb6758-6btkv 9c09658bd93f94f30a5c2833846f25b66f997de0a59d8e8fd4991627f2a4b7f6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-569bfb6758-6btkv 9c09658bd93f94f30a5c2833846f25b66f997de0a59d8e8fd4991627f2a4b7f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:f0:c0:20:23:99\",\"name\":\"9c09658bd93f94f\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78d17e81-5fb4-4682-84c0-ecc408dc9cea\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:49:14.005430 3849 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-b55d57864-95cf4] creating logical port tsf-tas_trillian-logsigner-b55d57864-95cf4 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:49:14.005533 3849 kube.go:256] Updating pod tsf-tas/trillian-logsigner-b55d57864-95cf4 I0513 06:49:14.026269 3849 pod.go:62] [tsf-tas/trillian-logsigner-b55d57864-95cf4] pod update took 20.76434ms I0513 06:49:14.026296 3849 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-b55d57864-95cf4] addLogicalPort annotation time took 20.79599ms I0513 06:49:14.027498 3849 pods.go:271] [tsf-tas/trillian-logsigner-b55d57864-95cf4] addLogicalPort took 22.085721ms, libovsdb time 805.08µs I0513 06:49:14.382887 3849 cni.go:452] [tsf-tas/trillian-logsigner-b55d57864-95cf4 0954a1808aebfd52ee0e0f9114f78027ed80a78fb21317b48ae2224522a03b91 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-b55d57864-95cf4 0954a1808aebfd52ee0e0f9114f78027ed80a78fb21317b48ae2224522a03b91 network default NAD default NAD key ] I0513 06:49:14.395736 3849 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-b55d57864-95cf4, hostIfaceName: 0954a1808aebfd5, network: default, NAD default, SandboxID: "0954a1808aebfd52ee0e0f9114f78027ed80a78fb21317b48ae2224522a03b91", PCI device ID: , UID: "e055309c-7031-4a24-b6f0-ff1aa950cfca", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0513 06:49:14.470900 3849 cni.go:473] [tsf-tas/trillian-logsigner-b55d57864-95cf4 0954a1808aebfd52ee0e0f9114f78027ed80a78fb21317b48ae2224522a03b91 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-b55d57864-95cf4 0954a1808aebfd52ee0e0f9114f78027ed80a78fb21317b48ae2224522a03b91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:38:e4:bb:bd:20\",\"name\":\"0954a1808aebfd5\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/070431bd-33c1-4581-a565-00e93d8aa3b2\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:49:15.715109 3849 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 06:49:15.715134 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0513 06:49:16.740686 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0513 06:49:16.740706 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0513 06:49:21.470518 3849 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jmr7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:49:21.471151 3849 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jmr7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:49:22.361069 3849 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jmr7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:49:22.361098 3849 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jmr7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 06:49:23.339105 3849 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 06:49:26.806388 3849 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 06:49:29.809147 3849 cni.go:452] [tsf-tas/segment-backup-installation-9h7qv-rvxwb 5cf6b1923b7db2f135ca7747fdca269b2289a1d9c7c8f3a16df7fccba222e821 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-9h7qv-rvxwb 5cf6b1923b7db2f135ca7747fdca269b2289a1d9c7c8f3a16df7fccba222e821 network default NAD default NAD key ] I0513 06:49:29.892981 3849 cni.go:473] [tsf-tas/segment-backup-installation-9h7qv-rvxwb 5cf6b1923b7db2f135ca7747fdca269b2289a1d9c7c8f3a16df7fccba222e821 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-9h7qv-rvxwb 5cf6b1923b7db2f135ca7747fdca269b2289a1d9c7c8f3a16df7fccba222e821 network default NAD default NAD key default], result "{}", err I0513 06:49:29.970414 3849 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-9h7qv-rvxwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:49:29.970449 3849 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-9h7qv-rvxwb I0513 06:49:29.971949 3849 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-9h7qv-rvxwb, ips: 10.129.0.36 I0513 06:49:29.971980 3849 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-9h7qv-rvxwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 06:49:30.362596 3849 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0513 06:49:30.829037 3849 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-9h7qv-rvxwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:49:30.829068 3849 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-9h7qv-rvxwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 06:49:31.391922 3849 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0513 06:49:54.890769 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 06:50:00.683449 3849 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:00.684116 3849 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:00.702347 3849 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:00.702367 3849 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:00.705935 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 06:50:00.705960 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 06:50:07.523062 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:07.523715 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:08.543898 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:08.543926 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:09.713134 3849 obj_retry.go:498] Detected object tsf/patch-tekton-config-f4mg4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:09.713727 3849 obj_retry.go:498] Detected object tsf/patch-tekton-config-f4mg4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:10.735663 3849 obj_retry.go:492] Detected object tsf/patch-tekton-config-f4mg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:10.735690 3849 obj_retry.go:492] Detected object tsf/patch-tekton-config-f4mg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:12.739698 3849 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-gjkxb-975qp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:12.740342 3849 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-gjkxb-975qp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:13.626586 3849 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-gjkxb-975qp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:13.626612 3849 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-gjkxb-975qp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:13.771559 3849 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qknqp-fpm4w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:13.772161 3849 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qknqp-fpm4w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:14.646366 3849 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qknqp-fpm4w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:14.646394 3849 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qknqp-fpm4w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:16.762340 3849 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lqb6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:16.762977 3849 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lqb6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 06:50:17.641305 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 06:50:17.782430 3849 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lqb6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:17.782452 3849 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lqb6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:17.815290 3849 obj_retry.go:492] Detected object tsf/patch-tekton-config-f4mg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:17.815317 3849 obj_retry.go:492] Detected object tsf/patch-tekton-config-f4mg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:17.819160 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-f4mg4 I0513 06:50:17.819180 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-f4mg4 I0513 06:50:20.112696 3849 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7cd77bb584-cmjvl] creating logical port tsf-tas_rekor-search-ui-7cd77bb584-cmjvl for pod on switch ip-10-0-2-84.ec2.internal I0513 06:50:20.112854 3849 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7cd77bb584-cmjvl I0513 06:50:20.129103 3849 pod.go:62] [tsf-tas/rekor-search-ui-7cd77bb584-cmjvl] pod update took 16.299043ms I0513 06:50:20.129127 3849 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7cd77bb584-cmjvl] addLogicalPort annotation time took 16.32776ms I0513 06:50:20.130503 3849 pods.go:271] [tsf-tas/rekor-search-ui-7cd77bb584-cmjvl] addLogicalPort took 17.826432ms, libovsdb time 970.288µs I0513 06:50:20.506454 3849 cni.go:452] [tsf-tas/rekor-search-ui-7cd77bb584-cmjvl 498489aeb290c830c0f1b921f09b4e81b4b15636b60d6cc76dc6776d031a50f1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7cd77bb584-cmjvl 498489aeb290c830c0f1b921f09b4e81b4b15636b60d6cc76dc6776d031a50f1 network default NAD default NAD key ] I0513 06:50:20.516311 3849 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7cd77bb584-cmjvl, hostIfaceName: 498489aeb290c83, network: default, NAD default, SandboxID: "498489aeb290c830c0f1b921f09b4e81b4b15636b60d6cc76dc6776d031a50f1", PCI device ID: , UID: "6ab2dce8-6ae2-4ff3-9843-070fe8e86abc", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0513 06:50:20.570637 3849 cni.go:473] [tsf-tas/rekor-search-ui-7cd77bb584-cmjvl 498489aeb290c830c0f1b921f09b4e81b4b15636b60d6cc76dc6776d031a50f1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7cd77bb584-cmjvl 498489aeb290c830c0f1b921f09b4e81b4b15636b60d6cc76dc6776d031a50f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:45:d9:40:ed:d2\",\"name\":\"498489aeb290c83\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5f7e6e7-b7ce-4f01-8558-415dc5757b7f\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:50:21.684464 3849 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0513 06:50:24.089820 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 06:50:24.825622 3849 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:24.826519 3849 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:24.845069 3849 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:24.845097 3849 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:24.852130 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 06:50:24.852156 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0513 06:50:26.083050 3849 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-hwqfn] creating logical port tsf-tpa_create-db-hwqfn for pod on switch ip-10-0-2-84.ec2.internal I0513 06:50:26.083142 3849 kube.go:256] Updating pod tsf-tpa/create-db-hwqfn I0513 06:50:26.099144 3849 pod.go:62] [tsf-tpa/create-db-hwqfn] pod update took 16.025071ms I0513 06:50:26.099168 3849 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-hwqfn] addLogicalPort annotation time took 16.053977ms I0513 06:50:26.100464 3849 pods.go:271] [tsf-tpa/create-db-hwqfn] addLogicalPort took 17.434684ms, libovsdb time 901.793µs I0513 06:50:26.442540 3849 cni.go:452] [tsf-tpa/create-db-hwqfn 2cea620d378f8611abfbe446d73237087cb4f44274b8564bb1353a1f921fbf58 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-hwqfn 2cea620d378f8611abfbe446d73237087cb4f44274b8564bb1353a1f921fbf58 network default NAD default NAD key ] I0513 06:50:26.451800 3849 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-hwqfn, hostIfaceName: 2cea620d378f861, network: default, NAD default, SandboxID: "2cea620d378f8611abfbe446d73237087cb4f44274b8564bb1353a1f921fbf58", PCI device ID: , UID: "d28266ac-b45d-47bb-bf21-c77a58efd3bd", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0513 06:50:26.506108 3849 cni.go:473] [tsf-tpa/create-db-hwqfn 2cea620d378f8611abfbe446d73237087cb4f44274b8564bb1353a1f921fbf58 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-hwqfn 2cea620d378f8611abfbe446d73237087cb4f44274b8564bb1353a1f921fbf58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:47:f8:02:98:ee\",\"name\":\"2cea620d378f861\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0aadf6e3-4c91-492a-b3d4-37f2325b1122\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:50:29.714413 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0513 06:50:30.133559 3849 cni.go:452] [tsf-tpa/create-db-hwqfn 2cea620d378f8611abfbe446d73237087cb4f44274b8564bb1353a1f921fbf58 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-hwqfn 2cea620d378f8611abfbe446d73237087cb4f44274b8564bb1353a1f921fbf58 network default NAD default NAD key ] I0513 06:50:30.206208 3849 cni.go:473] [tsf-tpa/create-db-hwqfn 2cea620d378f8611abfbe446d73237087cb4f44274b8564bb1353a1f921fbf58 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-hwqfn 2cea620d378f8611abfbe446d73237087cb4f44274b8564bb1353a1f921fbf58 network default NAD default NAD key default], result "{}", err I0513 06:50:30.254793 3849 obj_retry.go:498] Detected object tsf-tpa/create-db-hwqfn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:30.254831 3849 pods.go:176] Deleting pod: tsf-tpa/create-db-hwqfn I0513 06:50:30.256244 3849 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-hwqfn, ips: 10.129.0.40 I0513 06:50:30.256276 3849 obj_retry.go:498] Detected object tsf-tpa/create-db-hwqfn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:31.276701 3849 obj_retry.go:492] Detected object tsf-tpa/create-db-hwqfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:31.276728 3849 obj_retry.go:492] Detected object tsf-tpa/create-db-hwqfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 06:50:36.136820 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 06:50:37.109714 3849 obj_retry.go:498] Detected object tsf-tpa/migrate-db-x5xg4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:37.110277 3849 obj_retry.go:498] Detected object tsf-tpa/migrate-db-x5xg4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:37.775017 3849 obj_retry.go:492] Detected object tsf-tpa/migrate-db-x5xg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:37.775053 3849 obj_retry.go:492] Detected object tsf-tpa/migrate-db-x5xg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:37.967569 3849 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-mcml4] creating logical port tsf-tpa_create-importers-mcml4 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:50:37.967668 3849 kube.go:256] Updating pod tsf-tpa/create-importers-mcml4 I0513 06:50:37.979506 3849 pod.go:62] [tsf-tpa/create-importers-mcml4] pod update took 11.85923ms I0513 06:50:37.979529 3849 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-mcml4] addLogicalPort annotation time took 11.888405ms I0513 06:50:37.981049 3849 pods.go:271] [tsf-tpa/create-importers-mcml4] addLogicalPort took 13.500855ms, libovsdb time 1.040672ms I0513 06:50:38.328641 3849 cni.go:452] [tsf-tpa/create-importers-mcml4 d6c36780be890ccadf9c534b3f2dde4bc4ca29b2f22c61cd8e9075aefd5ea350 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-mcml4 d6c36780be890ccadf9c534b3f2dde4bc4ca29b2f22c61cd8e9075aefd5ea350 network default NAD default NAD key ] I0513 06:50:38.337770 3849 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-mcml4, hostIfaceName: d6c36780be890cc, network: default, NAD default, SandboxID: "d6c36780be890ccadf9c534b3f2dde4bc4ca29b2f22c61cd8e9075aefd5ea350", PCI device ID: , UID: "2e5e1f92-e1ac-4907-8018-6ed732183caa", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0513 06:50:38.392274 3849 cni.go:473] [tsf-tpa/create-importers-mcml4 d6c36780be890ccadf9c534b3f2dde4bc4ca29b2f22c61cd8e9075aefd5ea350 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-mcml4 d6c36780be890ccadf9c534b3f2dde4bc4ca29b2f22c61cd8e9075aefd5ea350 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:7f:c4:66:79:cb\",\"name\":\"d6c36780be890cc\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc776de7-7a19-4d2f-9d77-95b6e9657a76\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:50:40.198334 3849 cni.go:452] [tsf-tpa/create-importers-mcml4 d6c36780be890ccadf9c534b3f2dde4bc4ca29b2f22c61cd8e9075aefd5ea350 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-mcml4 d6c36780be890ccadf9c534b3f2dde4bc4ca29b2f22c61cd8e9075aefd5ea350 network default NAD default NAD key ] I0513 06:50:40.283855 3849 cni.go:473] [tsf-tpa/create-importers-mcml4 d6c36780be890ccadf9c534b3f2dde4bc4ca29b2f22c61cd8e9075aefd5ea350 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-mcml4 d6c36780be890ccadf9c534b3f2dde4bc4ca29b2f22c61cd8e9075aefd5ea350 network default NAD default NAD key default], result "{}", err I0513 06:50:40.340339 3849 obj_retry.go:498] Detected object tsf-tpa/create-importers-mcml4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:40.340372 3849 pods.go:176] Deleting pod: tsf-tpa/create-importers-mcml4 I0513 06:50:40.341706 3849 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-mcml4, ips: 10.129.0.41 I0513 06:50:40.341738 3849 obj_retry.go:498] Detected object tsf-tpa/create-importers-mcml4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:41.361925 3849 obj_retry.go:492] Detected object tsf-tpa/create-importers-mcml4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:41.362041 3849 obj_retry.go:492] Detected object tsf-tpa/create-importers-mcml4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:46.903295 3849 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-mztfm-ckp4g] creating logical port tsf-tas_tuf-repository-init-mztfm-ckp4g for pod on switch ip-10-0-2-84.ec2.internal I0513 06:50:46.903401 3849 kube.go:256] Updating pod tsf-tas/tuf-repository-init-mztfm-ckp4g I0513 06:50:46.918822 3849 pod.go:62] [tsf-tas/tuf-repository-init-mztfm-ckp4g] pod update took 15.447059ms I0513 06:50:46.918844 3849 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-mztfm-ckp4g] addLogicalPort annotation time took 15.474825ms I0513 06:50:46.920153 3849 pods.go:271] [tsf-tas/tuf-repository-init-mztfm-ckp4g] addLogicalPort took 16.881074ms, libovsdb time 886.617µs W0513 06:50:48.865645 3849 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0513 06:50:49.666029 3849 cni.go:452] [tsf-tas/tuf-repository-init-mztfm-ckp4g af3ff14603464d170d53723b9d419d9cd065347dfa2ff3bd8fc47f31a0afc6f3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-mztfm-ckp4g af3ff14603464d170d53723b9d419d9cd065347dfa2ff3bd8fc47f31a0afc6f3 network default NAD default NAD key ] I0513 06:50:49.675618 3849 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-mztfm-ckp4g, hostIfaceName: af3ff14603464d1, network: default, NAD default, SandboxID: "af3ff14603464d170d53723b9d419d9cd065347dfa2ff3bd8fc47f31a0afc6f3", PCI device ID: , UID: "9c34bd68-c2c1-4c0a-969e-10433b018ea3", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0513 06:50:49.728506 3849 cni.go:473] [tsf-tas/tuf-repository-init-mztfm-ckp4g af3ff14603464d170d53723b9d419d9cd065347dfa2ff3bd8fc47f31a0afc6f3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-mztfm-ckp4g af3ff14603464d170d53723b9d419d9cd065347dfa2ff3bd8fc47f31a0afc6f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a5:56:b8:58:c9\",\"name\":\"af3ff14603464d1\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6cd24d0-e396-482d-8783-f2642c32104d\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:50:55.279922 3849 cni.go:452] [tsf-tas/tuf-repository-init-mztfm-ckp4g af3ff14603464d170d53723b9d419d9cd065347dfa2ff3bd8fc47f31a0afc6f3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-mztfm-ckp4g af3ff14603464d170d53723b9d419d9cd065347dfa2ff3bd8fc47f31a0afc6f3 network default NAD default NAD key ] I0513 06:50:55.373301 3849 cni.go:473] [tsf-tas/tuf-repository-init-mztfm-ckp4g af3ff14603464d170d53723b9d419d9cd065347dfa2ff3bd8fc47f31a0afc6f3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-mztfm-ckp4g af3ff14603464d170d53723b9d419d9cd065347dfa2ff3bd8fc47f31a0afc6f3 network default NAD default NAD key default], result "{}", err I0513 06:50:55.425259 3849 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-mztfm-ckp4g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:55.425304 3849 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-mztfm-ckp4g I0513 06:50:55.426683 3849 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-mztfm-ckp4g, ips: 10.129.0.42 I0513 06:50:55.426718 3849 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-mztfm-ckp4g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:56.133620 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0513 06:50:56.447678 3849 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-mztfm-ckp4g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:56.447707 3849 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-mztfm-ckp4g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:59.001966 3849 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-f5rh7] creating logical port tsf-tas_tuf-97fc8ff76-f5rh7 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:50:59.002055 3849 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-f5rh7 I0513 06:50:59.018530 3849 pod.go:62] [tsf-tas/tuf-97fc8ff76-f5rh7] pod update took 16.493436ms I0513 06:50:59.018558 3849 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-f5rh7] addLogicalPort annotation time took 16.528024ms I0513 06:50:59.020059 3849 pods.go:271] [tsf-tas/tuf-97fc8ff76-f5rh7] addLogicalPort took 18.10723ms, libovsdb time 957.471µs I0513 06:51:09.278473 3849 cni.go:452] [tsf-tas/tuf-97fc8ff76-f5rh7 b1b22520586a5e21a95c23ecf5cf259ad2bb82dfd1b4e354aa99bbe0c88f4f24 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-f5rh7 b1b22520586a5e21a95c23ecf5cf259ad2bb82dfd1b4e354aa99bbe0c88f4f24 network default NAD default NAD key ] I0513 06:51:09.287910 3849 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-f5rh7, hostIfaceName: b1b22520586a5e2, network: default, NAD default, SandboxID: "b1b22520586a5e21a95c23ecf5cf259ad2bb82dfd1b4e354aa99bbe0c88f4f24", PCI device ID: , UID: "96869fed-0271-4415-9762-ccb3faae746f", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0513 06:51:09.340736 3849 cni.go:473] [tsf-tas/tuf-97fc8ff76-f5rh7 b1b22520586a5e21a95c23ecf5cf259ad2bb82dfd1b4e354aa99bbe0c88f4f24 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-f5rh7 b1b22520586a5e21a95c23ecf5cf259ad2bb82dfd1b4e354aa99bbe0c88f4f24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:44:88:1a:83:d1\",\"name\":\"b1b22520586a5e2\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9c26751-5daf-4304-94a7-f05aedbd4c0b\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:51:11.367075 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0513 06:51:17.122044 3849 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:51:17.122582 3849 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:51:17.158076 3849 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:51:17.158102 3849 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:51:17.165129 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 06:51:17.165151 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 06:51:18.039956 3849 namespace.go:98] [build-service] adding namespace I0513 06:51:18.040838 3849 namespace.go:102] [build-service] adding namespace took 859.458µs I0513 06:51:18.044175 3849 namespace.go:98] [default-tenant] adding namespace I0513 06:51:18.044967 3849 namespace.go:102] [default-tenant] adding namespace took 772.111µs I0513 06:51:18.048691 3849 namespace.go:98] [image-controller] adding namespace I0513 06:51:18.048784 3849 namespace.go:98] [integration-service] adding namespace I0513 06:51:18.049462 3849 namespace.go:102] [image-controller] adding namespace took 755.883µs I0513 06:51:18.050048 3849 namespace.go:102] [integration-service] adding namespace took 1.248069ms I0513 06:51:18.121214 3849 namespace.go:142] [build-service] updating namespace I0513 06:51:18.129104 3849 namespace.go:142] [build-service] updating namespace I0513 06:51:18.144153 3849 namespace.go:142] [default-tenant] updating namespace I0513 06:51:18.165452 3849 namespace.go:142] [default-tenant] updating namespace I0513 06:51:18.172351 3849 namespace.go:142] [image-controller] updating namespace I0513 06:51:18.200285 3849 namespace.go:142] [image-controller] updating namespace I0513 06:51:18.200359 3849 namespace.go:142] [integration-service] updating namespace I0513 06:51:18.222653 3849 namespace.go:142] [integration-service] updating namespace I0513 06:51:18.338454 3849 namespace.go:142] [build-service] updating namespace I0513 06:51:18.346510 3849 namespace.go:142] [integration-service] updating namespace I0513 06:51:18.379756 3849 namespace.go:98] [release-service] adding namespace I0513 06:51:18.380742 3849 namespace.go:102] [release-service] adding namespace took 962.989µs I0513 06:51:18.407618 3849 namespace.go:142] [release-service] updating namespace I0513 06:51:18.437273 3849 namespace.go:142] [konflux-ui] updating namespace I0513 06:51:18.458679 3849 namespace.go:142] [release-service] updating namespace I0513 06:51:18.576081 3849 namespace.go:98] [konflux-info] adding namespace I0513 06:51:18.576954 3849 namespace.go:102] [konflux-info] adding namespace took 850.625µs I0513 06:51:18.637455 3849 namespace.go:98] [namespace-lister] adding namespace I0513 06:51:18.638423 3849 namespace.go:102] [namespace-lister] adding namespace took 945.453µs I0513 06:51:18.664178 3849 namespace.go:142] [konflux-info] updating namespace I0513 06:51:18.697345 3849 namespace.go:142] [image-controller] updating namespace I0513 06:51:18.697476 3849 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-84.ec2.internal I0513 06:51:18.697578 3849 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0513 06:51:18.705125 3849 namespace.go:98] [enterprise-contract-service] adding namespace I0513 06:51:18.706056 3849 namespace.go:102] [enterprise-contract-service] adding namespace took 911.462µs I0513 06:51:18.706268 3849 namespace.go:142] [konflux-info] updating namespace I0513 06:51:18.721087 3849 namespace.go:142] [namespace-lister] updating namespace I0513 06:51:18.726336 3849 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 28.780744ms I0513 06:51:18.726361 3849 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 28.810427ms I0513 06:51:18.727579 3849 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 30.123388ms, libovsdb time 830.416µs I0513 06:51:18.765292 3849 namespace.go:142] [enterprise-contract-service] updating namespace I0513 06:51:18.808384 3849 namespace.go:142] [namespace-lister] updating namespace I0513 06:51:18.828482 3849 namespace.go:142] [build-service] updating namespace I0513 06:51:18.903776 3849 namespace.go:142] [enterprise-contract-service] updating namespace I0513 06:51:18.964191 3849 namespace.go:142] [default-tenant] updating namespace I0513 06:51:19.060989 3849 cni.go:452] [konflux-ui/test-tsf-konflux baacb4c3f685cec836776e5d28195bc229f58bcd1db3551a280919b0054d1fc8 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux baacb4c3f685cec836776e5d28195bc229f58bcd1db3551a280919b0054d1fc8 network default NAD default NAD key ] I0513 06:51:19.071036 3849 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: baacb4c3f685cec, network: default, NAD default, SandboxID: "baacb4c3f685cec836776e5d28195bc229f58bcd1db3551a280919b0054d1fc8", PCI device ID: , UID: "b3a0067f-cfda-48b2-be9f-4aaef76d2cc9", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0513 06:51:19.100119 3849 namespace.go:98] [segment-bridge] adding namespace I0513 06:51:19.101107 3849 namespace.go:102] [segment-bridge] adding namespace took 935.165µs I0513 06:51:19.139256 3849 cni.go:473] [konflux-ui/test-tsf-konflux baacb4c3f685cec836776e5d28195bc229f58bcd1db3551a280919b0054d1fc8 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux baacb4c3f685cec836776e5d28195bc229f58bcd1db3551a280919b0054d1fc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b3:37:eb:96:e2\",\"name\":\"baacb4c3f685cec\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f75bc0c1-74d9-4ba8-a30b-45341d60c925\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:51:19.176406 3849 namespace.go:98] [konflux-cli] adding namespace I0513 06:51:19.176629 3849 namespace.go:142] [segment-bridge] updating namespace I0513 06:51:19.177355 3849 namespace.go:102] [konflux-cli] adding namespace took 925.86µs I0513 06:51:19.277409 3849 namespace.go:142] [segment-bridge] updating namespace I0513 06:51:19.323314 3849 namespace.go:142] [konflux-cli] updating namespace I0513 06:51:19.461164 3849 namespace.go:142] [konflux-cli] updating namespace I0513 06:51:20.284399 3849 namespace.go:142] [default-tenant] updating namespace I0513 06:51:20.513920 3849 namespace.go:142] [image-controller] updating namespace I0513 06:51:20.716776 3849 namespace.go:142] [integration-service] updating namespace I0513 06:51:20.830133 3849 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 06:51:20.830844 3849 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 06:51:20.830870 3849 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 06:51:20.834142 3849 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 06:51:20.840206 3849 namespace.go:142] [release-service] updating namespace I0513 06:51:20.956364 3849 namespace.go:142] [build-service] updating namespace I0513 06:51:20.966177 3849 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 06:51:20.966201 3849 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 06:51:20.967142 3849 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 06:51:20.971252 3849 namespace.go:142] [default-tenant] updating namespace I0513 06:51:20.989179 3849 namespace.go:142] [image-controller] updating namespace I0513 06:51:21.004727 3849 namespace.go:142] [integration-service] updating namespace I0513 06:51:21.018901 3849 namespace.go:142] [release-service] updating namespace I0513 06:51:21.073710 3849 namespace.go:142] [build-service] updating namespace I0513 06:51:21.127779 3849 namespace.go:142] [default-tenant] updating namespace I0513 06:51:21.202799 3849 namespace.go:142] [image-controller] updating namespace I0513 06:51:21.273428 3849 namespace.go:142] [integration-service] updating namespace I0513 06:51:21.375460 3849 namespace.go:142] [release-service] updating namespace I0513 06:51:21.490201 3849 base_network_controller_pods.go:487] [default/konflux-ui/dex-6d9d7f96bb-hx5d2] creating logical port konflux-ui_dex-6d9d7f96bb-hx5d2 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:51:21.490332 3849 kube.go:256] Updating pod konflux-ui/dex-6d9d7f96bb-hx5d2 I0513 06:51:21.510280 3849 pod.go:62] [konflux-ui/dex-6d9d7f96bb-hx5d2] pod update took 19.974136ms I0513 06:51:21.510310 3849 base_network_controller_pods.go:951] [default/konflux-ui/dex-6d9d7f96bb-hx5d2] addLogicalPort annotation time took 20.010772ms I0513 06:51:21.511634 3849 pods.go:271] [konflux-ui/dex-6d9d7f96bb-hx5d2] addLogicalPort took 21.458196ms, libovsdb time 889.771µs I0513 06:51:21.838140 3849 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-qgr68] creating logical port image-controller_image-controller-controller-manager-6f859968fc-qgr68 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:51:21.838291 3849 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-qgr68 I0513 06:51:21.851691 3849 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6b78bcccb4-pcjjd] creating logical port konflux-ui_proxy-6b78bcccb4-pcjjd for pod on switch ip-10-0-2-84.ec2.internal I0513 06:51:21.851832 3849 kube.go:256] Updating pod konflux-ui/proxy-6b78bcccb4-pcjjd I0513 06:51:21.865454 3849 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-qgr68] pod update took 27.186863ms I0513 06:51:21.865482 3849 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-qgr68] addLogicalPort annotation time took 27.221089ms I0513 06:51:21.867163 3849 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-qgr68] addLogicalPort took 29.036148ms, libovsdb time 1.08552ms I0513 06:51:21.873206 3849 pod.go:62] [konflux-ui/proxy-6b78bcccb4-pcjjd] pod update took 21.408597ms I0513 06:51:21.873297 3849 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6b78bcccb4-pcjjd] addLogicalPort annotation time took 21.502957ms I0513 06:51:21.874555 3849 pods.go:271] [konflux-ui/proxy-6b78bcccb4-pcjjd] addLogicalPort took 22.885911ms, libovsdb time 847.782µs I0513 06:51:22.284671 3849 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-mfp6k for pod on switch ip-10-0-2-84.ec2.internal I0513 06:51:22.284770 3849 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k I0513 06:51:22.309403 3849 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k] pod update took 24.659418ms I0513 06:51:22.309428 3849 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k] addLogicalPort annotation time took 24.689636ms I0513 06:51:22.310748 3849 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k] addLogicalPort took 26.098643ms, libovsdb time 901.15µs W0513 06:51:22.445056 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0513 06:51:22.611690 3849 namespace.go:142] [enterprise-contract-service] updating namespace I0513 06:51:22.721573 3849 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-wdkpk] creating logical port build-service_build-service-controller-manager-7cbf488fcf-wdkpk for pod on switch ip-10-0-2-84.ec2.internal I0513 06:51:22.721666 3849 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-wdkpk I0513 06:51:22.740786 3849 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-wdkpk] pod update took 19.14794ms I0513 06:51:22.740810 3849 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-wdkpk] addLogicalPort annotation time took 19.176363ms I0513 06:51:22.742156 3849 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-wdkpk] addLogicalPort took 20.597446ms, libovsdb time 890.607µs I0513 06:51:22.797144 3849 namespace.go:142] [konflux-cli] updating namespace I0513 06:51:22.998824 3849 namespace.go:142] [konflux-info] updating namespace I0513 06:51:23.000678 3849 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-96dlx] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-96dlx for pod on switch ip-10-0-2-84.ec2.internal I0513 06:51:23.000770 3849 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-96dlx W0513 06:51:23.009452 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 06:51:23.020308 3849 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-96dlx] pod update took 19.563722ms I0513 06:51:23.020333 3849 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-96dlx] addLogicalPort annotation time took 19.591064ms I0513 06:51:23.021553 3849 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-96dlx] addLogicalPort took 20.892205ms, libovsdb time 804.31µs I0513 06:51:23.092290 3849 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-wdkpk 501c924b88adf65136914c37a74c393963f273bbdf55324cd95f750f58b9710c network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-wdkpk 501c924b88adf65136914c37a74c393963f273bbdf55324cd95f750f58b9710c network default NAD default NAD key ] I0513 06:51:23.105011 3849 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-wdkpk, hostIfaceName: 501c924b88adf65, network: default, NAD default, SandboxID: "501c924b88adf65136914c37a74c393963f273bbdf55324cd95f750f58b9710c", PCI device ID: , UID: "7a54f199-3ce5-4f02-b7d3-91791f89ab28", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0513 06:51:23.183274 3849 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-wdkpk 501c924b88adf65136914c37a74c393963f273bbdf55324cd95f750f58b9710c network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-wdkpk 501c924b88adf65136914c37a74c393963f273bbdf55324cd95f750f58b9710c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:80:de:cb:ed:9e\",\"name\":\"501c924b88adf65\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6daa2d3-b338-437f-b9a2-a917b5ec875e\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:51:23.204456 3849 namespace.go:142] [namespace-lister] updating namespace I0513 06:51:23.400329 3849 namespace.go:142] [segment-bridge] updating namespace I0513 06:51:23.514498 3849 namespace.go:142] [enterprise-contract-service] updating namespace I0513 06:51:23.529172 3849 namespace.go:142] [konflux-cli] updating namespace I0513 06:51:23.541305 3849 namespace.go:142] [konflux-info] updating namespace I0513 06:51:23.557126 3849 namespace.go:142] [namespace-lister] updating namespace I0513 06:51:23.566850 3849 namespace.go:142] [segment-bridge] updating namespace I0513 06:51:23.625175 3849 namespace.go:142] [enterprise-contract-service] updating namespace I0513 06:51:23.719403 3849 namespace.go:142] [konflux-cli] updating namespace I0513 06:51:23.826278 3849 namespace.go:142] [konflux-info] updating namespace I0513 06:51:23.862690 3849 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6784485f9c-xfbd9] creating logical port integration-service_integration-service-controller-manager-6784485f9c-xfbd9 for pod on switch ip-10-0-2-84.ec2.internal I0513 06:51:23.862802 3849 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6784485f9c-xfbd9 I0513 06:51:23.882747 3849 pod.go:62] [integration-service/integration-service-controller-manager-6784485f9c-xfbd9] pod update took 19.97472ms I0513 06:51:23.882771 3849 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6784485f9c-xfbd9] addLogicalPort annotation time took 20.006771ms I0513 06:51:23.884340 3849 pods.go:271] [integration-service/integration-service-controller-manager-6784485f9c-xfbd9] addLogicalPort took 21.66808ms, libovsdb time 944.619µs I0513 06:51:23.926581 3849 namespace.go:142] [namespace-lister] updating namespace I0513 06:51:24.026992 3849 namespace.go:142] [segment-bridge] updating namespace I0513 06:51:24.233234 3849 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-qgr68 bd7f141b10cfdc5094b627db12bfd51972d67a5185313dbf2f545ad9f5bebbc9 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-qgr68 bd7f141b10cfdc5094b627db12bfd51972d67a5185313dbf2f545ad9f5bebbc9 network default NAD default NAD key ] I0513 06:51:24.245088 3849 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-qgr68, hostIfaceName: bd7f141b10cfdc5, network: default, NAD default, SandboxID: "bd7f141b10cfdc5094b627db12bfd51972d67a5185313dbf2f545ad9f5bebbc9", PCI device ID: , UID: "b3052aa1-3802-4416-b4b1-8a492bc44f4a", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0513 06:51:24.307760 3849 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-qgr68 bd7f141b10cfdc5094b627db12bfd51972d67a5185313dbf2f545ad9f5bebbc9 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-qgr68 bd7f141b10cfdc5094b627db12bfd51972d67a5185313dbf2f545ad9f5bebbc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:48:cc:40:44:5f\",\"name\":\"bd7f141b10cfdc5\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a7d074d-903d-4f95-98d0-730f1b51ea46\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:51:30.251949 3849 cni.go:452] [konflux-ui/dex-6d9d7f96bb-hx5d2 8e8ed03572cdfffa0bf5501df895e9ad3607dec6bca4604e142af3506ac65d42 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-6d9d7f96bb-hx5d2 8e8ed03572cdfffa0bf5501df895e9ad3607dec6bca4604e142af3506ac65d42 network default NAD default NAD key ] I0513 06:51:30.261263 3849 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-6d9d7f96bb-hx5d2, hostIfaceName: 8e8ed03572cdfff, network: default, NAD default, SandboxID: "8e8ed03572cdfffa0bf5501df895e9ad3607dec6bca4604e142af3506ac65d42", PCI device ID: , UID: "74baa77e-9128-44d6-9872-2ce33f83aab8", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0513 06:51:30.317211 3849 cni.go:473] [konflux-ui/dex-6d9d7f96bb-hx5d2 8e8ed03572cdfffa0bf5501df895e9ad3607dec6bca4604e142af3506ac65d42 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-6d9d7f96bb-hx5d2 8e8ed03572cdfffa0bf5501df895e9ad3607dec6bca4604e142af3506ac65d42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:89:62:0f:0b:a7\",\"name\":\"8e8ed03572cdfff\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fc4add3-587d-4578-b5fc-29e4e9403399\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:51:30.449014 3849 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k a7565c57b49dbdd1fc0d753fd08aff99a0263bceb4932b158d948543e4a40e17 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k a7565c57b49dbdd1fc0d753fd08aff99a0263bceb4932b158d948543e4a40e17 network default NAD default NAD key ] I0513 06:51:30.459128 3849 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-mfp6k, hostIfaceName: a7565c57b49dbdd, network: default, NAD default, SandboxID: "a7565c57b49dbdd1fc0d753fd08aff99a0263bceb4932b158d948543e4a40e17", PCI device ID: , UID: "3511cf3d-fee4-4ae2-b570-0ec94198a9a0", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] W0513 06:51:30.487334 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0513 06:51:30.516035 3849 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k a7565c57b49dbdd1fc0d753fd08aff99a0263bceb4932b158d948543e4a40e17 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k a7565c57b49dbdd1fc0d753fd08aff99a0263bceb4932b158d948543e4a40e17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d0:21:bf:3c:e3\",\"name\":\"a7565c57b49dbdd\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ad3873e-41a7-42a6-b1a8-39f7fe71a874\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:51:30.535144 3849 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0513 06:51:30.868841 3849 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-96dlx f1d58bc2ac0052d8963b3528d2f646a1356648d549cc689884e5b0f1e05ced27 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-96dlx f1d58bc2ac0052d8963b3528d2f646a1356648d549cc689884e5b0f1e05ced27 network default NAD default NAD key ] I0513 06:51:30.878981 3849 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-96dlx, hostIfaceName: f1d58bc2ac0052d, network: default, NAD default, SandboxID: "f1d58bc2ac0052d8963b3528d2f646a1356648d549cc689884e5b0f1e05ced27", PCI device ID: , UID: "17bc177d-103d-4106-823b-bc3b8f9431ee", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0513 06:51:30.933067 3849 cni.go:452] [konflux-ui/proxy-6b78bcccb4-pcjjd 897ae591bdd73effbb9ba3cbd4df05068a9c5a5a3fdcf9b11b978079c4fb47b7 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6b78bcccb4-pcjjd 897ae591bdd73effbb9ba3cbd4df05068a9c5a5a3fdcf9b11b978079c4fb47b7 network default NAD default NAD key ] I0513 06:51:30.943667 3849 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-96dlx f1d58bc2ac0052d8963b3528d2f646a1356648d549cc689884e5b0f1e05ced27 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-96dlx f1d58bc2ac0052d8963b3528d2f646a1356648d549cc689884e5b0f1e05ced27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ec:73:97:28:bd\",\"name\":\"f1d58bc2ac0052d\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ce53ae2-528c-439f-a55a-b056115a66b4\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:51:30.944542 3849 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6b78bcccb4-pcjjd, hostIfaceName: 897ae591bdd73ef, network: default, NAD default, SandboxID: "897ae591bdd73effbb9ba3cbd4df05068a9c5a5a3fdcf9b11b978079c4fb47b7", PCI device ID: , UID: "626c3afa-dd72-4f3a-84de-ff3bf5224d7d", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0513 06:51:31.011032 3849 cni.go:473] [konflux-ui/proxy-6b78bcccb4-pcjjd 897ae591bdd73effbb9ba3cbd4df05068a9c5a5a3fdcf9b11b978079c4fb47b7 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6b78bcccb4-pcjjd 897ae591bdd73effbb9ba3cbd4df05068a9c5a5a3fdcf9b11b978079c4fb47b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:df:65:0a:fa:84\",\"name\":\"897ae591bdd73ef\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5505ac6b-5ce3-4eab-a47e-c9728b2190ba\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:51:31.802476 3849 cni.go:452] [integration-service/integration-service-controller-manager-6784485f9c-xfbd9 b10b90ea7000ecc7bb1aff3194b65358bdd9242e729f43134da2adfe48bf62cc network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6784485f9c-xfbd9 b10b90ea7000ecc7bb1aff3194b65358bdd9242e729f43134da2adfe48bf62cc network default NAD default NAD key ] I0513 06:51:31.814775 3849 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6784485f9c-xfbd9, hostIfaceName: b10b90ea7000ecc, network: default, NAD default, SandboxID: "b10b90ea7000ecc7bb1aff3194b65358bdd9242e729f43134da2adfe48bf62cc", PCI device ID: , UID: "fa2c5d5d-6dc4-408d-9118-1442e8e77d6c", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0513 06:51:31.898260 3849 cni.go:473] [integration-service/integration-service-controller-manager-6784485f9c-xfbd9 b10b90ea7000ecc7bb1aff3194b65358bdd9242e729f43134da2adfe48bf62cc network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6784485f9c-xfbd9 b10b90ea7000ecc7bb1aff3194b65358bdd9242e729f43134da2adfe48bf62cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:99:f8:91:41:57\",\"name\":\"b10b90ea7000ecc\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d608757-d5f4-4881-bed8-e0bf26d9c7d0\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0513 06:51:32.515949 3849 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 06:51:33.069862 3849 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 06:51:33.069887 3849 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 06:51:37.560460 3849 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0513 06:51:37.560808 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 06:51:37.570504 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 06:51:37.572775 3849 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 06:51:37.597598 3849 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 06:51:37.597619 3849 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 06:51:37.620842 3849 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 06:51:37.620910 3849 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 06:51:41.507432 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 06:51:42.521940 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0513 06:51:43.053737 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0513 06:51:48.456245 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0513 06:51:48.569800 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0513 06:51:48.593850 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 06:51:48.596717 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 06:51:48.660108 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 06:51:48.663498 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0513 06:51:48.782672 3849 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k a7565c57b49dbdd1fc0d753fd08aff99a0263bceb4932b158d948543e4a40e17 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k a7565c57b49dbdd1fc0d753fd08aff99a0263bceb4932b158d948543e4a40e17 network default NAD default NAD key ] I0513 06:51:48.866787 3849 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k a7565c57b49dbdd1fc0d753fd08aff99a0263bceb4932b158d948543e4a40e17 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k a7565c57b49dbdd1fc0d753fd08aff99a0263bceb4932b158d948543e4a40e17 network default NAD default NAD key default], result "{}", err I0513 06:51:48.943387 3849 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:51:48.943423 3849 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k I0513 06:51:48.944792 3849 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k, ips: 10.129.0.48 I0513 06:51:48.944822 3849 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:51:49.651747 3849 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:51:49.651778 3849 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:51:49.651906 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k I0513 06:51:49.651931 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k I0513 06:51:54.235971 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 06:51:55.354441 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0513 06:52:09.111617 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 06:52:09.111643 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0513 06:52:09.111660 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 06:52:09.111667 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0513 06:52:10.621681 3849 namespace.go:142] [openshift-pipelines] updating namespace W0513 06:52:16.632704 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 06:52:16.632728 3849 util.go:959] Failed to build node endpoints for node ip-10-0-2-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0513 06:52:26.056504 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=124 I0513 06:52:39.301864 3849 cni.go:452] [konflux-ui/proxy-6b78bcccb4-pcjjd 897ae591bdd73effbb9ba3cbd4df05068a9c5a5a3fdcf9b11b978079c4fb47b7 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6b78bcccb4-pcjjd 897ae591bdd73effbb9ba3cbd4df05068a9c5a5a3fdcf9b11b978079c4fb47b7 network default NAD default NAD key ] I0513 06:52:39.387354 3849 cni.go:473] [konflux-ui/proxy-6b78bcccb4-pcjjd 897ae591bdd73effbb9ba3cbd4df05068a9c5a5a3fdcf9b11b978079c4fb47b7 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6b78bcccb4-pcjjd 897ae591bdd73effbb9ba3cbd4df05068a9c5a5a3fdcf9b11b978079c4fb47b7 network default NAD default NAD key default], result "{}", err I0513 06:52:39.454093 3849 obj_retry.go:498] Detected object konflux-ui/proxy-6b78bcccb4-pcjjd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:52:39.454151 3849 pods.go:176] Deleting pod: konflux-ui/proxy-6b78bcccb4-pcjjd I0513 06:52:39.455698 3849 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6b78bcccb4-pcjjd, ips: 10.129.0.47 I0513 06:52:39.455736 3849 obj_retry.go:498] Detected object konflux-ui/proxy-6b78bcccb4-pcjjd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:52:39.924286 3849 obj_retry.go:492] Detected object konflux-ui/proxy-6b78bcccb4-pcjjd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:52:39.924317 3849 obj_retry.go:492] Detected object konflux-ui/proxy-6b78bcccb4-pcjjd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:52:39.931089 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6b78bcccb4-pcjjd I0513 06:52:39.931121 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6b78bcccb4-pcjjd I0513 06:52:52.013767 3849 cni.go:452] [konflux-ui/test-tsf-konflux baacb4c3f685cec836776e5d28195bc229f58bcd1db3551a280919b0054d1fc8 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux baacb4c3f685cec836776e5d28195bc229f58bcd1db3551a280919b0054d1fc8 network default NAD default NAD key ] I0513 06:52:52.107347 3849 cni.go:473] [konflux-ui/test-tsf-konflux baacb4c3f685cec836776e5d28195bc229f58bcd1db3551a280919b0054d1fc8 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux baacb4c3f685cec836776e5d28195bc229f58bcd1db3551a280919b0054d1fc8 network default NAD default NAD key default], result "{}", err I0513 06:52:52.159857 3849 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:52:52.159900 3849 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0513 06:52:52.161478 3849 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.44 I0513 06:52:52.161508 3849 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:52:52.176801 3849 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:52:52.176859 3849 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:52:52.182537 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 06:52:52.182618 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 06:52:54.055407 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0513 06:52:55.070903 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0513 06:52:58.343592 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 06:53:31.953548 3849 namespace.go:98] [managed-tenant-2sspy] adding namespace I0513 06:53:31.954535 3849 namespace.go:102] [managed-tenant-2sspy] adding namespace took 961.665µs I0513 06:53:31.978935 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 06:53:31.996722 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 06:53:32.996441 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 06:53:33.130862 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 06:53:33.233993 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 06:53:36.057994 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=114 I0513 06:53:38.242423 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0513 06:54:07.470882 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0513 06:54:19.465705 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0513 06:55:17.075938 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=381 I0513 06:56:08.454185 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0513 06:56:20.134349 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 06:57:08.746119 3849 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-pull-request-94hhf-init-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 06:57:08.746305 3849 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod I0513 06:57:08.772406 3849 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod] pod update took 26.13154ms I0513 06:57:08.772432 3849 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod] addLogicalPort annotation time took 26.164121ms I0513 06:57:08.773761 3849 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod] addLogicalPort took 27.658913ms, libovsdb time 920.674µs I0513 06:57:09.110087 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod 1a1fc21b512b94d5a96a198258f9e0c8ac092e3bbe59bb9ed24352fbcd2ca789 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod 1a1fc21b512b94d5a96a198258f9e0c8ac092e3bbe59bb9ed24352fbcd2ca789 network default NAD default NAD key ] I0513 06:57:09.119509 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-pull-request-94hhf-init-pod, hostIfaceName: 1a1fc21b512b94d, network: default, NAD default, SandboxID: "1a1fc21b512b94d5a96a198258f9e0c8ac092e3bbe59bb9ed24352fbcd2ca789", PCI device ID: , UID: "2497d1f7-88cb-4b5d-ab4c-18e87b35311b", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0513 06:57:09.175481 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod 1a1fc21b512b94d5a96a198258f9e0c8ac092e3bbe59bb9ed24352fbcd2ca789 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod 1a1fc21b512b94d5a96a198258f9e0c8ac092e3bbe59bb9ed24352fbcd2ca789 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:7c:cf:3d:f6:b8\",\"name\":\"1a1fc21b512b94d\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fc579d4-ccb7-404c-aa93-3b781958fcdb\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:57:27.583860 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod 1a1fc21b512b94d5a96a198258f9e0c8ac092e3bbe59bb9ed24352fbcd2ca789 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod 1a1fc21b512b94d5a96a198258f9e0c8ac092e3bbe59bb9ed24352fbcd2ca789 network default NAD default NAD key ] I0513 06:57:27.680507 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod 1a1fc21b512b94d5a96a198258f9e0c8ac092e3bbe59bb9ed24352fbcd2ca789 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod 1a1fc21b512b94d5a96a198258f9e0c8ac092e3bbe59bb9ed24352fbcd2ca789 network default NAD default NAD key default], result "{}", err I0513 06:57:27.745355 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:27.745400 3849 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod I0513 06:57:27.746886 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod, ips: 10.129.0.52 I0513 06:57:27.746920 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:28.585820 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:57:28.585868 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:57:28.603902 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:57:28.603962 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:57:28.612750 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod I0513 06:57:28.612773 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod I0513 06:57:31.423570 3849 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-init-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 06:57:31.423738 3849 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod I0513 06:57:31.440428 3849 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod] pod update took 16.722613ms I0513 06:57:31.440457 3849 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod] addLogicalPort annotation time took 16.757575ms I0513 06:57:31.442156 3849 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod] addLogicalPort took 18.604657ms, libovsdb time 1.185708ms I0513 06:57:31.786952 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod b689fbd54ea053d4a05da074576d0ea8a3effcc86ad82a147f6e76d6a4c4ddab network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod b689fbd54ea053d4a05da074576d0ea8a3effcc86ad82a147f6e76d6a4c4ddab network default NAD default NAD key ] I0513 06:57:31.797568 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-init-pod, hostIfaceName: b689fbd54ea053d, network: default, NAD default, SandboxID: "b689fbd54ea053d4a05da074576d0ea8a3effcc86ad82a147f6e76d6a4c4ddab", PCI device ID: , UID: "500ed716-a09e-4c58-b226-9a007da581b3", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0513 06:57:31.852736 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod b689fbd54ea053d4a05da074576d0ea8a3effcc86ad82a147f6e76d6a4c4ddab network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod b689fbd54ea053d4a05da074576d0ea8a3effcc86ad82a147f6e76d6a4c4ddab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:79:47:b0:96:d7\",\"name\":\"b689fbd54ea053d\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c032ab87-93a4-427e-ae54-134022bb0bc8\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:57:36.645725 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod b689fbd54ea053d4a05da074576d0ea8a3effcc86ad82a147f6e76d6a4c4ddab network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod b689fbd54ea053d4a05da074576d0ea8a3effcc86ad82a147f6e76d6a4c4ddab network default NAD default NAD key ] I0513 06:57:36.736157 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod b689fbd54ea053d4a05da074576d0ea8a3effcc86ad82a147f6e76d6a4c4ddab network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod b689fbd54ea053d4a05da074576d0ea8a3effcc86ad82a147f6e76d6a4c4ddab network default NAD default NAD key default], result "{}", err I0513 06:57:36.797862 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:36.797921 3849 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod I0513 06:57:36.799433 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod, ips: 10.129.0.53 I0513 06:57:36.799461 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:36.988607 3849 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-clone-repository-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 06:57:36.988773 3849 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod I0513 06:57:37.014457 3849 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod] pod update took 25.724218ms I0513 06:57:37.014483 3849 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod] addLogicalPort annotation time took 25.757287ms I0513 06:57:37.015837 3849 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod] addLogicalPort took 27.245946ms, libovsdb time 935.809µs I0513 06:57:37.350363 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod 5c0675e02199403d0db7fad11dab81ca398d1326e0d059bceac13dbf391327d2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod 5c0675e02199403d0db7fad11dab81ca398d1326e0d059bceac13dbf391327d2 network default NAD default NAD key ] I0513 06:57:37.360573 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-clone-repository-pod, hostIfaceName: 5c0675e02199403, network: default, NAD default, SandboxID: "5c0675e02199403d0db7fad11dab81ca398d1326e0d059bceac13dbf391327d2", PCI device ID: , UID: "57ad24f7-cf3e-41e2-8a50-c370c3b468c2", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0513 06:57:37.421407 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod 5c0675e02199403d0db7fad11dab81ca398d1326e0d059bceac13dbf391327d2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod 5c0675e02199403d0db7fad11dab81ca398d1326e0d059bceac13dbf391327d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e1:8d:4c:b2:6a\",\"name\":\"5c0675e02199403\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f480ff6b-b59d-4051-a557-076ade7f79ff\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:57:49.759110 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod 5c0675e02199403d0db7fad11dab81ca398d1326e0d059bceac13dbf391327d2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod 5c0675e02199403d0db7fad11dab81ca398d1326e0d059bceac13dbf391327d2 network default NAD default NAD key ] I0513 06:57:49.860874 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod 5c0675e02199403d0db7fad11dab81ca398d1326e0d059bceac13dbf391327d2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod 5c0675e02199403d0db7fad11dab81ca398d1326e0d059bceac13dbf391327d2 network default NAD default NAD key default], result "{}", err I0513 06:57:49.946552 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:49.946619 3849 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod I0513 06:57:49.948059 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod, ips: 10.129.0.54 I0513 06:57:49.948088 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:50.147442 3849 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 06:57:50.147589 3849 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod I0513 06:57:50.194834 3849 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod] pod update took 47.280113ms I0513 06:57:50.194865 3849 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod] addLogicalPort annotation time took 47.315648ms I0513 06:57:50.196375 3849 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod] addLogicalPort took 48.959931ms, libovsdb time 972.672µs I0513 06:57:50.515208 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod 4d1e92f22379c4e7f96dc9eaddd64bb4dae6807d8a1b1e14803a4ccc774c5155 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod 4d1e92f22379c4e7f96dc9eaddd64bb4dae6807d8a1b1e14803a4ccc774c5155 network default NAD default NAD key ] I0513 06:57:50.525101 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod, hostIfaceName: 4d1e92f22379c4e, network: default, NAD default, SandboxID: "4d1e92f22379c4e7f96dc9eaddd64bb4dae6807d8a1b1e14803a4ccc774c5155", PCI device ID: , UID: "551a8a0d-09d1-469f-8f42-ac6f82b9050a", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0513 06:57:50.582372 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod 4d1e92f22379c4e7f96dc9eaddd64bb4dae6807d8a1b1e14803a4ccc774c5155 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod 4d1e92f22379c4e7f96dc9eaddd64bb4dae6807d8a1b1e14803a4ccc774c5155 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:1c:68:2b:37:23\",\"name\":\"4d1e92f22379c4e\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1a0564b-8f50-4d1f-b155-1d0547913a25\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 06:58:30.059527 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0513 06:58:56.056452 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0513 06:58:56.202077 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod 4d1e92f22379c4e7f96dc9eaddd64bb4dae6807d8a1b1e14803a4ccc774c5155 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod 4d1e92f22379c4e7f96dc9eaddd64bb4dae6807d8a1b1e14803a4ccc774c5155 network default NAD default NAD key ] I0513 06:58:56.297882 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod 4d1e92f22379c4e7f96dc9eaddd64bb4dae6807d8a1b1e14803a4ccc774c5155 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod 4d1e92f22379c4e7f96dc9eaddd64bb4dae6807d8a1b1e14803a4ccc774c5155 network default NAD default NAD key default], result "{}", err I0513 06:58:56.379379 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:58:56.379412 3849 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod I0513 06:58:56.380796 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod, ips: 10.129.0.55 I0513 06:58:56.380827 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:59:23.074389 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0513 06:59:46.994644 3849 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7b9c8bbf86-x2rbl I0513 07:00:00.157584 3849 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29644260-rr2xk] creating logical port segment-bridge_segment-bridge-29644260-rr2xk for pod on switch ip-10-0-2-84.ec2.internal I0513 07:00:00.157749 3849 kube.go:256] Updating pod segment-bridge/segment-bridge-29644260-rr2xk I0513 07:00:00.169648 3849 pod.go:62] [segment-bridge/segment-bridge-29644260-rr2xk] pod update took 11.937076ms I0513 07:00:00.169676 3849 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29644260-rr2xk] addLogicalPort annotation time took 11.972207ms I0513 07:00:00.171125 3849 pods.go:271] [segment-bridge/segment-bridge-29644260-rr2xk] addLogicalPort took 13.561807ms, libovsdb time 1.010305ms I0513 07:00:00.224060 3849 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644260-cpgw7 for pod on switch ip-10-0-2-84.ec2.internal I0513 07:00:00.224211 3849 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 I0513 07:00:00.235514 3849 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7] pod update took 11.355989ms I0513 07:00:00.235566 3849 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7] addLogicalPort annotation time took 11.414862ms I0513 07:00:00.236898 3849 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7] addLogicalPort took 12.860547ms, libovsdb time 870.147µs I0513 07:00:00.522909 3849 cni.go:452] [segment-bridge/segment-bridge-29644260-rr2xk 138c2b06b287026f0b1ce8a5a8e0d42c819e1097ed781e22d63d2bbe33cd2eea network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29644260-rr2xk 138c2b06b287026f0b1ce8a5a8e0d42c819e1097ed781e22d63d2bbe33cd2eea network default NAD default NAD key ] I0513 07:00:00.532385 3849 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29644260-rr2xk, hostIfaceName: 138c2b06b287026, network: default, NAD default, SandboxID: "138c2b06b287026f0b1ce8a5a8e0d42c819e1097ed781e22d63d2bbe33cd2eea", PCI device ID: , UID: "203fcf6e-feca-4826-a569-943a3b008151", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0513 07:00:00.591851 3849 cni.go:473] [segment-bridge/segment-bridge-29644260-rr2xk 138c2b06b287026f0b1ce8a5a8e0d42c819e1097ed781e22d63d2bbe33cd2eea network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29644260-rr2xk 138c2b06b287026f0b1ce8a5a8e0d42c819e1097ed781e22d63d2bbe33cd2eea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ee:5a:5f:d6:46\",\"name\":\"138c2b06b287026\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd77cf25-25d1-43f3-baf0-3356826aba5d\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:00:00.596776 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 7e46967a883e51ad02f26c7b3c73a1dc47d7a835bb83d2e30dc6888d3e3290d2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 7e46967a883e51ad02f26c7b3c73a1dc47d7a835bb83d2e30dc6888d3e3290d2 network default NAD default NAD key ] I0513 07:00:00.606279 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644260-cpgw7, hostIfaceName: 7e46967a883e51a, network: default, NAD default, SandboxID: "7e46967a883e51ad02f26c7b3c73a1dc47d7a835bb83d2e30dc6888d3e3290d2", PCI device ID: , UID: "a7fcb5f1-d93c-4c00-933f-bfb2c8495f83", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0513 07:00:00.665087 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 7e46967a883e51ad02f26c7b3c73a1dc47d7a835bb83d2e30dc6888d3e3290d2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 7e46967a883e51ad02f26c7b3c73a1dc47d7a835bb83d2e30dc6888d3e3290d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:c5:e7:8c:45:c7\",\"name\":\"7e46967a883e51a\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b21847da-1556-4240-8415-60dba761930c\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:00:04.631799 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 7e46967a883e51ad02f26c7b3c73a1dc47d7a835bb83d2e30dc6888d3e3290d2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 7e46967a883e51ad02f26c7b3c73a1dc47d7a835bb83d2e30dc6888d3e3290d2 network default NAD default NAD key ] I0513 07:00:04.725285 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 7e46967a883e51ad02f26c7b3c73a1dc47d7a835bb83d2e30dc6888d3e3290d2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 7e46967a883e51ad02f26c7b3c73a1dc47d7a835bb83d2e30dc6888d3e3290d2 network default NAD default NAD key default], result "{}", err I0513 07:00:04.777503 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:00:04.777619 3849 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 I0513 07:00:04.779137 3849 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7, ips: 10.129.0.57 I0513 07:00:04.779175 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:00:05.798124 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:05.798153 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:07.061364 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0513 07:00:09.137053 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0513 07:00:20.474109 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0513 07:00:22.358337 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 07:00:31.052167 3849 obj_retry.go:492] Detected object tsf-tpa/create-db-hwqfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:31.052192 3849 obj_retry.go:492] Detected object tsf-tpa/create-db-hwqfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:31.056121 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hwqfn I0513 07:00:31.056149 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hwqfn I0513 07:00:37.040265 3849 obj_retry.go:492] Detected object tsf-tpa/migrate-db-x5xg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:37.040290 3849 obj_retry.go:492] Detected object tsf-tpa/migrate-db-x5xg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:37.044105 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-x5xg4 I0513 07:00:37.044146 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-x5xg4 I0513 07:00:41.027575 3849 obj_retry.go:492] Detected object tsf-tpa/create-importers-mcml4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:41.027600 3849 obj_retry.go:492] Detected object tsf-tpa/create-importers-mcml4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:41.031707 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mcml4 I0513 07:00:41.031738 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mcml4 I0513 07:00:49.459354 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0513 07:01:12.346518 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0513 07:01:28.854398 3849 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-build-image-index-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:01:28.854540 3849 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod I0513 07:01:28.880694 3849 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod] pod update took 26.193607ms I0513 07:01:28.880719 3849 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod] addLogicalPort annotation time took 26.232951ms I0513 07:01:28.882024 3849 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod] addLogicalPort took 27.640524ms, libovsdb time 856.979µs I0513 07:01:29.220445 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod 9b03877a737c950728ba66a0f41e5e5a378addcccedefd9e212dbf08d47a1457 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod 9b03877a737c950728ba66a0f41e5e5a378addcccedefd9e212dbf08d47a1457 network default NAD default NAD key ] I0513 07:01:29.229912 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-build-image-index-pod, hostIfaceName: 9b03877a737c950, network: default, NAD default, SandboxID: "9b03877a737c950728ba66a0f41e5e5a378addcccedefd9e212dbf08d47a1457", PCI device ID: , UID: "047c2b80-566f-4891-98ac-13bc889a613b", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0513 07:01:29.289370 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod 9b03877a737c950728ba66a0f41e5e5a378addcccedefd9e212dbf08d47a1457 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod 9b03877a737c950728ba66a0f41e5e5a378addcccedefd9e212dbf08d47a1457 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:06:d2:dc:f7:ff\",\"name\":\"9b03877a737c950\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8897947f-88ed-4823-8c19-3765734e4ab4\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:01:29.578099 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:01:29.578733 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:01:31.137032 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0513 07:01:32.239350 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0513 07:01:59.246172 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0513 07:02:02.803052 3849 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:02:02.803199 3849 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod I0513 07:02:02.847028 3849 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod] pod update took 43.866499ms I0513 07:02:02.847053 3849 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod] addLogicalPort annotation time took 43.89649ms I0513 07:02:02.848632 3849 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod] addLogicalPort took 45.596141ms, libovsdb time 1.089955ms I0513 07:02:02.875125 3849 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:02:02.875332 3849 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod I0513 07:02:02.909027 3849 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod] pod update took 33.73896ms I0513 07:02:02.909053 3849 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod] addLogicalPort annotation time took 33.771948ms I0513 07:02:02.910684 3849 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod] addLogicalPort took 35.580476ms, libovsdb time 1.083668ms I0513 07:02:03.168563 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod 8427862a5bc4b24cc769787711cb6d396c8cc5a3cf0ddd6771c41514af73089d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod 8427862a5bc4b24cc769787711cb6d396c8cc5a3cf0ddd6771c41514af73089d network default NAD default NAD key ] I0513 07:02:03.178334 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod, hostIfaceName: 8427862a5bc4b24, network: default, NAD default, SandboxID: "8427862a5bc4b24cc769787711cb6d396c8cc5a3cf0ddd6771c41514af73089d", PCI device ID: , UID: "86a54963-9aa9-4914-9acf-3bebb15611a7", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0513 07:02:03.238624 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod 8427862a5bc4b24cc769787711cb6d396c8cc5a3cf0ddd6771c41514af73089d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod 8427862a5bc4b24cc769787711cb6d396c8cc5a3cf0ddd6771c41514af73089d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ff:57:52:f5:d0\",\"name\":\"8427862a5bc4b24\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/467c6732-01ce-4142-a59b-b8b902cb7106\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:02:03.242521 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod a864a0f1a54c1dcf88d1754734067e610ea218db94b43dd3b22ac60442dd6967 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod a864a0f1a54c1dcf88d1754734067e610ea218db94b43dd3b22ac60442dd6967 network default NAD default NAD key ] I0513 07:02:03.252561 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod, hostIfaceName: a864a0f1a54c1dc, network: default, NAD default, SandboxID: "a864a0f1a54c1dcf88d1754734067e610ea218db94b43dd3b22ac60442dd6967", PCI device ID: , UID: "99e1fc56-6e12-4baf-9ec5-99b1001c4bf1", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0513 07:02:03.310478 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod a864a0f1a54c1dcf88d1754734067e610ea218db94b43dd3b22ac60442dd6967 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod a864a0f1a54c1dcf88d1754734067e610ea218db94b43dd3b22ac60442dd6967 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:1e:88:aa:54:71\",\"name\":\"a864a0f1a54c1dc\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de1f096f-92d9-4d0e-abe8-e89dd6fa4af7\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:02:03.424180 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod 9b03877a737c950728ba66a0f41e5e5a378addcccedefd9e212dbf08d47a1457 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod 9b03877a737c950728ba66a0f41e5e5a378addcccedefd9e212dbf08d47a1457 network default NAD default NAD key ] I0513 07:02:03.518167 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod 9b03877a737c950728ba66a0f41e5e5a378addcccedefd9e212dbf08d47a1457 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod 9b03877a737c950728ba66a0f41e5e5a378addcccedefd9e212dbf08d47a1457 network default NAD default NAD key default], result "{}", err I0513 07:02:03.582667 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:02:03.582700 3849 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod I0513 07:02:03.584252 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod, ips: 10.129.0.58 I0513 07:02:03.584283 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:02:05.155632 3849 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:02:05.155885 3849 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod I0513 07:02:05.178957 3849 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod] pod update took 23.109061ms I0513 07:02:05.178982 3849 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod] addLogicalPort annotation time took 23.13771ms I0513 07:02:05.180734 3849 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod] addLogicalPort took 25.123503ms, libovsdb time 1.220431ms I0513 07:02:05.521040 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod fa2d48faef3d5dd8191b3a29e15f31927b6c9a0521908af004f67119d23964ff network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod fa2d48faef3d5dd8191b3a29e15f31927b6c9a0521908af004f67119d23964ff network default NAD default NAD key ] I0513 07:02:05.530971 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod, hostIfaceName: fa2d48faef3d5dd, network: default, NAD default, SandboxID: "fa2d48faef3d5dd8191b3a29e15f31927b6c9a0521908af004f67119d23964ff", PCI device ID: , UID: "e44cc809-6099-46ed-b053-4ea2e1db4cbb", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0513 07:02:05.586726 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod fa2d48faef3d5dd8191b3a29e15f31927b6c9a0521908af004f67119d23964ff network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod fa2d48faef3d5dd8191b3a29e15f31927b6c9a0521908af004f67119d23964ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:52:7c:cc:b0:d0\",\"name\":\"fa2d48faef3d5dd\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/303231e4-be66-4942-b094-e847d6202da0\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:02:08.078810 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=162 I0513 07:02:09.469314 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 07:02:32.059260 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0513 07:03:09.983861 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod fa2d48faef3d5dd8191b3a29e15f31927b6c9a0521908af004f67119d23964ff network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod fa2d48faef3d5dd8191b3a29e15f31927b6c9a0521908af004f67119d23964ff network default NAD default NAD key ] I0513 07:03:10.087176 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod fa2d48faef3d5dd8191b3a29e15f31927b6c9a0521908af004f67119d23964ff network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod fa2d48faef3d5dd8191b3a29e15f31927b6c9a0521908af004f67119d23964ff network default NAD default NAD key default], result "{}", err I0513 07:03:10.244495 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:10.244567 3849 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod I0513 07:03:10.246184 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod, ips: 10.129.0.61 I0513 07:03:10.246251 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:12.001511 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod 8427862a5bc4b24cc769787711cb6d396c8cc5a3cf0ddd6771c41514af73089d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod 8427862a5bc4b24cc769787711cb6d396c8cc5a3cf0ddd6771c41514af73089d network default NAD default NAD key ] I0513 07:03:12.098889 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod 8427862a5bc4b24cc769787711cb6d396c8cc5a3cf0ddd6771c41514af73089d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod 8427862a5bc4b24cc769787711cb6d396c8cc5a3cf0ddd6771c41514af73089d network default NAD default NAD key default], result "{}", err I0513 07:03:12.205760 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:12.205917 3849 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod I0513 07:03:12.208242 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod, ips: 10.129.0.59 I0513 07:03:12.208289 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:31.391419 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:31.392019 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:31.436367 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:31.436950 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:32.145298 3849 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod a864a0f1a54c1dcf88d1754734067e610ea218db94b43dd3b22ac60442dd6967 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod a864a0f1a54c1dcf88d1754734067e610ea218db94b43dd3b22ac60442dd6967 network default NAD default NAD key ] I0513 07:03:32.238065 3849 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod a864a0f1a54c1dcf88d1754734067e610ea218db94b43dd3b22ac60442dd6967 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod a864a0f1a54c1dcf88d1754734067e610ea218db94b43dd3b22ac60442dd6967 network default NAD default NAD key default], result "{}", err I0513 07:03:32.323625 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:32.323668 3849 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod I0513 07:03:32.325135 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod, ips: 10.129.0.60 I0513 07:03:32.325168 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:42.474863 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:42.475513 3849 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:45.368441 3849 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-uwgg-gqm8w-collect-keyless-params-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:03:45.368604 3849 kube.go:256] Updating pod default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod I0513 07:03:45.388881 3849 pod.go:62] [default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod] pod update took 20.306783ms I0513 07:03:45.388915 3849 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod] addLogicalPort annotation time took 20.346926ms I0513 07:03:45.390528 3849 pods.go:271] [default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod] addLogicalPort took 22.068555ms, libovsdb time 974.181µs I0513 07:03:45.964394 3849 cni.go:452] [default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod 538e03d35cc726bd6c29d7cb9d24a55d7d3f90ee6be7f611d9f16f4d8edb5a26 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod 538e03d35cc726bd6c29d7cb9d24a55d7d3f90ee6be7f611d9f16f4d8edb5a26 network default NAD default NAD key ] I0513 07:03:45.973793 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-uwgg-gqm8w-collect-keyless-params-pod, hostIfaceName: 538e03d35cc726b, network: default, NAD default, SandboxID: "538e03d35cc726bd6c29d7cb9d24a55d7d3f90ee6be7f611d9f16f4d8edb5a26", PCI device ID: , UID: "2347d0d3-6240-4d08-bb23-4e8e0857c9b3", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0513 07:03:46.028609 3849 cni.go:473] [default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod 538e03d35cc726bd6c29d7cb9d24a55d7d3f90ee6be7f611d9f16f4d8edb5a26 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod 538e03d35cc726bd6c29d7cb9d24a55d7d3f90ee6be7f611d9f16f4d8edb5a26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:1e:85:48:0b:fc\",\"name\":\"538e03d35cc726b\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec9079ac-a041-4d5b-9b1e-7d5ccc86031f\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:03:53.165878 3849 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:53.166507 3849 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:53.333333 3849 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:03:53.333358 3849 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:03:53.338511 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc I0513 07:03:53.338533 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc I0513 07:03:53.456847 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0513 07:04:05.681864 3849 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-uwgg-gqm8w-verify-pod] creating logical port default-tenant_my-integration-test-uwgg-gqm8w-verify-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:04:05.682019 3849 kube.go:256] Updating pod default-tenant/my-integration-test-uwgg-gqm8w-verify-pod I0513 07:04:05.734648 3849 pod.go:62] [default-tenant/my-integration-test-uwgg-gqm8w-verify-pod] pod update took 52.671176ms I0513 07:04:05.734674 3849 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-uwgg-gqm8w-verify-pod] addLogicalPort annotation time took 52.702487ms I0513 07:04:05.736163 3849 pods.go:271] [default-tenant/my-integration-test-uwgg-gqm8w-verify-pod] addLogicalPort took 54.320206ms, libovsdb time 1.072779ms I0513 07:04:06.050905 3849 cni.go:452] [default-tenant/my-integration-test-uwgg-gqm8w-verify-pod 1fe2c5a073af19754746fc9cd162ada5dcc738d4c0e78239b792caf199b07019 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-uwgg-gqm8w-verify-pod 1fe2c5a073af19754746fc9cd162ada5dcc738d4c0e78239b792caf199b07019 network default NAD default NAD key ] I0513 07:04:06.060062 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-uwgg-gqm8w-verify-pod, hostIfaceName: 1fe2c5a073af197, network: default, NAD default, SandboxID: "1fe2c5a073af19754746fc9cd162ada5dcc738d4c0e78239b792caf199b07019", PCI device ID: , UID: "dcbe2d8b-cca4-4736-b361-15bcf93fb847", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0513 07:04:06.115537 3849 cni.go:473] [default-tenant/my-integration-test-uwgg-gqm8w-verify-pod 1fe2c5a073af19754746fc9cd162ada5dcc738d4c0e78239b792caf199b07019 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-uwgg-gqm8w-verify-pod 1fe2c5a073af19754746fc9cd162ada5dcc738d4c0e78239b792caf199b07019 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:34:98:2b:4f:72\",\"name\":\"1fe2c5a073af197\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dfcf7bd-559d-4513-802a-c7db2d7c09f3\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:04:06.402349 3849 cni.go:452] [default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod 538e03d35cc726bd6c29d7cb9d24a55d7d3f90ee6be7f611d9f16f4d8edb5a26 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod 538e03d35cc726bd6c29d7cb9d24a55d7d3f90ee6be7f611d9f16f4d8edb5a26 network default NAD default NAD key ] I0513 07:04:06.490952 3849 cni.go:473] [default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod 538e03d35cc726bd6c29d7cb9d24a55d7d3f90ee6be7f611d9f16f4d8edb5a26 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod 538e03d35cc726bd6c29d7cb9d24a55d7d3f90ee6be7f611d9f16f4d8edb5a26 network default NAD default NAD key default], result "{}", err I0513 07:04:06.583200 3849 obj_retry.go:498] Detected object default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:06.583265 3849 pods.go:176] Deleting pod: default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod I0513 07:04:06.584624 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod, ips: 10.129.0.62 I0513 07:04:06.584656 3849 obj_retry.go:498] Detected object default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:22.544479 3849 cni.go:452] [default-tenant/my-integration-test-uwgg-gqm8w-verify-pod 1fe2c5a073af19754746fc9cd162ada5dcc738d4c0e78239b792caf199b07019 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-uwgg-gqm8w-verify-pod 1fe2c5a073af19754746fc9cd162ada5dcc738d4c0e78239b792caf199b07019 network default NAD default NAD key ] I0513 07:04:22.656538 3849 cni.go:473] [default-tenant/my-integration-test-uwgg-gqm8w-verify-pod 1fe2c5a073af19754746fc9cd162ada5dcc738d4c0e78239b792caf199b07019 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-uwgg-gqm8w-verify-pod 1fe2c5a073af19754746fc9cd162ada5dcc738d4c0e78239b792caf199b07019 network default NAD default NAD key default], result "{}", err I0513 07:04:22.766138 3849 obj_retry.go:498] Detected object default-tenant/my-integration-test-uwgg-gqm8w-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:22.766196 3849 pods.go:176] Deleting pod: default-tenant/my-integration-test-uwgg-gqm8w-verify-pod I0513 07:04:22.767607 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-uwgg-gqm8w-verify-pod, ips: 10.129.0.63 I0513 07:04:22.767633 3849 obj_retry.go:498] Detected object default-tenant/my-integration-test-uwgg-gqm8w-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:36.057113 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod] creating logical port managed-tenant-2sspy_managed-9458b-verify-access-to-resources-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:04:36.057309 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod I0513 07:04:36.077449 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod] pod update took 20.169032ms I0513 07:04:36.077473 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod] addLogicalPort annotation time took 20.198708ms I0513 07:04:36.078800 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod] addLogicalPort took 21.706878ms, libovsdb time 897.001µs I0513 07:04:36.424974 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod cf2ff0b9e7bb17da79c1b4a40a13a096acae7a79d25c9e830e7e94ebc45402f4 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod cf2ff0b9e7bb17da79c1b4a40a13a096acae7a79d25c9e830e7e94ebc45402f4 network default NAD default NAD key ] I0513 07:04:36.434686 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-verify-access-to-resources-pod, hostIfaceName: cf2ff0b9e7bb17d, network: default, NAD default, SandboxID: "cf2ff0b9e7bb17da79c1b4a40a13a096acae7a79d25c9e830e7e94ebc45402f4", PCI device ID: , UID: "6b62f16d-8599-4322-bc30-9fcf6c0ed6e1", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0513 07:04:36.492310 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod cf2ff0b9e7bb17da79c1b4a40a13a096acae7a79d25c9e830e7e94ebc45402f4 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod cf2ff0b9e7bb17da79c1b4a40a13a096acae7a79d25c9e830e7e94ebc45402f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:4a:35:74:d8:51\",\"name\":\"cf2ff0b9e7bb17d\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb0a10dd-01c4-42e5-8794-59e0d06eb6e6\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:04:38.901802 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/affinity-assistant-6539e2d080-0] creating logical port managed-tenant-2sspy_affinity-assistant-6539e2d080-0 for pod on switch ip-10-0-2-84.ec2.internal I0513 07:04:38.901944 3849 kube.go:256] Updating pod managed-tenant-2sspy/affinity-assistant-6539e2d080-0 I0513 07:04:38.914048 3849 pod.go:62] [managed-tenant-2sspy/affinity-assistant-6539e2d080-0] pod update took 12.130981ms I0513 07:04:38.914069 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/affinity-assistant-6539e2d080-0] addLogicalPort annotation time took 12.157248ms I0513 07:04:38.915590 3849 pods.go:271] [managed-tenant-2sspy/affinity-assistant-6539e2d080-0] addLogicalPort took 13.811727ms, libovsdb time 948.279µs I0513 07:04:39.270545 3849 cni.go:452] [managed-tenant-2sspy/affinity-assistant-6539e2d080-0 03470328914b11f23ef028a0c2005fa99b7f2b241f9336d0fbbb5c657fb9adb4 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/affinity-assistant-6539e2d080-0 03470328914b11f23ef028a0c2005fa99b7f2b241f9336d0fbbb5c657fb9adb4 network default NAD default NAD key ] I0513 07:04:39.280963 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: affinity-assistant-6539e2d080-0, hostIfaceName: 03470328914b11f, network: default, NAD default, SandboxID: "03470328914b11f23ef028a0c2005fa99b7f2b241f9336d0fbbb5c657fb9adb4", PCI device ID: , UID: "66ee57d3-9854-481a-affd-b53a61cfd5e4", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0513 07:04:39.345331 3849 cni.go:473] [managed-tenant-2sspy/affinity-assistant-6539e2d080-0 03470328914b11f23ef028a0c2005fa99b7f2b241f9336d0fbbb5c657fb9adb4 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/affinity-assistant-6539e2d080-0 03470328914b11f23ef028a0c2005fa99b7f2b241f9336d0fbbb5c657fb9adb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:59:b7:c3:03:28\",\"name\":\"03470328914b11f\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7244aaa1-ec29-42f8-a1d3-38a5ccc39fcc\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:04:55.820726 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod cf2ff0b9e7bb17da79c1b4a40a13a096acae7a79d25c9e830e7e94ebc45402f4 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod cf2ff0b9e7bb17da79c1b4a40a13a096acae7a79d25c9e830e7e94ebc45402f4 network default NAD default NAD key ] I0513 07:04:55.912474 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod cf2ff0b9e7bb17da79c1b4a40a13a096acae7a79d25c9e830e7e94ebc45402f4 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod cf2ff0b9e7bb17da79c1b4a40a13a096acae7a79d25c9e830e7e94ebc45402f4 network default NAD default NAD key default], result "{}", err I0513 07:04:55.976049 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:55.976081 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod I0513 07:04:55.977608 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod, ips: 10.129.0.64 I0513 07:04:55.977643 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:56.133630 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-collect-data-pod] creating logical port managed-tenant-2sspy_managed-9458b-collect-data-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:04:56.133816 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-collect-data-pod I0513 07:04:56.154449 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-collect-data-pod] pod update took 20.685458ms I0513 07:04:56.154474 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-collect-data-pod] addLogicalPort annotation time took 20.714181ms I0513 07:04:56.155812 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-collect-data-pod] addLogicalPort took 22.201291ms, libovsdb time 932.417µs I0513 07:04:56.506637 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-collect-data-pod 75dd03b572c2abf473d9fcc151ea82e1aabf199366a60a1f39ae6d524b07a813 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-collect-data-pod 75dd03b572c2abf473d9fcc151ea82e1aabf199366a60a1f39ae6d524b07a813 network default NAD default NAD key ] I0513 07:04:56.517131 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-collect-data-pod, hostIfaceName: 75dd03b572c2abf, network: default, NAD default, SandboxID: "75dd03b572c2abf473d9fcc151ea82e1aabf199366a60a1f39ae6d524b07a813", PCI device ID: , UID: "28f2688f-443e-4d4c-9f5d-19bd46e87428", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0513 07:04:56.572401 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-collect-data-pod 75dd03b572c2abf473d9fcc151ea82e1aabf199366a60a1f39ae6d524b07a813 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-collect-data-pod 75dd03b572c2abf473d9fcc151ea82e1aabf199366a60a1f39ae6d524b07a813 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:14:81:7c:92:7e\",\"name\":\"75dd03b572c2abf\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16726fcc-72b3-4721-b3b9-41d8b59d3eca\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:05:03.656013 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-collect-signing-params-pod] creating logical port managed-tenant-2sspy_managed-9458b-collect-signing-params-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:05:03.656158 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-collect-signing-params-pod I0513 07:05:03.673537 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-collect-signing-params-pod] pod update took 17.416722ms I0513 07:05:03.673563 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-collect-signing-params-pod] addLogicalPort annotation time took 17.449273ms I0513 07:05:03.674943 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-collect-signing-params-pod] addLogicalPort took 18.952777ms, libovsdb time 945.025µs I0513 07:05:03.898808 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-collect-data-pod 75dd03b572c2abf473d9fcc151ea82e1aabf199366a60a1f39ae6d524b07a813 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-collect-data-pod 75dd03b572c2abf473d9fcc151ea82e1aabf199366a60a1f39ae6d524b07a813 network default NAD default NAD key ] I0513 07:05:03.990880 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-collect-data-pod 75dd03b572c2abf473d9fcc151ea82e1aabf199366a60a1f39ae6d524b07a813 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-collect-data-pod 75dd03b572c2abf473d9fcc151ea82e1aabf199366a60a1f39ae6d524b07a813 network default NAD default NAD key default], result "{}", err I0513 07:05:04.026923 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-collect-signing-params-pod eee89c95dee7764c0030353ac6aa1a7542dba95a3dd49e76147dadbca616d174 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-collect-signing-params-pod eee89c95dee7764c0030353ac6aa1a7542dba95a3dd49e76147dadbca616d174 network default NAD default NAD key ] I0513 07:05:04.037081 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-collect-signing-params-pod, hostIfaceName: eee89c95dee7764, network: default, NAD default, SandboxID: "eee89c95dee7764c0030353ac6aa1a7542dba95a3dd49e76147dadbca616d174", PCI device ID: , UID: "2dddd885-a5b5-4270-b3a6-f63d8a902dc2", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0513 07:05:04.067119 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:04.067236 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-collect-data-pod I0513 07:05:04.068700 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-collect-data-pod, ips: 10.129.0.66 I0513 07:05:04.068738 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:04.094673 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-collect-signing-params-pod eee89c95dee7764c0030353ac6aa1a7542dba95a3dd49e76147dadbca616d174 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-collect-signing-params-pod eee89c95dee7764c0030353ac6aa1a7542dba95a3dd49e76147dadbca616d174 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:17:da:dd:4e:5c\",\"name\":\"eee89c95dee7764\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1beb27e-9109-45d5-bfc7-1585483fba84\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:05:04.612024 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-collect-task-params-pod] creating logical port managed-tenant-2sspy_managed-9458b-collect-task-params-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:05:04.612171 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-collect-task-params-pod I0513 07:05:04.631069 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-collect-task-params-pod] pod update took 18.955387ms I0513 07:05:04.631094 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-collect-task-params-pod] addLogicalPort annotation time took 18.985897ms I0513 07:05:04.632468 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-collect-task-params-pod] addLogicalPort took 20.459569ms, libovsdb time 948.955µs I0513 07:05:04.983184 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-collect-task-params-pod 7949655ad70c7154ef331118f68543cd792aea9c624de0dcf61e30aff41962f6 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-collect-task-params-pod 7949655ad70c7154ef331118f68543cd792aea9c624de0dcf61e30aff41962f6 network default NAD default NAD key ] I0513 07:05:04.996635 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-collect-task-params-pod, hostIfaceName: 7949655ad70c715, network: default, NAD default, SandboxID: "7949655ad70c7154ef331118f68543cd792aea9c624de0dcf61e30aff41962f6", PCI device ID: , UID: "619eaa9c-58a0-4262-a330-60c6166cbffc", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0513 07:05:05.061880 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-collect-task-params-pod 7949655ad70c7154ef331118f68543cd792aea9c624de0dcf61e30aff41962f6 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-collect-task-params-pod 7949655ad70c7154ef331118f68543cd792aea9c624de0dcf61e30aff41962f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:61:75:11:e2:be\",\"name\":\"7949655ad70c715\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33bf81df-0733-482e-81b5-87750d0632fd\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:05:05.607516 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod] creating logical port managed-tenant-2sspy_managed-9458b-collect-registry-token-secret-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:05:05.607677 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod I0513 07:05:05.627600 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod] pod update took 19.95739ms I0513 07:05:05.627630 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod] addLogicalPort annotation time took 19.991028ms I0513 07:05:05.628932 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod] addLogicalPort took 21.435793ms, libovsdb time 870.57µs I0513 07:05:05.978754 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod 3357146516ad664ad7896ef9bfcf94d291a4a4242206fbd2ba16cb8ea8307d50 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod 3357146516ad664ad7896ef9bfcf94d291a4a4242206fbd2ba16cb8ea8307d50 network default NAD default NAD key ] I0513 07:05:05.988897 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-collect-registry-token-secret-pod, hostIfaceName: 3357146516ad664, network: default, NAD default, SandboxID: "3357146516ad664ad7896ef9bfcf94d291a4a4242206fbd2ba16cb8ea8307d50", PCI device ID: , UID: "63a9e377-128a-4ae1-ad0c-08e51656d9dd", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0513 07:05:06.044685 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod 3357146516ad664ad7896ef9bfcf94d291a4a4242206fbd2ba16cb8ea8307d50 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod 3357146516ad664ad7896ef9bfcf94d291a4a4242206fbd2ba16cb8ea8307d50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:80:d4:f7:b3:50\",\"name\":\"3357146516ad664\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d506c11-fcd5-4960-9fb5-3b9ec620161c\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:05:06.826796 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod] creating logical port managed-tenant-2sspy_managed-9458b-reduce-snapshot-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:05:06.826950 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod I0513 07:05:06.851282 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod] pod update took 24.378222ms I0513 07:05:06.851310 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod] addLogicalPort annotation time took 24.41117ms I0513 07:05:06.852733 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod] addLogicalPort took 25.951382ms, libovsdb time 971.028µs I0513 07:05:07.196251 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod 7660ba8a3a0de5862d6f048c5630aafbe17d931dce37606f3e7fbb9e3c97dd93 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod 7660ba8a3a0de5862d6f048c5630aafbe17d931dce37606f3e7fbb9e3c97dd93 network default NAD default NAD key ] I0513 07:05:07.205740 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-reduce-snapshot-pod, hostIfaceName: 7660ba8a3a0de58, network: default, NAD default, SandboxID: "7660ba8a3a0de5862d6f048c5630aafbe17d931dce37606f3e7fbb9e3c97dd93", PCI device ID: , UID: "2b692121-2c67-47e4-9a2b-86d692f83c4e", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0513 07:05:07.262509 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod 7660ba8a3a0de5862d6f048c5630aafbe17d931dce37606f3e7fbb9e3c97dd93 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod 7660ba8a3a0de5862d6f048c5630aafbe17d931dce37606f3e7fbb9e3c97dd93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:69:f9:de:d1:d1\",\"name\":\"7660ba8a3a0de58\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5e68d79-dafb-419b-b530-5933ee76088e\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:05:12.016847 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-collect-task-params-pod 7949655ad70c7154ef331118f68543cd792aea9c624de0dcf61e30aff41962f6 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-collect-task-params-pod 7949655ad70c7154ef331118f68543cd792aea9c624de0dcf61e30aff41962f6 network default NAD default NAD key ] I0513 07:05:12.116189 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-collect-task-params-pod 7949655ad70c7154ef331118f68543cd792aea9c624de0dcf61e30aff41962f6 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-collect-task-params-pod 7949655ad70c7154ef331118f68543cd792aea9c624de0dcf61e30aff41962f6 network default NAD default NAD key default], result "{}", err I0513 07:05:12.230795 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:12.230841 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-collect-task-params-pod I0513 07:05:12.232683 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-collect-task-params-pod, ips: 10.129.0.68 I0513 07:05:12.232720 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:13.026046 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod 3357146516ad664ad7896ef9bfcf94d291a4a4242206fbd2ba16cb8ea8307d50 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod 3357146516ad664ad7896ef9bfcf94d291a4a4242206fbd2ba16cb8ea8307d50 network default NAD default NAD key ] I0513 07:05:13.124737 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod 3357146516ad664ad7896ef9bfcf94d291a4a4242206fbd2ba16cb8ea8307d50 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod 3357146516ad664ad7896ef9bfcf94d291a4a4242206fbd2ba16cb8ea8307d50 network default NAD default NAD key default], result "{}", err I0513 07:05:13.237037 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:13.237073 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod I0513 07:05:13.238473 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod, ips: 10.129.0.69 I0513 07:05:13.238508 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:17.068926 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-collect-signing-params-pod eee89c95dee7764c0030353ac6aa1a7542dba95a3dd49e76147dadbca616d174 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-collect-signing-params-pod eee89c95dee7764c0030353ac6aa1a7542dba95a3dd49e76147dadbca616d174 network default NAD default NAD key ] I0513 07:05:17.175920 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-collect-signing-params-pod eee89c95dee7764c0030353ac6aa1a7542dba95a3dd49e76147dadbca616d174 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-collect-signing-params-pod eee89c95dee7764c0030353ac6aa1a7542dba95a3dd49e76147dadbca616d174 network default NAD default NAD key default], result "{}", err I0513 07:05:17.248905 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:17.248940 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-collect-signing-params-pod I0513 07:05:17.250731 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-collect-signing-params-pod, ips: 10.129.0.67 I0513 07:05:17.250761 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:28.178833 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod 7660ba8a3a0de5862d6f048c5630aafbe17d931dce37606f3e7fbb9e3c97dd93 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod 7660ba8a3a0de5862d6f048c5630aafbe17d931dce37606f3e7fbb9e3c97dd93 network default NAD default NAD key ] I0513 07:05:28.183107 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:28.183766 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:28.280889 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod 7660ba8a3a0de5862d6f048c5630aafbe17d931dce37606f3e7fbb9e3c97dd93 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod 7660ba8a3a0de5862d6f048c5630aafbe17d931dce37606f3e7fbb9e3c97dd93 network default NAD default NAD key default], result "{}", err I0513 07:05:28.358830 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:28.358864 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod I0513 07:05:28.360422 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod, ips: 10.129.0.70 I0513 07:05:28.360453 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:30.305481 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-apply-mapping-pod] creating logical port managed-tenant-2sspy_managed-9458b-apply-mapping-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:05:30.305653 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-apply-mapping-pod I0513 07:05:30.349803 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-apply-mapping-pod] pod update took 44.182399ms I0513 07:05:30.349833 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-apply-mapping-pod] addLogicalPort annotation time took 44.217426ms I0513 07:05:30.351275 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-apply-mapping-pod] addLogicalPort took 45.814258ms, libovsdb time 975.595µs I0513 07:05:30.678565 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-apply-mapping-pod 9966127b3c4919300d7639ede42c98b0feb0a1c325b6a59c17ad3aba37e63e6c network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-apply-mapping-pod 9966127b3c4919300d7639ede42c98b0feb0a1c325b6a59c17ad3aba37e63e6c network default NAD default NAD key ] I0513 07:05:30.688653 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-apply-mapping-pod, hostIfaceName: 9966127b3c49193, network: default, NAD default, SandboxID: "9966127b3c4919300d7639ede42c98b0feb0a1c325b6a59c17ad3aba37e63e6c", PCI device ID: , UID: "f902d322-b577-4569-aae9-6fc16e9c0b73", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0513 07:05:30.745691 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-apply-mapping-pod 9966127b3c4919300d7639ede42c98b0feb0a1c325b6a59c17ad3aba37e63e6c network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-apply-mapping-pod 9966127b3c4919300d7639ede42c98b0feb0a1c325b6a59c17ad3aba37e63e6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:fb:df:92:a4:6b\",\"name\":\"9966127b3c49193\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49d83f1c-d412-4aa4-921c-9fa960f25cec\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:05:40.304915 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-apply-mapping-pod 9966127b3c4919300d7639ede42c98b0feb0a1c325b6a59c17ad3aba37e63e6c network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-apply-mapping-pod 9966127b3c4919300d7639ede42c98b0feb0a1c325b6a59c17ad3aba37e63e6c network default NAD default NAD key ] I0513 07:05:40.407512 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-apply-mapping-pod 9966127b3c4919300d7639ede42c98b0feb0a1c325b6a59c17ad3aba37e63e6c network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-apply-mapping-pod 9966127b3c4919300d7639ede42c98b0feb0a1c325b6a59c17ad3aba37e63e6c network default NAD default NAD key default], result "{}", err I0513 07:05:40.487904 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:40.487941 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-apply-mapping-pod I0513 07:05:40.489441 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-apply-mapping-pod, ips: 10.129.0.71 I0513 07:05:40.489472 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:41.570917 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod] creating logical port managed-tenant-2sspy_managed-9458b-filter-already-released-images-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:05:41.571099 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod I0513 07:05:41.624806 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod] pod update took 53.746583ms I0513 07:05:41.624836 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod] addLogicalPort annotation time took 53.778684ms I0513 07:05:41.626381 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod] addLogicalPort took 55.480823ms, libovsdb time 1.029834ms I0513 07:05:41.941153 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod 1e93d8068b7f9c22696e3a09bdcc05202b4fd74aa250764e3a5a63ecd9f31fb8 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod 1e93d8068b7f9c22696e3a09bdcc05202b4fd74aa250764e3a5a63ecd9f31fb8 network default NAD default NAD key ] I0513 07:05:41.950748 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-filter-already-released-images-pod, hostIfaceName: 1e93d8068b7f9c2, network: default, NAD default, SandboxID: "1e93d8068b7f9c22696e3a09bdcc05202b4fd74aa250764e3a5a63ecd9f31fb8", PCI device ID: , UID: "e06af333-5f93-41f3-8065-71388cc7bc8f", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0513 07:05:42.008168 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod 1e93d8068b7f9c22696e3a09bdcc05202b4fd74aa250764e3a5a63ecd9f31fb8 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod 1e93d8068b7f9c22696e3a09bdcc05202b4fd74aa250764e3a5a63ecd9f31fb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:12:d9:ff:1e:d1\",\"name\":\"1e93d8068b7f9c2\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c68a456f-e985-41d3-ac58-1d4c996a50bd\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:05:51.418072 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod 1e93d8068b7f9c22696e3a09bdcc05202b4fd74aa250764e3a5a63ecd9f31fb8 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod 1e93d8068b7f9c22696e3a09bdcc05202b4fd74aa250764e3a5a63ecd9f31fb8 network default NAD default NAD key ] I0513 07:05:51.513530 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod 1e93d8068b7f9c22696e3a09bdcc05202b4fd74aa250764e3a5a63ecd9f31fb8 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod 1e93d8068b7f9c22696e3a09bdcc05202b4fd74aa250764e3a5a63ecd9f31fb8 network default NAD default NAD key default], result "{}", err I0513 07:05:51.623849 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:51.623888 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod I0513 07:05:51.625377 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod, ips: 10.129.0.72 I0513 07:05:51.625412 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:51.999480 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod] creating logical port managed-tenant-2sspy_managed-9458b-collect-tpa-params-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:05:51.999607 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod I0513 07:05:52.054055 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod] pod update took 54.477529ms I0513 07:05:52.054079 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod] addLogicalPort annotation time took 54.506439ms I0513 07:05:52.055362 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod] addLogicalPort took 55.898195ms, libovsdb time 855.812µs I0513 07:05:52.368447 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod 4de186aebbfcfab34ef82968150bb1ebeb84d3fccbf3cdf7fff80084c8bb9046 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod 4de186aebbfcfab34ef82968150bb1ebeb84d3fccbf3cdf7fff80084c8bb9046 network default NAD default NAD key ] I0513 07:05:52.378507 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-collect-tpa-params-pod, hostIfaceName: 4de186aebbfcfab, network: default, NAD default, SandboxID: "4de186aebbfcfab34ef82968150bb1ebeb84d3fccbf3cdf7fff80084c8bb9046", PCI device ID: , UID: "e8a82fee-249b-4a4e-bb32-57086670e4fd", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0513 07:05:52.435616 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod 4de186aebbfcfab34ef82968150bb1ebeb84d3fccbf3cdf7fff80084c8bb9046 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod 4de186aebbfcfab34ef82968150bb1ebeb84d3fccbf3cdf7fff80084c8bb9046 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:60:73:c1:42:16\",\"name\":\"4de186aebbfcfab\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/750edc60-5346-43eb-bce9-72c4c24515e7\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:05:52.579479 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-verify-conforma-pod] creating logical port managed-tenant-2sspy_managed-9458b-verify-conforma-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:05:52.579653 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-verify-conforma-pod I0513 07:05:52.620397 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-verify-conforma-pod] pod update took 40.781151ms I0513 07:05:52.620435 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-verify-conforma-pod] addLogicalPort annotation time took 40.822528ms I0513 07:05:52.621941 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-verify-conforma-pod] addLogicalPort took 42.48286ms, libovsdb time 917.089µs I0513 07:05:52.979190 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-verify-conforma-pod 1dc531fc83b2879ce1e9141609fe6c5984793f07eb22d9d8777e9cf41b229bc3 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-verify-conforma-pod 1dc531fc83b2879ce1e9141609fe6c5984793f07eb22d9d8777e9cf41b229bc3 network default NAD default NAD key ] I0513 07:05:52.989288 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-verify-conforma-pod, hostIfaceName: 1dc531fc83b2879, network: default, NAD default, SandboxID: "1dc531fc83b2879ce1e9141609fe6c5984793f07eb22d9d8777e9cf41b229bc3", PCI device ID: , UID: "18d950ec-7439-48b1-aa5f-4ace67b282c3", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0513 07:05:53.044630 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-verify-conforma-pod 1dc531fc83b2879ce1e9141609fe6c5984793f07eb22d9d8777e9cf41b229bc3 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-verify-conforma-pod 1dc531fc83b2879ce1e9141609fe6c5984793f07eb22d9d8777e9cf41b229bc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:5f:46:b6:27:49\",\"name\":\"1dc531fc83b2879\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f59af4b-eb9d-4417-9425-5d667917a3be\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:05:59.528797 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod 4de186aebbfcfab34ef82968150bb1ebeb84d3fccbf3cdf7fff80084c8bb9046 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod 4de186aebbfcfab34ef82968150bb1ebeb84d3fccbf3cdf7fff80084c8bb9046 network default NAD default NAD key ] I0513 07:05:59.625993 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod 4de186aebbfcfab34ef82968150bb1ebeb84d3fccbf3cdf7fff80084c8bb9046 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod 4de186aebbfcfab34ef82968150bb1ebeb84d3fccbf3cdf7fff80084c8bb9046 network default NAD default NAD key default], result "{}", err I0513 07:05:59.699276 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:59.699313 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod I0513 07:05:59.700815 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod, ips: 10.129.0.73 I0513 07:05:59.700848 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:06:31.074030 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0513 07:06:32.881552 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-verify-conforma-pod 1dc531fc83b2879ce1e9141609fe6c5984793f07eb22d9d8777e9cf41b229bc3 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-verify-conforma-pod 1dc531fc83b2879ce1e9141609fe6c5984793f07eb22d9d8777e9cf41b229bc3 network default NAD default NAD key ] I0513 07:06:32.995162 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-verify-conforma-pod 1dc531fc83b2879ce1e9141609fe6c5984793f07eb22d9d8777e9cf41b229bc3 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-verify-conforma-pod 1dc531fc83b2879ce1e9141609fe6c5984793f07eb22d9d8777e9cf41b229bc3 network default NAD default NAD key default], result "{}", err I0513 07:06:33.128121 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:06:33.128197 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-verify-conforma-pod I0513 07:06:33.130053 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-verify-conforma-pod, ips: 10.129.0.74 I0513 07:06:33.130090 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 07:06:51.994624 3849 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 I0513 07:07:05.801679 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:07:05.802311 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:07:14.242500 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0513 07:07:21.361922 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0513 07:07:26.140284 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 07:07:26.462235 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 07:07:36.062984 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0513 07:07:51.124277 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:07:51.124909 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:09.476947 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0513 07:08:09.929813 3849 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-update-cr-status-pod] creating logical port managed-tenant-2sspy_managed-9458b-update-cr-status-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:08:09.929976 3849 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-update-cr-status-pod I0513 07:08:09.965336 3849 pod.go:62] [managed-tenant-2sspy/managed-9458b-update-cr-status-pod] pod update took 35.398594ms I0513 07:08:09.965364 3849 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-update-cr-status-pod] addLogicalPort annotation time took 35.428286ms I0513 07:08:09.966730 3849 pods.go:271] [managed-tenant-2sspy/managed-9458b-update-cr-status-pod] addLogicalPort took 36.937435ms, libovsdb time 927.969µs I0513 07:08:10.296744 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:10.297345 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:10.301682 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-update-cr-status-pod 724bafe2e22bd5b6f79f97ead8e9477c1e0284c4251878892eadbebc940846a9 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-update-cr-status-pod 724bafe2e22bd5b6f79f97ead8e9477c1e0284c4251878892eadbebc940846a9 network default NAD default NAD key ] I0513 07:08:10.311510 3849 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-update-cr-status-pod, hostIfaceName: 724bafe2e22bd5b, network: default, NAD default, SandboxID: "724bafe2e22bd5b6f79f97ead8e9477c1e0284c4251878892eadbebc940846a9", PCI device ID: , UID: "1943f992-3137-4bb6-bde9-8e9901514e06", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0513 07:08:10.369249 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-update-cr-status-pod 724bafe2e22bd5b6f79f97ead8e9477c1e0284c4251878892eadbebc940846a9 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-update-cr-status-pod 724bafe2e22bd5b6f79f97ead8e9477c1e0284c4251878892eadbebc940846a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:1f:e4:08:41:a1\",\"name\":\"724bafe2e22bd5b\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68d0c69b-3c4c-4d2d-9a06-a8fcab555536\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:08:15.065914 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0513 07:08:17.115719 3849 cni.go:452] [managed-tenant-2sspy/affinity-assistant-6539e2d080-0 03470328914b11f23ef028a0c2005fa99b7f2b241f9336d0fbbb5c657fb9adb4 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/affinity-assistant-6539e2d080-0 03470328914b11f23ef028a0c2005fa99b7f2b241f9336d0fbbb5c657fb9adb4 network default NAD default NAD key ] I0513 07:08:17.207758 3849 cni.go:473] [managed-tenant-2sspy/affinity-assistant-6539e2d080-0 03470328914b11f23ef028a0c2005fa99b7f2b241f9336d0fbbb5c657fb9adb4 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/affinity-assistant-6539e2d080-0 03470328914b11f23ef028a0c2005fa99b7f2b241f9336d0fbbb5c657fb9adb4 network default NAD default NAD key default], result "{}", err I0513 07:08:17.267964 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/affinity-assistant-6539e2d080-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:17.268001 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/affinity-assistant-6539e2d080-0 I0513 07:08:17.269429 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/affinity-assistant-6539e2d080-0, ips: 10.129.0.65 I0513 07:08:17.269457 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/affinity-assistant-6539e2d080-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:17.813336 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/affinity-assistant-6539e2d080-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:17.813369 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/affinity-assistant-6539e2d080-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:17.821036 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/affinity-assistant-6539e2d080-0 I0513 07:08:17.821069 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/affinity-assistant-6539e2d080-0 I0513 07:08:17.826399 3849 cni.go:452] [managed-tenant-2sspy/managed-9458b-update-cr-status-pod 724bafe2e22bd5b6f79f97ead8e9477c1e0284c4251878892eadbebc940846a9 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-update-cr-status-pod 724bafe2e22bd5b6f79f97ead8e9477c1e0284c4251878892eadbebc940846a9 network default NAD default NAD key ] I0513 07:08:17.922501 3849 cni.go:473] [managed-tenant-2sspy/managed-9458b-update-cr-status-pod 724bafe2e22bd5b6f79f97ead8e9477c1e0284c4251878892eadbebc940846a9 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-update-cr-status-pod 724bafe2e22bd5b6f79f97ead8e9477c1e0284c4251878892eadbebc940846a9 network default NAD default NAD key default], result "{}", err I0513 07:08:17.992521 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:17.992555 3849 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-update-cr-status-pod I0513 07:08:17.993893 3849 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-update-cr-status-pod, ips: 10.129.0.75 I0513 07:08:17.993922 3849 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:25.573639 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:08:30.472914 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 07:08:30.611501 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.611531 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.618778 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-apply-mapping-pod I0513 07:08:30.618805 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-apply-mapping-pod I0513 07:08:30.631793 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.631812 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.639196 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-check-data-keys-pod I0513 07:08:30.639240 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-check-data-keys-pod I0513 07:08:30.648139 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.648185 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.656946 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-collect-data-pod I0513 07:08:30.656966 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-collect-data-pod I0513 07:08:30.664589 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.664616 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.671677 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod I0513 07:08:30.671701 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod I0513 07:08:30.679435 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.679456 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.685441 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-collect-signing-params-pod I0513 07:08:30.685469 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-collect-signing-params-pod I0513 07:08:30.697577 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.697598 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.701462 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-collect-task-params-pod I0513 07:08:30.701490 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-collect-task-params-pod I0513 07:08:30.712445 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.712463 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.719387 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod I0513 07:08:30.719409 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod I0513 07:08:30.729293 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.729321 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.735504 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod I0513 07:08:30.735523 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod I0513 07:08:30.743820 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.743837 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.753529 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-process-component-sbom-pod I0513 07:08:30.753547 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-process-component-sbom-pod I0513 07:08:30.769480 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.769502 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.776334 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-push-snapshot-pod I0513 07:08:30.776358 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-push-snapshot-pod I0513 07:08:30.787122 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.787144 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.795683 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod I0513 07:08:30.795705 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod I0513 07:08:30.805642 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.805661 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.812292 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod I0513 07:08:30.812313 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod I0513 07:08:30.821860 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.821882 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.831629 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-update-cr-status-pod I0513 07:08:30.831668 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-update-cr-status-pod I0513 07:08:30.841056 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.841075 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.849317 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod I0513 07:08:30.849345 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod I0513 07:08:30.864583 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.864607 3849 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.876399 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-verify-conforma-pod I0513 07:08:30.876423 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-verify-conforma-pod I0513 07:08:33.656130 3849 obj_retry.go:492] Detected object default-tenant/my-integration-test-uwgg-gqm8w-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:33.656156 3849 obj_retry.go:492] Detected object default-tenant/my-integration-test-uwgg-gqm8w-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:33.667486 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-uwgg-gqm8w-verify-pod I0513 07:08:33.667510 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-uwgg-gqm8w-verify-pod I0513 07:08:33.837566 3849 obj_retry.go:492] Detected object default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:33.837625 3849 obj_retry.go:492] Detected object default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:33.843033 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod I0513 07:08:33.843063 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod I0513 07:08:36.176951 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:08:42.323901 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:08:49.082177 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:08:55.642043 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:09:02.174316 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:09:08.795804 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:09:11.078038 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0513 07:09:26.460106 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0513 07:09:43.587909 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:09:58.140288 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0513 07:10:00.204493 3849 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644270-6d69q for pod on switch ip-10-0-2-84.ec2.internal I0513 07:10:00.204619 3849 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q I0513 07:10:00.226788 3849 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q] pod update took 22.191432ms I0513 07:10:00.226814 3849 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q] addLogicalPort annotation time took 22.223419ms I0513 07:10:00.228385 3849 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q] addLogicalPort took 23.905902ms, libovsdb time 1.091536ms I0513 07:10:00.572119 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q ce793f85aa95ca6233cd43065ff8163914f372922285638de6a22523af65f0cc network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q ce793f85aa95ca6233cd43065ff8163914f372922285638de6a22523af65f0cc network default NAD default NAD key ] I0513 07:10:00.581411 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644270-6d69q, hostIfaceName: ce793f85aa95ca6, network: default, NAD default, SandboxID: "ce793f85aa95ca6233cd43065ff8163914f372922285638de6a22523af65f0cc", PCI device ID: , UID: "29a2ce81-fd71-4118-ab31-873eee8d6ed6", MAC: 0a:58:0a:81:00:4c, IPs: [10.129.0.76/23] I0513 07:10:00.638360 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q ce793f85aa95ca6233cd43065ff8163914f372922285638de6a22523af65f0cc network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q ce793f85aa95ca6233cd43065ff8163914f372922285638de6a22523af65f0cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c5:a7:6c:2e:46\",\"name\":\"ce793f85aa95ca6\"},{\"mac\":\"0a:58:0a:81:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5778898-8f27-4afc-848e-ba4d931e11e9\"}],\"ips\":[{\"address\":\"10.129.0.76/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:10:03.782372 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q ce793f85aa95ca6233cd43065ff8163914f372922285638de6a22523af65f0cc network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q ce793f85aa95ca6233cd43065ff8163914f372922285638de6a22523af65f0cc network default NAD default NAD key ] I0513 07:10:03.867706 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q ce793f85aa95ca6233cd43065ff8163914f372922285638de6a22523af65f0cc network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q ce793f85aa95ca6233cd43065ff8163914f372922285638de6a22523af65f0cc network default NAD default NAD key default], result "{}", err I0513 07:10:03.920837 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:10:03.920883 3849 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q I0513 07:10:03.922516 3849 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q, ips: 10.129.0.76 I0513 07:10:03.922553 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:10:04.789108 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:10:04.789140 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:10:04.826836 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:10:04.826862 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:10:04.830707 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc I0513 07:10:04.830745 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc W0513 07:10:11.994782 3849 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 I0513 07:10:15.062090 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0513 07:10:28.351770 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:10:31.081939 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=325 I0513 07:10:39.349983 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 07:10:44.060803 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:10:50.710102 3849 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:10:50.726482 3849 namespace.go:317] [managed-tenant-2sspy] deleting namespace I0513 07:11:16.249465 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 W0513 07:11:51.994401 3849 duration.go:461] Config duration recorder: measurement expired for pod/integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k I0513 07:11:53.525846 3849 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:11:53.526471 3849 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:11:53.601919 3849 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:11:53.601947 3849 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:11:53.606812 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl I0513 07:11:53.606838 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl I0513 07:12:05.522028 3849 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod] creating logical port default-tenant_java-quarkus-177865629-on-pull-request-r9bn6-init-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:12:05.522169 3849 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod I0513 07:12:05.543837 3849 pod.go:62] [default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod] pod update took 21.691636ms I0513 07:12:05.543869 3849 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod] addLogicalPort annotation time took 21.729453ms I0513 07:12:05.545513 3849 pods.go:271] [default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod] addLogicalPort took 23.501088ms, libovsdb time 991.247µs I0513 07:12:05.886265 3849 cni.go:452] [default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod 452a01eb5d134fd97e1818401dee2b8640d3e3ceed7b073834d7045c4e908a54 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod 452a01eb5d134fd97e1818401dee2b8640d3e3ceed7b073834d7045c4e908a54 network default NAD default NAD key ] I0513 07:12:05.895527 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-pull-request-r9bn6-init-pod, hostIfaceName: 452a01eb5d134fd, network: default, NAD default, SandboxID: "452a01eb5d134fd97e1818401dee2b8640d3e3ceed7b073834d7045c4e908a54", PCI device ID: , UID: "c9566d13-8a11-4bad-867d-90ec5657c300", MAC: 0a:58:0a:81:00:4d, IPs: [10.129.0.77/23] I0513 07:12:05.952031 3849 cni.go:473] [default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod 452a01eb5d134fd97e1818401dee2b8640d3e3ceed7b073834d7045c4e908a54 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod 452a01eb5d134fd97e1818401dee2b8640d3e3ceed7b073834d7045c4e908a54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:7a:83:31:1a:cb\",\"name\":\"452a01eb5d134fd\"},{\"mac\":\"0a:58:0a:81:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ec12281-c9e6-4f52-81e8-e6dbb7dadd20\"}],\"ips\":[{\"address\":\"10.129.0.77/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:12:09.849532 3849 cni.go:452] [default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod 452a01eb5d134fd97e1818401dee2b8640d3e3ceed7b073834d7045c4e908a54 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod 452a01eb5d134fd97e1818401dee2b8640d3e3ceed7b073834d7045c4e908a54 network default NAD default NAD key ] I0513 07:12:09.937184 3849 cni.go:473] [default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod 452a01eb5d134fd97e1818401dee2b8640d3e3ceed7b073834d7045c4e908a54 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod 452a01eb5d134fd97e1818401dee2b8640d3e3ceed7b073834d7045c4e908a54 network default NAD default NAD key default], result "{}", err I0513 07:12:10.001299 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:10.001341 3849 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod I0513 07:12:10.002708 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod, ips: 10.129.0.77 I0513 07:12:10.002733 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:10.850849 3849 obj_retry.go:492] Detected object default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:12:10.850875 3849 obj_retry.go:492] Detected object default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:12:10.856636 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod I0513 07:12:10.856661 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod I0513 07:12:14.506657 3849 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod] creating logical port default-tenant_java-quarkus-177865629-on-push-k8hn5-init-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:12:14.506805 3849 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod I0513 07:12:14.528895 3849 pod.go:62] [default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod] pod update took 22.128069ms I0513 07:12:14.528925 3849 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod] addLogicalPort annotation time took 22.161724ms I0513 07:12:14.530520 3849 pods.go:271] [default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod] addLogicalPort took 23.882935ms, libovsdb time 1.031523ms I0513 07:12:14.876205 3849 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod 49e4c70261c89ab79a5f5d69c74e20f072999dbe8e528b426be65d7df91ced0c network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod 49e4c70261c89ab79a5f5d69c74e20f072999dbe8e528b426be65d7df91ced0c network default NAD default NAD key ] I0513 07:12:14.888888 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-push-k8hn5-init-pod, hostIfaceName: 49e4c70261c89ab, network: default, NAD default, SandboxID: "49e4c70261c89ab79a5f5d69c74e20f072999dbe8e528b426be65d7df91ced0c", PCI device ID: , UID: "3fb36b90-991e-4d5f-9a6f-630678f2acd4", MAC: 0a:58:0a:81:00:4e, IPs: [10.129.0.78/23] I0513 07:12:14.943846 3849 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod 49e4c70261c89ab79a5f5d69c74e20f072999dbe8e528b426be65d7df91ced0c network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod 49e4c70261c89ab79a5f5d69c74e20f072999dbe8e528b426be65d7df91ced0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:6b:1f:10:ec:5f\",\"name\":\"49e4c70261c89ab\"},{\"mac\":\"0a:58:0a:81:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/647a0b26-a48e-4147-a995-b195adab2850\"}],\"ips\":[{\"address\":\"10.129.0.78/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:12:18.559453 3849 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod] creating logical port default-tenant_java-quarkus-177865629-on-push-k8hn5-clone-repository-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:12:18.559597 3849 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod I0513 07:12:18.587474 3849 pod.go:62] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod] pod update took 27.908988ms I0513 07:12:18.587503 3849 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod] addLogicalPort annotation time took 27.943924ms I0513 07:12:18.588799 3849 pods.go:271] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod] addLogicalPort took 29.362929ms, libovsdb time 859.853µs I0513 07:12:18.928719 3849 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod e18b4474123bfe5fdfa104b150446a730c1f2e30661d8379ff879e57a1747d74 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod e18b4474123bfe5fdfa104b150446a730c1f2e30661d8379ff879e57a1747d74 network default NAD default NAD key ] I0513 07:12:18.934771 3849 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod 49e4c70261c89ab79a5f5d69c74e20f072999dbe8e528b426be65d7df91ced0c network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod 49e4c70261c89ab79a5f5d69c74e20f072999dbe8e528b426be65d7df91ced0c network default NAD default NAD key ] I0513 07:12:18.938932 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-push-k8hn5-clone-repository-pod, hostIfaceName: e18b4474123bfe5, network: default, NAD default, SandboxID: "e18b4474123bfe5fdfa104b150446a730c1f2e30661d8379ff879e57a1747d74", PCI device ID: , UID: "4c8129ee-6aef-4d5f-aa32-6dc40349381f", MAC: 0a:58:0a:81:00:4f, IPs: [10.129.0.79/23] I0513 07:12:19.006604 3849 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod e18b4474123bfe5fdfa104b150446a730c1f2e30661d8379ff879e57a1747d74 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod e18b4474123bfe5fdfa104b150446a730c1f2e30661d8379ff879e57a1747d74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:75:5c:5e:28:ff\",\"name\":\"e18b4474123bfe5\"},{\"mac\":\"0a:58:0a:81:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfcaf4c6-ee50-4664-a413-fbfd6ada57d2\"}],\"ips\":[{\"address\":\"10.129.0.79/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:12:19.039259 3849 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod 49e4c70261c89ab79a5f5d69c74e20f072999dbe8e528b426be65d7df91ced0c network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod 49e4c70261c89ab79a5f5d69c74e20f072999dbe8e528b426be65d7df91ced0c network default NAD default NAD key default], result "{}", err I0513 07:12:19.083570 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:19.083612 3849 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod I0513 07:12:19.085038 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod, ips: 10.129.0.78 I0513 07:12:19.085066 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:30.037389 3849 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod e18b4474123bfe5fdfa104b150446a730c1f2e30661d8379ff879e57a1747d74 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod e18b4474123bfe5fdfa104b150446a730c1f2e30661d8379ff879e57a1747d74 network default NAD default NAD key ] I0513 07:12:30.124118 3849 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod e18b4474123bfe5fdfa104b150446a730c1f2e30661d8379ff879e57a1747d74 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod e18b4474123bfe5fdfa104b150446a730c1f2e30661d8379ff879e57a1747d74 network default NAD default NAD key default], result "{}", err I0513 07:12:30.200988 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:30.201036 3849 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod I0513 07:12:30.202619 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod, ips: 10.129.0.79 I0513 07:12:30.202648 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:36.144339 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0513 07:12:38.365190 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0513 07:13:32.441031 3849 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod] creating logical port default-tenant_java-quarkus-177865629-on-push-k8hn5-build-container-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:13:32.441190 3849 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod I0513 07:13:32.500182 3849 pod.go:62] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod] pod update took 59.031406ms I0513 07:13:32.500207 3849 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod] addLogicalPort annotation time took 59.06253ms I0513 07:13:32.501606 3849 pods.go:271] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod] addLogicalPort took 60.592305ms, libovsdb time 979.088µs I0513 07:13:32.503950 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:13:32.504469 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:13:32.809203 3849 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod 2f9a3e57ce5f78139506b51e640067c13da0547018ee8302cef35754f5812d93 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod 2f9a3e57ce5f78139506b51e640067c13da0547018ee8302cef35754f5812d93 network default NAD default NAD key ] I0513 07:13:32.818861 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-push-k8hn5-build-container-pod, hostIfaceName: 2f9a3e57ce5f781, network: default, NAD default, SandboxID: "2f9a3e57ce5f78139506b51e640067c13da0547018ee8302cef35754f5812d93", PCI device ID: , UID: "68b2728b-3574-4bf6-a37e-07edf66f1067", MAC: 0a:58:0a:81:00:50, IPs: [10.129.0.80/23] I0513 07:13:32.875555 3849 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod 2f9a3e57ce5f78139506b51e640067c13da0547018ee8302cef35754f5812d93 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod 2f9a3e57ce5f78139506b51e640067c13da0547018ee8302cef35754f5812d93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:bb:05:f9:81:d1\",\"name\":\"2f9a3e57ce5f781\"},{\"mac\":\"0a:58:0a:81:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bad157e-409a-47ff-a957-c76be382f43b\"}],\"ips\":[{\"address\":\"10.129.0.80/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:14:24.247924 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 07:14:53.078039 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0513 07:14:58.070587 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0513 07:15:02.465885 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 07:15:24.482963 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0513 07:15:40.066407 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=21 I0513 07:15:53.143990 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0513 07:15:53.354255 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0513 07:16:53.252893 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0513 07:17:29.476438 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0513 07:17:39.085253 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=91 I0513 07:17:39.148134 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0513 07:18:13.082553 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0513 07:18:24.568996 3849 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:18:24.569646 3849 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:18:24.592098 3849 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:18:24.592122 3849 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:18:24.594988 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp I0513 07:18:24.595008 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp I0513 07:18:36.067001 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0513 07:18:52.463886 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0513 07:18:54.176309 3849 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:18:54.176950 3849 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:18:54.321581 3849 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:18:54.321635 3849 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:18:54.326154 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 I0513 07:18:54.326186 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 I0513 07:19:59.251739 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0513 07:20:00.199794 3849 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644280-m54xb for pod on switch ip-10-0-2-84.ec2.internal I0513 07:20:00.199922 3849 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb I0513 07:20:00.212912 3849 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb] pod update took 13.016447ms I0513 07:20:00.212940 3849 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb] addLogicalPort annotation time took 13.048459ms I0513 07:20:00.214293 3849 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb] addLogicalPort took 14.516262ms, libovsdb time 880.934µs I0513 07:20:00.573686 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb b36fb2539f5e02368890195283cb6d5b23a736f4ce1ca06e7231dbbeb6c12924 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb b36fb2539f5e02368890195283cb6d5b23a736f4ce1ca06e7231dbbeb6c12924 network default NAD default NAD key ] I0513 07:20:00.582941 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644280-m54xb, hostIfaceName: b36fb2539f5e023, network: default, NAD default, SandboxID: "b36fb2539f5e02368890195283cb6d5b23a736f4ce1ca06e7231dbbeb6c12924", PCI device ID: , UID: "42d67ce2-e550-4822-93aa-d0c7acfa48b8", MAC: 0a:58:0a:81:00:51, IPs: [10.129.0.81/23] I0513 07:20:00.642804 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb b36fb2539f5e02368890195283cb6d5b23a736f4ce1ca06e7231dbbeb6c12924 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb b36fb2539f5e02368890195283cb6d5b23a736f4ce1ca06e7231dbbeb6c12924 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:72:a4:30:a7:c4\",\"name\":\"b36fb2539f5e023\"},{\"mac\":\"0a:58:0a:81:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7a574d2-06f0-4bcc-81c5-eb0075f54857\"}],\"ips\":[{\"address\":\"10.129.0.81/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:20:04.429726 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb b36fb2539f5e02368890195283cb6d5b23a736f4ce1ca06e7231dbbeb6c12924 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb b36fb2539f5e02368890195283cb6d5b23a736f4ce1ca06e7231dbbeb6c12924 network default NAD default NAD key ] I0513 07:20:04.525620 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb b36fb2539f5e02368890195283cb6d5b23a736f4ce1ca06e7231dbbeb6c12924 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb b36fb2539f5e02368890195283cb6d5b23a736f4ce1ca06e7231dbbeb6c12924 network default NAD default NAD key default], result "{}", err I0513 07:20:04.586485 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:20:04.586523 3849 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb I0513 07:20:04.588055 3849 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb, ips: 10.129.0.81 I0513 07:20:04.588082 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:20:05.439009 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:20:05.439075 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:20:05.475329 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:20:05.475386 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:20:05.479896 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 I0513 07:20:05.479913 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 I0513 07:20:24.369316 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 07:20:54.081535 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0513 07:21:00.855012 3849 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod 2f9a3e57ce5f78139506b51e640067c13da0547018ee8302cef35754f5812d93 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod 2f9a3e57ce5f78139506b51e640067c13da0547018ee8302cef35754f5812d93 network default NAD default NAD key ] I0513 07:21:00.961008 3849 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod 2f9a3e57ce5f78139506b51e640067c13da0547018ee8302cef35754f5812d93 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod 2f9a3e57ce5f78139506b51e640067c13da0547018ee8302cef35754f5812d93 network default NAD default NAD key default], result "{}", err I0513 07:21:01.081006 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:01.081061 3849 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod I0513 07:21:01.082436 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod, ips: 10.129.0.80 I0513 07:21:01.082469 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:31.716327 3849 base_network_controller_pods.go:487] [default/default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod] creating logical port default-tenant_jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:21:31.716481 3849 kube.go:256] Updating pod default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod I0513 07:21:31.736190 3849 pod.go:62] [default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod] pod update took 19.739784ms I0513 07:21:31.736240 3849 base_network_controller_pods.go:951] [default/default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod] addLogicalPort annotation time took 19.77497ms I0513 07:21:31.737566 3849 pods.go:271] [default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod] addLogicalPort took 21.255279ms, libovsdb time 909.194µs I0513 07:21:31.769075 3849 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod] creating logical port default-tenant_java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:21:31.769262 3849 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod I0513 07:21:31.796556 3849 pod.go:62] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod] pod update took 27.346071ms I0513 07:21:31.796582 3849 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod] addLogicalPort annotation time took 27.376064ms I0513 07:21:31.797966 3849 pods.go:271] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod] addLogicalPort took 28.90616ms, libovsdb time 968.524µs I0513 07:21:32.086048 3849 cni.go:452] [default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod 6bc41a182be7037f1ca7b9959d7cd7a0e1018214762b3a35a42ee811085fabda network default NAD default NAD key ] ADD starting CNI request [default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod 6bc41a182be7037f1ca7b9959d7cd7a0e1018214762b3a35a42ee811085fabda network default NAD default NAD key ] I0513 07:21:32.096507 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod, hostIfaceName: 6bc41a182be7037, network: default, NAD default, SandboxID: "6bc41a182be7037f1ca7b9959d7cd7a0e1018214762b3a35a42ee811085fabda", PCI device ID: , UID: "dc8fda2f-4b72-415b-9fc5-721308cc30f4", MAC: 0a:58:0a:81:00:52, IPs: [10.129.0.82/23] I0513 07:21:32.138547 3849 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod c6f05588a5cd502f8a9cc9e48ab1d805d327780f6ccd5b1a9ab00c379b5881b9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod c6f05588a5cd502f8a9cc9e48ab1d805d327780f6ccd5b1a9ab00c379b5881b9 network default NAD default NAD key ] I0513 07:21:32.149614 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod, hostIfaceName: c6f05588a5cd502, network: default, NAD default, SandboxID: "c6f05588a5cd502f8a9cc9e48ab1d805d327780f6ccd5b1a9ab00c379b5881b9", PCI device ID: , UID: "7c61178f-af81-4cd2-b4ff-af3f1afb536d", MAC: 0a:58:0a:81:00:53, IPs: [10.129.0.83/23] I0513 07:21:32.157527 3849 cni.go:473] [default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod 6bc41a182be7037f1ca7b9959d7cd7a0e1018214762b3a35a42ee811085fabda network default NAD default NAD key default] ADD finished CNI request [default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod 6bc41a182be7037f1ca7b9959d7cd7a0e1018214762b3a35a42ee811085fabda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:1d:12:0f:30:05\",\"name\":\"6bc41a182be7037\"},{\"mac\":\"0a:58:0a:81:00:52\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/771e7f01-7306-4c7a-a605-76809a5f276a\"}],\"ips\":[{\"address\":\"10.129.0.82/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:21:32.207018 3849 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod c6f05588a5cd502f8a9cc9e48ab1d805d327780f6ccd5b1a9ab00c379b5881b9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod c6f05588a5cd502f8a9cc9e48ab1d805d327780f6ccd5b1a9ab00c379b5881b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:9d:3e:42:4a:18\",\"name\":\"c6f05588a5cd502\"},{\"mac\":\"0a:58:0a:81:00:53\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b873fe0-7d7d-4eb7-a971-5f6b1cb53b94\"}],\"ips\":[{\"address\":\"10.129.0.83/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:21:32.565774 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:32.566349 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:42.685026 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:42.685608 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:46.225665 3849 cni.go:452] [default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod 6bc41a182be7037f1ca7b9959d7cd7a0e1018214762b3a35a42ee811085fabda network default NAD default NAD key ] DEL starting CNI request [default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod 6bc41a182be7037f1ca7b9959d7cd7a0e1018214762b3a35a42ee811085fabda network default NAD default NAD key ] I0513 07:21:46.328693 3849 cni.go:473] [default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod 6bc41a182be7037f1ca7b9959d7cd7a0e1018214762b3a35a42ee811085fabda network default NAD default NAD key default] DEL finished CNI request [default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod 6bc41a182be7037f1ca7b9959d7cd7a0e1018214762b3a35a42ee811085fabda network default NAD default NAD key default], result "{}", err I0513 07:21:46.398422 3849 obj_retry.go:498] Detected object default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:46.398468 3849 pods.go:176] Deleting pod: default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod I0513 07:21:46.399971 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod, ips: 10.129.0.82 I0513 07:21:46.399998 3849 obj_retry.go:498] Detected object default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:48.805181 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:48.805801 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:57.847633 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:57.848180 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:22:02.863906 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:22:02.864476 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:22:27.469469 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 07:23:16.479716 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 W0513 07:23:16.995148 3849 duration.go:461] Config duration recorder: measurement expired for pod/default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod I0513 07:23:31.148154 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0513 07:23:36.994476 3849 duration.go:461] Config duration recorder: measurement expired for pod/default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod I0513 07:23:40.074129 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0513 07:23:41.088981 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=117 I0513 07:23:59.486272 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0513 07:24:09.070692 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0513 07:24:22.357549 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0513 07:25:31.256971 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0513 07:25:34.071172 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0513 07:25:52.255590 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 07:25:54.086076 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0513 07:27:05.152415 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0513 07:27:06.994932 3849 duration.go:461] Config duration recorder: measurement expired for pod/managed-tenant-2sspy/managed-9458b-push-snapshot-pod I0513 07:27:42.467695 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0513 07:28:19.261841 3849 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod c6f05588a5cd502f8a9cc9e48ab1d805d327780f6ccd5b1a9ab00c379b5881b9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod c6f05588a5cd502f8a9cc9e48ab1d805d327780f6ccd5b1a9ab00c379b5881b9 network default NAD default NAD key ] I0513 07:28:19.357490 3849 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod c6f05588a5cd502f8a9cc9e48ab1d805d327780f6ccd5b1a9ab00c379b5881b9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod c6f05588a5cd502f8a9cc9e48ab1d805d327780f6ccd5b1a9ab00c379b5881b9 network default NAD default NAD key default], result "{}", err I0513 07:28:19.434081 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:28:19.434150 3849 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod I0513 07:28:19.435548 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod, ips: 10.129.0.83 I0513 07:28:19.435576 3849 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:28:22.326752 3849 base_network_controller_pods.go:487] [default/default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod] creating logical port default-tenant_test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:28:22.326922 3849 kube.go:256] Updating pod default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod I0513 07:28:22.360611 3849 pod.go:62] [default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod] pod update took 33.717884ms I0513 07:28:22.360644 3849 base_network_controller_pods.go:951] [default/default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod] addLogicalPort annotation time took 33.757794ms I0513 07:28:22.362040 3849 pods.go:271] [default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod] addLogicalPort took 35.312599ms, libovsdb time 895.777µs I0513 07:28:22.693080 3849 cni.go:452] [default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod 1948c7ec829387f660f3043b62bfb86d0bd391eb73238263b7af1da4ff4dcead network default NAD default NAD key ] ADD starting CNI request [default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod 1948c7ec829387f660f3043b62bfb86d0bd391eb73238263b7af1da4ff4dcead network default NAD default NAD key ] I0513 07:28:22.703514 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod, hostIfaceName: 1948c7ec829387f, network: default, NAD default, SandboxID: "1948c7ec829387f660f3043b62bfb86d0bd391eb73238263b7af1da4ff4dcead", PCI device ID: , UID: "79f76686-dbf7-4e63-97df-eaae573aa8d1", MAC: 0a:58:0a:81:00:54, IPs: [10.129.0.84/23] I0513 07:28:22.759914 3849 cni.go:473] [default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod 1948c7ec829387f660f3043b62bfb86d0bd391eb73238263b7af1da4ff4dcead network default NAD default NAD key default] ADD finished CNI request [default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod 1948c7ec829387f660f3043b62bfb86d0bd391eb73238263b7af1da4ff4dcead network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:66:2b:59:f7:59\",\"name\":\"1948c7ec829387f\"},{\"mac\":\"0a:58:0a:81:00:54\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da8191b8-32ec-45ed-956a-6b8a087cbf83\"}],\"ips\":[{\"address\":\"10.129.0.84/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:28:29.675241 3849 base_network_controller_pods.go:487] [default/default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod] creating logical port default-tenant_test-app-177865629-enterprise-contract-6plcg-verify-pod for pod on switch ip-10-0-2-84.ec2.internal I0513 07:28:29.675430 3849 kube.go:256] Updating pod default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod I0513 07:28:29.719603 3849 pod.go:62] [default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod] pod update took 44.232041ms I0513 07:28:29.719640 3849 base_network_controller_pods.go:951] [default/default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod] addLogicalPort annotation time took 44.275758ms I0513 07:28:29.721287 3849 pods.go:271] [default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod] addLogicalPort took 46.081504ms, libovsdb time 994.871µs I0513 07:28:30.045431 3849 cni.go:452] [default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod eb712e386efb343af20b443c9adad07645586719b674fd1a91d6399c73b08a40 network default NAD default NAD key ] ADD starting CNI request [default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod eb712e386efb343af20b443c9adad07645586719b674fd1a91d6399c73b08a40 network default NAD default NAD key ] I0513 07:28:30.055079 3849 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: test-app-177865629-enterprise-contract-6plcg-verify-pod, hostIfaceName: eb712e386efb343, network: default, NAD default, SandboxID: "eb712e386efb343af20b443c9adad07645586719b674fd1a91d6399c73b08a40", PCI device ID: , UID: "40637696-7489-49ff-9868-2ba3ea83de9f", MAC: 0a:58:0a:81:00:55, IPs: [10.129.0.85/23] I0513 07:28:30.113048 3849 cni.go:473] [default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod eb712e386efb343af20b443c9adad07645586719b674fd1a91d6399c73b08a40 network default NAD default NAD key default] ADD finished CNI request [default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod eb712e386efb343af20b443c9adad07645586719b674fd1a91d6399c73b08a40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:70:1a:e2:4d:b6\",\"name\":\"eb712e386efb343\"},{\"mac\":\"0a:58:0a:81:00:55\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9342fb34-95b9-4fbb-a5ad-f0e91882361e\"}],\"ips\":[{\"address\":\"10.129.0.85/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:28:30.361674 3849 cni.go:452] [default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod 1948c7ec829387f660f3043b62bfb86d0bd391eb73238263b7af1da4ff4dcead network default NAD default NAD key ] DEL starting CNI request [default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod 1948c7ec829387f660f3043b62bfb86d0bd391eb73238263b7af1da4ff4dcead network default NAD default NAD key ] I0513 07:28:30.441089 3849 cni.go:473] [default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod 1948c7ec829387f660f3043b62bfb86d0bd391eb73238263b7af1da4ff4dcead network default NAD default NAD key default] DEL finished CNI request [default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod 1948c7ec829387f660f3043b62bfb86d0bd391eb73238263b7af1da4ff4dcead network default NAD default NAD key default], result "{}", err I0513 07:28:30.514307 3849 obj_retry.go:498] Detected object default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:28:30.514374 3849 pods.go:176] Deleting pod: default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod I0513 07:28:30.515940 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod, ips: 10.129.0.84 I0513 07:28:30.515968 3849 obj_retry.go:498] Detected object default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:28:45.085504 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0513 07:28:47.536624 3849 cni.go:452] [default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod eb712e386efb343af20b443c9adad07645586719b674fd1a91d6399c73b08a40 network default NAD default NAD key ] DEL starting CNI request [default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod eb712e386efb343af20b443c9adad07645586719b674fd1a91d6399c73b08a40 network default NAD default NAD key ] I0513 07:28:47.638614 3849 cni.go:473] [default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod eb712e386efb343af20b443c9adad07645586719b674fd1a91d6399c73b08a40 network default NAD default NAD key default] DEL finished CNI request [default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod eb712e386efb343af20b443c9adad07645586719b674fd1a91d6399c73b08a40 network default NAD default NAD key default], result "{}", err I0513 07:28:47.753567 3849 obj_retry.go:498] Detected object default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:28:47.753613 3849 pods.go:176] Deleting pod: default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod I0513 07:28:47.755053 3849 pods.go:236] Attempting to release IPs for pod: default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod, ips: 10.129.0.85 I0513 07:28:47.755089 3849 obj_retry.go:498] Detected object default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:29:11.372644 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 07:30:00.243464 3849 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644290-wmvv4 for pod on switch ip-10-0-2-84.ec2.internal I0513 07:30:00.243580 3849 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 I0513 07:30:00.258754 3849 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4] pod update took 15.196993ms I0513 07:30:00.258785 3849 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4] addLogicalPort annotation time took 15.232431ms I0513 07:30:00.260306 3849 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4] addLogicalPort took 16.860469ms, libovsdb time 1.08151ms I0513 07:30:00.608992 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 e6f4a8be4962cdf0cb3ab26428ae641db7e46009f24b8c89ee4dc2eb38912b6a network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 e6f4a8be4962cdf0cb3ab26428ae641db7e46009f24b8c89ee4dc2eb38912b6a network default NAD default NAD key ] I0513 07:30:00.618583 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644290-wmvv4, hostIfaceName: e6f4a8be4962cdf, network: default, NAD default, SandboxID: "e6f4a8be4962cdf0cb3ab26428ae641db7e46009f24b8c89ee4dc2eb38912b6a", PCI device ID: , UID: "18630ce5-8b35-4570-b089-482872692244", MAC: 0a:58:0a:81:00:56, IPs: [10.129.0.86/23] I0513 07:30:00.675567 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 e6f4a8be4962cdf0cb3ab26428ae641db7e46009f24b8c89ee4dc2eb38912b6a network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 e6f4a8be4962cdf0cb3ab26428ae641db7e46009f24b8c89ee4dc2eb38912b6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:2b:6e:89:e6:41\",\"name\":\"e6f4a8be4962cdf\"},{\"mac\":\"0a:58:0a:81:00:56\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb2d76d0-5640-4dc9-8d3d-4cf4b6f0af1f\"}],\"ips\":[{\"address\":\"10.129.0.86/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:30:04.162863 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 e6f4a8be4962cdf0cb3ab26428ae641db7e46009f24b8c89ee4dc2eb38912b6a network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 e6f4a8be4962cdf0cb3ab26428ae641db7e46009f24b8c89ee4dc2eb38912b6a network default NAD default NAD key ] I0513 07:30:04.258502 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 e6f4a8be4962cdf0cb3ab26428ae641db7e46009f24b8c89ee4dc2eb38912b6a network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 e6f4a8be4962cdf0cb3ab26428ae641db7e46009f24b8c89ee4dc2eb38912b6a network default NAD default NAD key default], result "{}", err I0513 07:30:04.310885 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:30:04.310920 3849 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 I0513 07:30:04.312449 3849 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4, ips: 10.129.0.86 I0513 07:30:04.312482 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:30:05.170535 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:30:05.170654 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:30:05.211959 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:30:05.212017 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:30:05.221823 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 I0513 07:30:05.221850 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 W0513 07:30:06.994822 3849 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q I0513 07:30:58.483016 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0513 07:31:50.473387 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 07:31:57.093035 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=52 I0513 07:32:05.151427 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0513 07:32:16.489912 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 07:32:26.074253 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0513 07:32:30.077542 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0513 07:32:38.156002 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0513 07:32:46.074696 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0513 07:34:03.361471 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 07:34:12.259081 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0513 07:34:40.089138 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0513 07:35:08.260198 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0513 07:35:34.376387 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0513 07:36:50.089653 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0513 07:37:14.471479 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0513 07:38:14.154955 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0513 07:38:59.097442 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=9 I0513 07:39:26.476962 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 07:39:30.160085 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0513 07:39:31.077606 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0513 07:40:00.194641 3849 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644300-2m6v4 for pod on switch ip-10-0-2-84.ec2.internal I0513 07:40:00.194757 3849 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 I0513 07:40:00.227416 3849 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4] pod update took 32.683066ms I0513 07:40:00.227443 3849 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4] addLogicalPort annotation time took 32.716191ms I0513 07:40:00.228883 3849 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4] addLogicalPort took 34.257191ms, libovsdb time 1.041539ms I0513 07:40:00.560469 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 af6920cca8379128efb5d567961e32bbda47d26c3a1203ef40d9db8792af6ef8 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 af6920cca8379128efb5d567961e32bbda47d26c3a1203ef40d9db8792af6ef8 network default NAD default NAD key ] I0513 07:40:00.570126 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644300-2m6v4, hostIfaceName: af6920cca837912, network: default, NAD default, SandboxID: "af6920cca8379128efb5d567961e32bbda47d26c3a1203ef40d9db8792af6ef8", PCI device ID: , UID: "0a52628c-ceef-4e3f-94b5-0b7b694ca470", MAC: 0a:58:0a:81:00:57, IPs: [10.129.0.87/23] I0513 07:40:00.626965 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 af6920cca8379128efb5d567961e32bbda47d26c3a1203ef40d9db8792af6ef8 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 af6920cca8379128efb5d567961e32bbda47d26c3a1203ef40d9db8792af6ef8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:e5:f2:de:63:2c\",\"name\":\"af6920cca837912\"},{\"mac\":\"0a:58:0a:81:00:57\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0868e51-8a0c-4f14-8e53-5f517485f732\"}],\"ips\":[{\"address\":\"10.129.0.87/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:40:02.494121 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0513 07:40:03.077949 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 07:40:03.951259 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 af6920cca8379128efb5d567961e32bbda47d26c3a1203ef40d9db8792af6ef8 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 af6920cca8379128efb5d567961e32bbda47d26c3a1203ef40d9db8792af6ef8 network default NAD default NAD key ] I0513 07:40:04.038493 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 af6920cca8379128efb5d567961e32bbda47d26c3a1203ef40d9db8792af6ef8 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 af6920cca8379128efb5d567961e32bbda47d26c3a1203ef40d9db8792af6ef8 network default NAD default NAD key default], result "{}", err I0513 07:40:04.092015 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:40:04.092054 3849 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 I0513 07:40:04.093729 3849 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4, ips: 10.129.0.87 I0513 07:40:04.093762 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:40:04.960795 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:40:04.960824 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:40:04.993788 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:40:04.993832 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:40:04.999608 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q I0513 07:40:04.999629 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q W0513 07:40:06.994535 3849 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 I0513 07:40:53.487031 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0513 07:41:00.379600 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0513 07:41:08.263650 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0513 07:41:37.081173 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0513 07:41:50.092891 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0513 07:42:08.365623 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0513 07:42:18.262933 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0513 07:42:55.475174 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0513 07:46:02.093807 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0513 07:46:27.101201 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 I0513 07:46:42.480910 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 07:47:00.158651 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 07:47:13.082288 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 07:48:22.081857 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0513 07:48:35.267036 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0513 07:49:15.479422 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 07:49:18.163782 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0513 07:49:24.490516 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0513 07:49:32.266620 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 07:49:51.497805 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0513 07:50:00.206744 3849 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644310-wrgg6 for pod on switch ip-10-0-2-84.ec2.internal I0513 07:50:00.206861 3849 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 I0513 07:50:00.238678 3849 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6] pod update took 31.840085ms I0513 07:50:00.238708 3849 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6] addLogicalPort annotation time took 31.877842ms I0513 07:50:00.240065 3849 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6] addLogicalPort took 33.335807ms, libovsdb time 895.901µs I0513 07:50:00.571485 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 c4eeb9366fc9d0bcbebd8b3fe2e4ef92f3f61c9f2d599c966a72f5a84511e72a network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 c4eeb9366fc9d0bcbebd8b3fe2e4ef92f3f61c9f2d599c966a72f5a84511e72a network default NAD default NAD key ] I0513 07:50:00.581065 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644310-wrgg6, hostIfaceName: c4eeb9366fc9d0b, network: default, NAD default, SandboxID: "c4eeb9366fc9d0bcbebd8b3fe2e4ef92f3f61c9f2d599c966a72f5a84511e72a", PCI device ID: , UID: "11adbf14-7341-4289-b8f7-1923531ceb95", MAC: 0a:58:0a:81:00:58, IPs: [10.129.0.88/23] I0513 07:50:00.639306 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 c4eeb9366fc9d0bcbebd8b3fe2e4ef92f3f61c9f2d599c966a72f5a84511e72a network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 c4eeb9366fc9d0bcbebd8b3fe2e4ef92f3f61c9f2d599c966a72f5a84511e72a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:75:1e:ef:6f:66\",\"name\":\"c4eeb9366fc9d0b\"},{\"mac\":\"0a:58:0a:81:00:58\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f402490f-4ea9-4d20-9515-47edbdab21c6\"}],\"ips\":[{\"address\":\"10.129.0.88/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 07:50:03.769780 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 c4eeb9366fc9d0bcbebd8b3fe2e4ef92f3f61c9f2d599c966a72f5a84511e72a network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 c4eeb9366fc9d0bcbebd8b3fe2e4ef92f3f61c9f2d599c966a72f5a84511e72a network default NAD default NAD key ] I0513 07:50:03.851648 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 c4eeb9366fc9d0bcbebd8b3fe2e4ef92f3f61c9f2d599c966a72f5a84511e72a network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 c4eeb9366fc9d0bcbebd8b3fe2e4ef92f3f61c9f2d599c966a72f5a84511e72a network default NAD default NAD key default], result "{}", err I0513 07:50:03.903877 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:50:03.903921 3849 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 I0513 07:50:03.905275 3849 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6, ips: 10.129.0.88 I0513 07:50:03.905304 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:50:04.773173 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:50:04.773239 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:50:04.804804 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:50:04.804852 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:50:04.808610 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb I0513 07:50:04.808640 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb I0513 07:50:08.383444 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0513 07:50:26.096174 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0513 07:50:28.084593 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0513 07:51:43.369030 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 07:51:58.104702 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=20 I0513 07:52:30.162983 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0513 07:52:59.485311 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 07:53:18.097609 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0513 07:54:17.086362 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0513 07:55:00.483294 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0513 07:55:26.387642 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0513 07:55:50.493831 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 07:56:10.168054 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 07:56:32.270560 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0513 07:56:39.270392 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 07:57:23.088659 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0513 07:57:35.086155 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0513 07:58:15.501521 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0513 07:58:33.099744 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0513 07:59:19.372917 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0513 08:00:00.206515 3849 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29644320-4vlr6 for pod on switch ip-10-0-2-84.ec2.internal I0513 08:00:00.206627 3849 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 I0513 08:00:00.234167 3849 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6] pod update took 27.560034ms I0513 08:00:00.234199 3849 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6] addLogicalPort annotation time took 27.597373ms I0513 08:00:00.235773 3849 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6] addLogicalPort took 29.274369ms, libovsdb time 992.922µs I0513 08:00:00.572792 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 f5f3e4615c60f94feca75a50bae5c6df649576d123718e3c3124875cf43df1e2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 f5f3e4615c60f94feca75a50bae5c6df649576d123718e3c3124875cf43df1e2 network default NAD default NAD key ] I0513 08:00:00.582214 3849 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29644320-4vlr6, hostIfaceName: f5f3e4615c60f94, network: default, NAD default, SandboxID: "f5f3e4615c60f94feca75a50bae5c6df649576d123718e3c3124875cf43df1e2", PCI device ID: , UID: "63795a55-4c18-424a-819b-bdbf91ec9fa2", MAC: 0a:58:0a:81:00:59, IPs: [10.129.0.89/23] I0513 08:00:00.637453 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 f5f3e4615c60f94feca75a50bae5c6df649576d123718e3c3124875cf43df1e2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 f5f3e4615c60f94feca75a50bae5c6df649576d123718e3c3124875cf43df1e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f4:2d:3a:45:63\",\"name\":\"f5f3e4615c60f94\"},{\"mac\":\"0a:58:0a:81:00:59\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/879d73b0-5859-40c7-9ca6-2e3f675e227e\"}],\"ips\":[{\"address\":\"10.129.0.89/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0513 08:00:04.570838 3849 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 f5f3e4615c60f94feca75a50bae5c6df649576d123718e3c3124875cf43df1e2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 f5f3e4615c60f94feca75a50bae5c6df649576d123718e3c3124875cf43df1e2 network default NAD default NAD key ] I0513 08:00:04.660409 3849 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 f5f3e4615c60f94feca75a50bae5c6df649576d123718e3c3124875cf43df1e2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 f5f3e4615c60f94feca75a50bae5c6df649576d123718e3c3124875cf43df1e2 network default NAD default NAD key default], result "{}", err I0513 08:00:04.712181 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 08:00:04.712271 3849 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 I0513 08:00:04.713936 3849 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6, ips: 10.129.0.89 I0513 08:00:04.713974 3849 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 08:00:05.573851 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:05.573882 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:05.610046 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:05.610075 3849 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:05.613306 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 I0513 08:00:05.613343 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 W0513 08:00:06.994571 3849 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q I0513 08:00:18.108341 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=30 I0513 08:00:37.488559 3849 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 08:00:55.357992 3849 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 08:00:55.358616 3849 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 08:00:56.166632 3849 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 08:00:56.208407 3849 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:56.208436 3849 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:59.486524 3849 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 08:01:06.357540 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:06.357569 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:06.363616 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod I0513 08:01:06.363642 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod I0513 08:01:06.942667 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:06.942695 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:06.947634 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod I0513 08:01:06.947659 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod I0513 08:01:08.745537 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:08.745563 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:08.749611 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod I0513 08:01:08.749641 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod I0513 08:01:09.350333 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:09.350360 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:09.355163 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod I0513 08:01:09.355185 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod I0513 08:01:11.161063 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:11.161088 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:11.166594 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod I0513 08:01:11.166623 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod I0513 08:01:11.747209 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:11.747316 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:11.753017 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod I0513 08:01:11.753048 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod I0513 08:01:13.547757 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:13.547860 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:13.553532 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod I0513 08:01:13.553556 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod I0513 08:01:14.150724 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:14.150749 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:14.155860 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod I0513 08:01:14.155878 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod I0513 08:01:16.176062 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:16.176087 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:16.180458 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod I0513 08:01:16.180482 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod I0513 08:01:18.538925 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:18.538956 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:18.543415 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod I0513 08:01:18.543440 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod I0513 08:01:18.748253 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:18.748281 3849 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:18.753781 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod I0513 08:01:18.753811 3849 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod I0513 08:02:27.101352 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0513 08:03:07.089307 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0513 08:03:16.089882 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0513 08:03:46.103038 3849 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7