+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-215.ec2.internal ++ [[ -n ip-10-0-2-215.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-215.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 11:34:45.858294517 - disable conntrack on geneve port' I0512 11:34:45.858294517 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 11:34:45.927818578 - starting ovnkube-node + echo 'I0512 11:34:45.927818578 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-215.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-215.ec2.internal --init-node ip-10-0-2-215.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-215.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 11:34:45.989935 3802 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 11:34:45.989992 3802 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3e0031faf4.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 11:34:45.991376 3802 kube.go:431] Waiting for certificate I0512 11:34:45.991405 3802 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 11:34:45.991446 3802 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 11:34:45.992167 3802 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 11:34:46.026325 3802 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:46.026340 3802 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:46.029797 3802 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:46.029887 3802 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lrcnj" I0512 11:34:46.036130 3802 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lrcnj" I0512 11:34:46.036203 3802 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 11:34:46.991652 3802 kube.go:438] Certificate found I0512 11:34:46.992185 3802 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 11:34:46.993187 3802 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 11:34:47.050832 3802 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 11:29:46 +0000 UTC" deadline="2026-05-13 08:14:51.485851178 +0000 UTC" I0512 11:34:47.050867 3802 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h40m4.434993385s" I0512 11:34:47.059658 3802 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 11:34:47.075456 3802 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 11:34:47.075579 3802 factory.go:561] Starting watch factory I0512 11:34:47.075893 3802 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.075935 3802 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.077015 3802 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.077031 3802 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.077588 3802 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.077660 3802 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.077890 3802 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.077960 3802 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.078447 3802 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.078564 3802 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.079647 3802 controller_manager.go:370] Starting the ovnkube controller I0512 11:34:47.078493 3802 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.079738 3802 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.079821 3802 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-215.ec2.internal I0512 11:34:47.079903 3802 controller_manager.go:395] NBDB zone sync took: 60.229µs I0512 11:34:47.079918 3802 factory.go:561] Starting watch factory I0512 11:34:47.079953 3802 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 11:34:47.080160 3802 server.go:101] MetricServer registers OVS metrics I0512 11:34:47.080936 3802 server.go:105] MetricServer registers OVN DB metrics I0512 11:34:47.085904 3802 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 11:34:47.085943 3802 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 11:34:47.097485 3802 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.099647 3802 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.100035 3802 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.100078 3802 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 11:34:47.100097 3802 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 11:34:47.103299 3802 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.103727 3802 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.105233 3802 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 11:34:47.105269 3802 server.go:109] MetricServer registers OVN Controller metrics I0512 11:34:47.108115 3802 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 11:34:47.110390 3802 server.go:113] MetricServer registers OVN Northd metrics I0512 11:34:47.114830 3802 metrics.go:519] OVN Metrics Server starts to run ... I0512 11:34:47.181679 3802 factory.go:1977] *v1.Node informer cache synced successfully I0512 11:34:47.181701 3802 factory.go:1977] *v1.Service informer cache synced successfully I0512 11:34:47.181704 3802 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 11:34:47.181708 3802 factory.go:1977] *v1.Pod informer cache synced successfully I0512 11:34:47.181711 3802 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 11:34:47.181713 3802 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 11:34:47.181800 3802 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:47.181816 3802 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:47.181803 3802 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:47.181872 3802 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:47.185530 3802 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 11:34:47.185557 3802 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 11:34:47.185563 3802 factory.go:1977] *v1.Node informer cache synced successfully I0512 11:34:47.185566 3802 factory.go:1977] *v1.Service informer cache synced successfully I0512 11:34:47.185569 3802 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 11:34:47.185571 3802 factory.go:1977] *v1.Pod informer cache synced successfully I0512 11:34:47.185917 3802 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:47.185915 3802 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 11:34:47.186779 3802 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 11:34:47.186787 3802 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 11:34:47.186838 3802 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.186850 3802 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.190178 3802 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.191141 3802 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 11:34:47.191152 3802 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 11:34:47.192244 3802 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 11:34:47.192318 3802 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.192352 3802 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.195627 3802 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.196557 3802 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 11:34:47.197699 3802 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 11:34:47.197757 3802 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.197770 3802 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.201040 3802 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.201986 3802 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 11:34:47.203141 3802 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 11:34:47.203190 3802 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.203202 3802 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.206726 3802 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.207688 3802 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 11:34:47.208830 3802 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 11:34:47.208889 3802 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.208901 3802 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.212664 3802 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.212710 3802 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 11:34:47.214144 3802 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 11:34:47.214314 3802 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 11:34:47.214329 3802 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 11:34:47.217657 3802 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 11:34:47.217738 3802 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 11:34:47.219642 3802 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 11:34:47.219707 3802 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.219722 3802 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.219763 3802 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.219780 3802 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.223126 3802 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 11:34:47.223368 3802 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.223408 3802 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 11:34:47.225431 3802 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 11:34:47.225449 3802 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 11:34:47.225456 3802 factory.go:680] Watch Factory start up complete, took: 149.883025ms I0512 11:34:47.225550 3802 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 11:34:47.228283 3802 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 11:34:47.228293 3802 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 11:34:47.228300 3802 factory.go:680] Watch Factory start up complete, took: 148.381729ms I0512 11:34:47.228310 3802 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-215.ec2.internal" zone I0512 11:34:47.270468 3802 default_node_network_controller.go:710] Initializing the default node network controller I0512 11:34:47.353807 3802 udn_isolation.go:101] Starting UDN host isolation manager I0512 11:34:47.360217 3802 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 11:34:47.413000 3802 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 11:34:47.413099 3802 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 11:34:47.413113 3802 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 11:34:47.447566 3802 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 11:34:47.447646 3802 default_node_network_controller.go:809] Node ip-10-0-2-215.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0512 11:34:47.453433 3802 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.215"] k8s.ovn.org/zone-name:ip-10-0-2-215.ec2.internal] on node ip-10-0-2-215.ec2.internal I0512 11:34:47.474835 3802 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 11:34:47.479043 3802 controller_manager.go:429] Waiting for node in zone sync took: 250.720157ms I0512 11:34:47.480989 3802 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 11:34:47.481119 3802 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0512 11:34:47.481236 3802 gateway_init.go:263] Preparing Gateway I0512 11:34:47.481248 3802 gateway_shared_intf.go:1687] Creating new gateway I0512 11:34:47.485121 3802 controller_manager.go:611] Switching to transit router for layer2 networks I0512 11:34:47.485136 3802 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-215.ec2.internal I0512 11:34:47.500479 3802 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 11:34:47.506943 3802 controller_manager.go:290] SCTP support detected in OVN I0512 11:34:47.507704 3802 services_controller.go:69] Creating services controller for network=default I0512 11:34:47.507842 3802 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 11:34:47.507998 3802 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 11:34:47.508079 3802 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 11:34:47.508096 3802 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 11:34:47.508107 3802 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 11:34:47.508365 3802 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 11:34:47.508458 3802 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 11:34:47.508470 3802 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.964µs I0512 11:34:47.508504 3802 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 35.715µs I0512 11:34:47.508515 3802 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 58.909µs I0512 11:34:47.508521 3802 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 11:34:47.508523 3802 udn_enabled_svc.go:95] Performing full resync I0512 11:34:47.508527 3802 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 11:34:47.508555 3802 default_network_controller.go:325] Starting the default network controller I0512 11:34:47.508712 3802 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.391µs I0512 11:34:47.508896 3802 udn_enabled_svc.go:99] Waiting for handler to sync I0512 11:34:47.508913 3802 udn_enabled_svc.go:104] Starting worker I0512 11:34:47.518984 3802 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 11:34:47.519040 3802 repair.go:33] Syncing exgw routes took 44.463µs I0512 11:34:47.519063 3802 default_network_controller.go:414] Starting all the Watchers... I0512 11:34:47.519301 3802 namespace.go:98] [openshift-apiserver] adding namespace I0512 11:34:47.519309 3802 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 11:34:47.519339 3802 namespace.go:98] [openshift-image-registry] adding namespace I0512 11:34:47.519351 3802 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 11:34:47.519373 3802 namespace.go:98] [openshift-infra] adding namespace I0512 11:34:47.519374 3802 namespace.go:98] [openshift-etcd] adding namespace I0512 11:34:47.519376 3802 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 11:34:47.519391 3802 namespace.go:98] [openshift-config-operator] adding namespace I0512 11:34:47.519394 3802 namespace.go:98] [openshift-config-managed] adding namespace I0512 11:34:47.519411 3802 namespace.go:98] [default] adding namespace I0512 11:34:47.519438 3802 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 11:34:47.519439 3802 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 11:34:47.519445 3802 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 11:34:47.519460 3802 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 11:34:47.519466 3802 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 11:34:47.519999 3802 namespace.go:102] [openshift-apiserver] adding namespace took 684.805µs I0512 11:34:47.520015 3802 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 11:34:47.520568 3802 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 545.552µs I0512 11:34:47.520589 3802 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 11:34:47.521143 3802 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 547.188µs I0512 11:34:47.521162 3802 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 11:34:47.521741 3802 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.420302ms I0512 11:34:47.521757 3802 namespace.go:98] [openshift-network-operator] adding namespace I0512 11:34:47.522321 3802 namespace.go:102] [openshift-image-registry] adding namespace took 2.970956ms I0512 11:34:47.522336 3802 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 11:34:47.522827 3802 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.465016ms I0512 11:34:47.522843 3802 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 11:34:47.523305 3802 namespace.go:102] [openshift-infra] adding namespace took 3.915129ms I0512 11:34:47.523330 3802 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 11:34:47.523866 3802 namespace.go:102] [openshift-etcd] adding namespace took 4.474017ms I0512 11:34:47.523883 3802 namespace.go:98] [openshift-console] adding namespace I0512 11:34:47.524368 3802 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.970902ms I0512 11:34:47.524391 3802 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 11:34:47.524883 3802 namespace.go:102] [openshift-config-operator] adding namespace took 5.479064ms I0512 11:34:47.524900 3802 namespace.go:98] [openshift-authentication] adding namespace I0512 11:34:47.525352 3802 namespace.go:102] [openshift-config-managed] adding namespace took 5.946737ms I0512 11:34:47.525371 3802 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 11:34:47.525786 3802 namespace.go:102] [default] adding namespace took 6.35815ms I0512 11:34:47.525805 3802 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 11:34:47.526338 3802 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.885131ms I0512 11:34:47.526355 3802 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 11:34:47.526830 3802 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.375148ms I0512 11:34:47.526847 3802 namespace.go:98] [openshift-node] adding namespace I0512 11:34:47.527272 3802 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.825644ms I0512 11:34:47.527282 3802 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 11:34:47.527844 3802 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.374461ms I0512 11:34:47.527863 3802 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 11:34:47.528232 3802 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.757579ms I0512 11:34:47.528247 3802 namespace.go:98] [kube-system] adding namespace I0512 11:34:47.528731 3802 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.564311ms I0512 11:34:47.528745 3802 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 11:34:47.529099 3802 namespace.go:102] [openshift-network-operator] adding namespace took 7.337429ms I0512 11:34:47.529110 3802 namespace.go:98] [openshift-config] adding namespace I0512 11:34:47.529565 3802 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.193411ms I0512 11:34:47.529578 3802 namespace.go:98] [openshift-ingress] adding namespace I0512 11:34:47.529947 3802 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.099491ms I0512 11:34:47.529956 3802 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 11:34:47.530330 3802 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.989843ms I0512 11:34:47.530344 3802 namespace.go:98] [openshift-console-operator] adding namespace I0512 11:34:47.530694 3802 namespace.go:102] [openshift-console] adding namespace took 6.806555ms I0512 11:34:47.530706 3802 namespace.go:98] [openshift-backplane] adding namespace I0512 11:34:47.531205 3802 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.802881ms I0512 11:34:47.531225 3802 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 11:34:47.531696 3802 namespace.go:102] [openshift-authentication] adding namespace took 6.789666ms I0512 11:34:47.531710 3802 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 11:34:47.532130 3802 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.752944ms I0512 11:34:47.532145 3802 namespace.go:98] [openshift-multus] adding namespace I0512 11:34:47.532592 3802 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.778322ms I0512 11:34:47.532615 3802 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 11:34:47.533083 3802 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.722038ms I0512 11:34:47.533098 3802 namespace.go:98] [openshift-monitoring] adding namespace I0512 11:34:47.533470 3802 namespace.go:102] [openshift-node] adding namespace took 6.618589ms I0512 11:34:47.533480 3802 namespace.go:98] [openshift-package-operator] adding namespace I0512 11:34:47.534102 3802 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.799382ms I0512 11:34:47.534119 3802 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace W0512 11:34:47.534571 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-s2tc2: pod kube-system/global-pull-secret-syncer-s2tc2: no pod IPs found W0512 11:34:47.534588 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-b7psp: pod kube-system/global-pull-secret-syncer-b7psp: no pod IPs found W0512 11:34:47.534605 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-nqkhb: pod kube-system/global-pull-secret-syncer-nqkhb: no pod IPs found I0512 11:34:47.534619 3802 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.746419ms I0512 11:34:47.534639 3802 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 11:34:47.535185 3802 namespace.go:102] [kube-system] adding namespace took 6.931478ms I0512 11:34:47.535204 3802 namespace.go:98] [openshift-network-console] adding namespace I0512 11:34:47.535626 3802 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.87467ms I0512 11:34:47.536026 3802 namespace.go:102] [openshift-config] adding namespace took 6.911274ms I0512 11:34:47.536039 3802 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 11:34:47.536418 3802 namespace.go:102] [openshift-ingress] adding namespace took 6.833547ms I0512 11:34:47.536439 3802 namespace.go:98] [openshift-cluster-version] adding namespace I0512 11:34:47.536848 3802 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.887606ms I0512 11:34:47.536861 3802 namespace.go:98] [openshift-host-network] adding namespace I0512 11:34:47.537249 3802 namespace.go:102] [openshift-console-operator] adding namespace took 6.899543ms I0512 11:34:47.537263 3802 namespace.go:98] [kube-node-lease] adding namespace I0512 11:34:47.537705 3802 namespace.go:102] [openshift-backplane] adding namespace took 6.993879ms I0512 11:34:47.537717 3802 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 11:34:47.538110 3802 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.877883ms I0512 11:34:47.538122 3802 namespace.go:98] [openshift-backplane-csm] adding namespace W0512 11:34:47.538452 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jz99p: pod openshift-multus/network-metrics-daemon-jz99p: no pod IPs found W0512 11:34:47.538463 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-46696: pod openshift-multus/network-metrics-daemon-46696: no pod IPs found W0512 11:34:47.538468 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ds5nt: pod openshift-multus/network-metrics-daemon-ds5nt: no pod IPs found I0512 11:34:47.538509 3802 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.793097ms I0512 11:34:47.538524 3802 namespace.go:98] [openshift-machine-api] adding namespace I0512 11:34:47.538944 3802 namespace.go:102] [openshift-multus] adding namespace took 6.792046ms I0512 11:34:47.538957 3802 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 11:34:47.539306 3802 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.684955ms I0512 11:34:47.539319 3802 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 11:34:47.539701 3802 namespace.go:102] [openshift-monitoring] adding namespace took 6.598647ms I0512 11:34:47.539713 3802 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 11:34:47.540102 3802 namespace.go:102] [openshift-package-operator] adding namespace took 6.616324ms I0512 11:34:47.540115 3802 namespace.go:98] [openshift-dns] adding namespace I0512 11:34:47.540513 3802 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.388664ms I0512 11:34:47.540529 3802 namespace.go:98] [openshift-marketplace] adding namespace I0512 11:34:47.541024 3802 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.376009ms I0512 11:34:47.541037 3802 namespace.go:98] [openshift-backplane-mobb] adding namespace W0512 11:34:47.541402 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rlwrc: pod openshift-network-diagnostics/network-check-target-rlwrc: no pod IPs found W0512 11:34:47.541416 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vmj7x: pod openshift-network-diagnostics/network-check-target-vmj7x: no pod IPs found W0512 11:34:47.541423 3802 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xrgjh: pod openshift-network-diagnostics/network-check-target-xrgjh: no pod IPs found I0512 11:34:47.541431 3802 namespace.go:102] [openshift-network-console] adding namespace took 6.221563ms I0512 11:34:47.541450 3802 namespace.go:98] [kube-public] adding namespace I0512 11:34:47.542327 3802 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.920157ms I0512 11:34:47.542343 3802 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 11:34:47.542772 3802 namespace.go:102] [openshift-cluster-version] adding namespace took 6.326964ms I0512 11:34:47.542790 3802 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 11:34:47.543209 3802 namespace.go:102] [openshift-host-network] adding namespace took 6.342132ms I0512 11:34:47.543224 3802 namespace.go:98] [openshift-insights] adding namespace I0512 11:34:47.543596 3802 namespace.go:102] [kube-node-lease] adding namespace took 6.329056ms I0512 11:34:47.543607 3802 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 11:34:47.543962 3802 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.240583ms I0512 11:34:47.543972 3802 namespace.go:98] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] adding namespace I0512 11:34:47.544399 3802 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.269771ms I0512 11:34:47.544418 3802 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 11:34:47.544804 3802 namespace.go:102] [openshift-machine-api] adding namespace took 6.27295ms I0512 11:34:47.544827 3802 namespace.go:98] [openshift-controller-manager] adding namespace I0512 11:34:47.545360 3802 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.395358ms I0512 11:34:47.545379 3802 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 11:34:47.545851 3802 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.526151ms I0512 11:34:47.545868 3802 namespace.go:98] [openshift-logging] adding namespace I0512 11:34:47.546293 3802 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.575678ms I0512 11:34:47.546305 3802 namespace.go:98] [openshift-operators] adding namespace I0512 11:34:47.546683 3802 namespace.go:102] [openshift-dns] adding namespace took 6.562363ms I0512 11:34:47.546695 3802 namespace.go:98] [openshift] adding namespace I0512 11:34:47.547124 3802 namespace.go:102] [openshift-marketplace] adding namespace took 6.588868ms I0512 11:34:47.547139 3802 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 11:34:47.547483 3802 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.441882ms I0512 11:34:47.547494 3802 namespace.go:98] [openshift-dns-operator] adding namespace I0512 11:34:47.547908 3802 namespace.go:102] [kube-public] adding namespace took 6.453517ms I0512 11:34:47.547921 3802 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 11:34:47.548299 3802 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.951548ms I0512 11:34:47.548718 3802 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.922185ms I0512 11:34:47.549093 3802 namespace.go:102] [openshift-insights] adding namespace took 5.86483ms I0512 11:34:47.549105 3802 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 11:34:47.549522 3802 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.910231ms I0512 11:34:47.549553 3802 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 11:34:47.550026 3802 namespace.go:102] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] adding namespace took 6.049853ms I0512 11:34:47.550489 3802 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.066348ms I0512 11:34:47.550502 3802 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 11:34:47.550945 3802 namespace.go:102] [openshift-controller-manager] adding namespace took 6.107648ms I0512 11:34:47.551408 3802 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.019658ms I0512 11:34:47.551878 3802 namespace.go:102] [openshift-logging] adding namespace took 5.985397ms I0512 11:34:47.552247 3802 namespace.go:102] [openshift-operators] adding namespace took 5.93615ms I0512 11:34:47.552647 3802 namespace.go:102] [openshift] adding namespace took 5.947372ms I0512 11:34:47.552661 3802 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 11:34:47.553022 3802 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.878018ms I0512 11:34:47.553407 3802 namespace.go:102] [openshift-dns-operator] adding namespace took 5.907724ms I0512 11:34:47.553783 3802 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.855827ms I0512 11:34:47.553800 3802 namespace.go:98] [dedicated-admin] adding namespace I0512 11:34:47.554286 3802 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.175542ms I0512 11:34:47.554828 3802 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.268963ms I0512 11:34:47.555245 3802 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.737035ms I0512 11:34:47.555605 3802 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 2.940376ms I0512 11:34:47.556052 3802 namespace.go:102] [dedicated-admin] adding namespace took 2.245748ms W0512 11:34:47.556138 3802 master.go:458] Unable to parse local node ip-10-0-2-215.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 11:34:47.556150 3802 master.go:471] Unable to parse remote node ip-10-0-0-92.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 11:34:47.556156 3802 master.go:471] Unable to parse remote node ip-10-0-1-43.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 11:34:47.556162 3802 master.go:481] Removing stale chassis with ID/Name: b21fd49b-f6d1-4168-93a5-1e647c5cb7a5, hostname: ip-10-0-2-215.ec2.internal I0512 11:34:47.556645 3802 master.go:548] Adding or Updating local node "ip-10-0-2-215.ec2.internal" for network "default" I0512 11:34:47.556654 3802 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-43.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-43.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-43.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-43.ec2.internal I0512 11:34:47.556663 3802 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-92.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-92.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-92.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-92.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-92.ec2.internal I0512 11:34:47.559925 3802 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-215.ec2.internal for the network default I0512 11:34:47.560194 3802 zone_ic_handler.go:195] Time taken to create transit switch: 255.225µs I0512 11:34:47.560839 3802 default_network_controller.go:823] Node add failed for ip-10-0-2-215.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-215.ec2.internal, error getting gateway config for node ip-10-0-2-215.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-215.ec2.internal", failed to update chassis to local for local node ip-10-0-2-215.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-215.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-215.ec2.internal] E0512 11:34:47.560889 3802 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-215.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-215.ec2.internal, error getting gateway config for node ip-10-0-2-215.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-215.ec2.internal", failed to update chassis to local for local node ip-10-0-2-215.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-215.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-215.ec2.internal] I0512 11:34:47.560949 3802 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 11:34:47.560965 3802 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-215.ec2.internal", UID:"89aa1ed3-8b0d-44fc-8b3a-0b8686c072c5", APIVersion:"v1", ResourceVersion:"9103", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-215.ec2.internal, error getting gateway config for node ip-10-0-2-215.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-215.ec2.internal", failed to update chassis to local for local node ip-10-0-2-215.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-215.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-215.ec2.internal] I0512 11:34:47.560979 3802 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 11:34:47.560997 3802 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 11:34:47.560997 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-92.ec2.internal in network "default" I0512 11:34:47.561035 3802 node_tracker.go:235] Node ip-10-0-0-92.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-92.ec2.internal" I0512 11:34:47.561053 3802 node_tracker.go:169] Node ip-10-0-0-92.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:47.561070 3802 services_controller.go:574] Full service sync requested for network=default I0512 11:34:47.561084 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:34:47.561101 3802 node_tracker.go:235] Node ip-10-0-1-43.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-43.ec2.internal" I0512 11:34:47.561110 3802 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:47.561116 3802 services_controller.go:574] Full service sync requested for network=default I0512 11:34:47.561124 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-215.ec2.internal in network "default" I0512 11:34:47.561140 3802 node_tracker.go:235] Node ip-10-0-2-215.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-215.ec2.internal" I0512 11:34:47.561149 3802 node_tracker.go:169] Node ip-10-0-2-215.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:47.561157 3802 services_controller.go:574] Full service sync requested for network=default I0512 11:34:47.583997 3802 iptables.go:108] Creating table: filter chain: FORWARD I0512 11:34:47.590911 3802 iptables.go:108] Creating table: filter chain: OUTPUT I0512 11:34:47.597759 3802 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 11:34:47.597774 3802 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-215.ec2.internal","mac-address":"0e:7e:4e:c2:03:3f","ip-addresses":["10.0.2.215/24"],"ip-address":"10.0.2.215/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b21fd49b-f6d1-4168-93a5-1e647c5cb7a5 k8s.ovn.org/node-encap-ips:["10.0.2.215"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.215/24"} k8s.ovn.org/zone-name:ip-10-0-2-215.ec2.internal] on node ip-10-0-2-215.ec2.internal I0512 11:34:47.613259 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-215.ec2.internal in network "default" I0512 11:34:47.613287 3802 master.go:548] Adding or Updating local node "ip-10-0-2-215.ec2.internal" for network "default" I0512 11:34:47.613331 3802 node_tracker.go:169] Node ip-10-0-2-215.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:47.613349 3802 services_controller.go:574] Full service sync requested for network=default I0512 11:34:47.617335 3802 default_node_network_controller.go:519] Node connection status = connected W0512 11:34:47.618938 3802 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-nqkhb: pod kube-system/global-pull-secret-syncer-nqkhb: no pod IPs found W0512 11:34:47.618963 3802 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-46696: pod openshift-multus/network-metrics-daemon-46696: no pod IPs found W0512 11:34:47.618970 3802 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xrgjh: pod openshift-network-diagnostics/network-check-target-xrgjh: no pod IPs found I0512 11:34:47.620012 3802 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-215.ec2.internal for the network default I0512 11:34:47.620161 3802 zone_ic_handler.go:195] Time taken to create transit switch: 138.065µs I0512 11:34:47.661244 3802 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 11:34:47.661263 3802 services_controller.go:208] Setting up event handlers for services for network=default I0512 11:34:47.661303 3802 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 11:34:47.661345 3802 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 11:34:47.661355 3802 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 11:34:47.761669 3802 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 11:34:47.761694 3802 repair.go:60] Starting repairing loop for services I0512 11:34:47.761797 3802 repair.go:131] Deleted 0 stale service LBs I0512 11:34:47.761823 3802 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 11:34:47.761848 3802 repair.go:62] Finished repairing loop for services: 157.547µs I0512 11:34:47.761889 3802 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 11:34:47.761904 3802 services_controller.go:254] Starting workers for network=default I0512 11:34:47.762225 3802 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-46696] creating logical port openshift-multus_network-metrics-daemon-46696 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:34:47.762283 3802 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-nqkhb] creating logical port kube-system_global-pull-secret-syncer-nqkhb for pod on switch ip-10-0-2-215.ec2.internal I0512 11:34:47.762285 3802 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-s2tc2, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-s2tc2: suppressed error logged: pod kube-system/global-pull-secret-syncer-s2tc2: no pod IPs found I0512 11:34:47.762330 3802 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xrgjh] creating logical port openshift-network-diagnostics_network-check-target-xrgjh for pod on switch ip-10-0-2-215.ec2.internal I0512 11:34:47.762344 3802 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rlwrc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rlwrc: no pod IPs found I0512 11:34:47.762380 3802 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ds5nt, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ds5nt: suppressed error logged: pod openshift-multus/network-metrics-daemon-ds5nt: no pod IPs found I0512 11:34:47.762555 3802 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-46696 I0512 11:34:47.762656 3802 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-nqkhb I0512 11:34:47.762920 3802 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-vmj7x, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vmj7x: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vmj7x: no pod IPs found I0512 11:34:47.762996 3802 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xrgjh I0512 11:34:47.779717 3802 pod.go:62] [openshift-network-diagnostics/network-check-target-xrgjh] pod update took 16.761168ms I0512 11:34:47.779735 3802 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-xrgjh] addLogicalPort annotation time took 16.781191ms I0512 11:34:47.780757 3802 pods.go:271] [openshift-network-diagnostics/network-check-target-xrgjh] addLogicalPort took 18.43629ms, libovsdb time 728.894µs I0512 11:34:47.780810 3802 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-b7psp, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-b7psp: suppressed error logged: pod kube-system/global-pull-secret-syncer-b7psp: no pod IPs found I0512 11:34:47.782421 3802 pod.go:62] [kube-system/global-pull-secret-syncer-nqkhb] pod update took 20.060064ms I0512 11:34:47.782478 3802 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-nqkhb] addLogicalPort annotation time took 20.121569ms I0512 11:34:47.783572 3802 pods.go:271] [kube-system/global-pull-secret-syncer-nqkhb] addLogicalPort took 21.299177ms, libovsdb time 787.837µs I0512 11:34:47.783619 3802 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-jz99p, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jz99p: suppressed error logged: pod openshift-multus/network-metrics-daemon-jz99p: no pod IPs found I0512 11:34:47.784008 3802 pod.go:62] [openshift-multus/network-metrics-daemon-46696] pod update took 21.705966ms I0512 11:34:47.784033 3802 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-46696] addLogicalPort annotation time took 21.735057ms I0512 11:34:47.784807 3802 pods.go:271] [openshift-multus/network-metrics-daemon-46696] addLogicalPort took 22.594941ms, libovsdb time 571.396µs I0512 11:34:47.785223 3802 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 11:34:47.785257 3802 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 11:34:47.785276 3802 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 11:34:47.785282 3802 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 11:34:47.785522 3802 repair.go:29] Repairing admin network policies took 233.318µs I0512 11:34:47.785651 3802 repair.go:92] Repairing baseline admin network policies took 118.327µs I0512 11:34:47.786081 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 11:34:47.786100 3802 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 11:34:47.787971 3802 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 11:34:47.787998 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 11:34:47.788429 3802 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 11:34:47.788446 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 11:34:47.790348 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 11:34:47.790369 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 11:34:47.790379 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 11:34:47.792007 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 11:34:47.792028 3802 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 11:34:47.792037 3802 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 11:34:47.794360 3802 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 11:34:47.794378 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 11:34:47.794396 3802 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 11:34:47.796471 3802 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 11:34:47.796494 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 11:34:47.796503 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 11:34:47.797010 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 11:34:47.797028 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 11:34:47.797034 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 11:34:47.797324 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 11:34:47.797342 3802 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 11:34:47.797350 3802 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 11:34:47.798228 3802 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 11:34:47.798252 3802 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 11:34:47.798261 3802 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 11:34:47.799725 3802 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 11:34:47.799742 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 11:34:47.799749 3802 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 11:34:47.801211 3802 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 11:34:47.801233 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 11:34:47.801266 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 11:34:47.801984 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 11:34:47.802004 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 11:34:47.802013 3802 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 11:34:47.803309 3802 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 11:34:47.803330 3802 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 11:34:47.803338 3802 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 11:34:47.804228 3802 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 11:34:47.804253 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 11:34:47.804264 3802 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 11:34:47.805369 3802 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 11:34:47.805388 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 11:34:47.805398 3802 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 11:34:47.806168 3802 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 11:34:47.806191 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 11:34:47.806199 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 11:34:47.806835 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 11:34:47.806855 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 11:34:47.806863 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 11:34:47.807445 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 11:34:47.807465 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 11:34:47.807477 3802 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 11:34:47.808789 3802 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 11:34:47.808808 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 11:34:47.808815 3802 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 11:34:47.809328 3802 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 11:34:47.809346 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 11:34:47.809353 3802 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 11:34:47.809680 3802 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 11:34:47.809697 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 11:34:47.809705 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 11:34:47.810241 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 11:34:47.810260 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 11:34:47.810267 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 11:34:47.810799 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 11:34:47.810817 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 11:34:47.810823 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 11:34:47.812196 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 11:34:47.812215 3802 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 11:34:47.812223 3802 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 11:34:47.812772 3802 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 11:34:47.812790 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 11:34:47.812798 3802 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 11:34:47.813313 3802 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 11:34:47.813334 3802 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 11:34:47.813343 3802 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 11:34:47.813906 3802 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 11:34:47.813925 3802 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 11:34:47.813933 3802 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 11:34:47.814507 3802 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 11:34:47.814524 3802 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 11:34:47.814533 3802 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 11:34:47.815724 3802 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 11:34:47.815741 3802 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 11:34:47.815754 3802 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 11:34:47.816910 3802 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 11:34:47.822158 3802 egressfirewall.go:374] Starting EgressFirewall controller I0512 11:34:47.822201 3802 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 11:34:47.822215 3802 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 11:34:47.822218 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 11:34:47.822230 3802 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 11:34:47.822262 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 11:34:47.822274 3802 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 11:34:47.822605 3802 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 11:34:47.822621 3802 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 11:34:47.822629 3802 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 11:34:47.822641 3802 egressqos.go:193] Setting up event handlers for EgressQoS I0512 11:34:47.822650 3802 egressfirewall.go:723] Syncing node "ip-10-0-2-215.ec2.internal" for egress firewall I0512 11:34:47.822660 3802 egressfirewall.go:723] Syncing node "ip-10-0-0-92.ec2.internal" for egress firewall I0512 11:34:47.822664 3802 egressfirewall.go:723] Syncing node "ip-10-0-1-43.ec2.internal" for egress firewall I0512 11:34:47.822829 3802 egressqos.go:245] Starting EgressQoS Controller I0512 11:34:47.822844 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 11:34:47.822852 3802 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 11:34:47.822857 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 11:34:47.822861 3802 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 11:34:47.822866 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 11:34:47.822870 3802 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 11:34:47.822874 3802 egressqos.go:259] Repairing EgressQoSes I0512 11:34:47.822879 3802 egressqos.go:399] Starting repairing loop for egressqos I0512 11:34:47.822981 3802 egressqos.go:401] Finished repairing loop for egressqos: 100.563µs I0512 11:34:47.823007 3802 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 11:34:47.823036 3802 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-215.ec2.internal I0512 11:34:47.823073 3802 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-215.ec2.internal : 37.493µs I0512 11:34:47.823224 3802 egressservice_zone.go:210] Starting Egress Services Controller I0512 11:34:47.823236 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 11:34:47.823242 3802 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 11:34:47.823247 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 11:34:47.823252 3802 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 11:34:47.823257 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 11:34:47.823262 3802 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 11:34:47.823267 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 11:34:47.823271 3802 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 11:34:47.823281 3802 egressservice_zone.go:228] Repairing Egress Services I0512 11:34:47.823615 3802 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 11:34:47.823625 3802 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 11:34:47.823688 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-92.ec2.internal I0512 11:34:47.823700 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-92.ec2.internal: 14.818µs I0512 11:34:47.823707 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:34:47.823711 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 4.002µs I0512 11:34:47.823715 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-215.ec2.internal I0512 11:34:47.823718 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-215.ec2.internal: 3.801µs I0512 11:34:47.823887 3802 default_network_controller.go:585] Completing all the Watchers took 304.81194ms I0512 11:34:47.823906 3802 default_network_controller.go:589] Starting unidling controllers I0512 11:34:47.823920 3802 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 11:34:47.823927 3802 unidle.go:63] Populating Initial ContollerEvent events I0512 11:34:47.823941 3802 unidle.go:79] Setting up event handlers for services I0512 11:34:47.824064 3802 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 11:34:48.065807 3802 default_network_controller.go:1025] Node "ip-10-0-1-43.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:34:48.117394 3802 default_node_network_controller.go:519] Node connection status = connected I0512 11:34:48.618274 3802 default_node_network_controller.go:519] Node connection status = connected I0512 11:34:49.117606 3802 default_node_network_controller.go:519] Node connection status = connected I0512 11:34:49.617533 3802 default_node_network_controller.go:519] Node connection status = connected I0512 11:34:49.844661 3802 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 11:34:50.118191 3802 default_node_network_controller.go:519] Node connection status = connected I0512 11:34:50.136872 3802 bridgeconfig.go:537] Gateway is ready I0512 11:34:50.136895 3802 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 11:34:50.150315 3802 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.215. Updating OVN encap IP. I0512 11:34:50.156556 3802 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.215 - it is already configured I0512 11:34:50.156579 3802 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.215/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 11:34:50.156886 3802 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.215/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-215.ec2.internal","mac-address":"0e:7e:4e:c2:03:3f","ip-addresses":["10.0.2.215/24"],"ip-address":"10.0.2.215/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b21fd49b-f6d1-4168-93a5-1e647c5cb7a5 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.215/24"}] on node ip-10-0-2-215.ec2.internal I0512 11:34:50.179472 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-215.ec2.internal I0512 11:34:50.179479 3802 egressfirewall.go:723] Syncing node "ip-10-0-2-215.ec2.internal" for egress firewall I0512 11:34:50.179494 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-215.ec2.internal: 24.654µs I0512 11:34:50.179506 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-215.ec2.internal in network "default" I0512 11:34:50.179507 3802 master.go:548] Adding or Updating local node "ip-10-0-2-215.ec2.internal" for network "default" I0512 11:34:50.179591 3802 node_tracker.go:169] Node ip-10-0-2-215.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:50.179613 3802 services_controller.go:574] Full service sync requested for network=default I0512 11:34:50.179981 3802 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.215 I0512 11:34:50.180104 3802 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-215.ec2.internal I0512 11:34:50.185077 3802 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-215.ec2.internal. Updating no re-route policies I0512 11:34:50.185145 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-t2h9q I0512 11:34:50.185158 3802 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-nqkhb I0512 11:34:50.185155 3802 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-215.ec2.internal I0512 11:34:50.185169 3802 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-nqkhb I0512 11:34:50.185170 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-zvd2j I0512 11:34:50.185176 3802 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-b7psp I0512 11:34:50.185177 3802 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-215.ec2.internal I0512 11:34:50.185187 3802 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-b7psp I0512 11:34:50.185187 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-zvd2j I0512 11:34:50.185195 3802 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xg5rk I0512 11:34:50.185210 3802 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xg5rk I0512 11:34:50.185211 3802 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-215.ec2.internal after 0 failed attempt(s) I0512 11:34:50.185210 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ch9tw I0512 11:34:50.185178 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-t2h9q I0512 11:34:50.185231 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ch9tw I0512 11:34:50.185233 3802 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-b7psp, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-b7psp: suppressed error logged: pod kube-system/global-pull-secret-syncer-b7psp: no pod IPs found I0512 11:34:50.185235 3802 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-nqkhb] creating logical port kube-system_global-pull-secret-syncer-nqkhb for pod on switch ip-10-0-2-215.ec2.internal I0512 11:34:50.185240 3802 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xg5rk after 0 failed attempt(s) I0512 11:34:50.185242 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-t2h9q after 0 failed attempt(s) I0512 11:34:50.185147 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-9qjgs I0512 11:34:50.185254 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ch9tw after 0 failed attempt(s) I0512 11:34:50.185260 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-9qjgs I0512 11:34:50.185271 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-gxqpq I0512 11:34:50.185287 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-r4wdv I0512 11:34:50.185292 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-gxqpq I0512 11:34:50.185296 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-r4wdv I0512 11:34:50.185312 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-r4wdv after 0 failed attempt(s) I0512 11:34:50.185317 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-gxqpq after 0 failed attempt(s) I0512 11:34:50.185241 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-zvd2j after 0 failed attempt(s) I0512 11:34:50.185328 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jz99p I0512 11:34:50.185277 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vmj7x I0512 11:34:50.185340 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jz99p I0512 11:34:50.185280 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-9qjgs after 0 failed attempt(s) I0512 11:34:50.185387 3802 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-jz99p, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jz99p: suppressed error logged: pod openshift-multus/network-metrics-daemon-jz99p: no pod IPs found I0512 11:34:50.185342 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vmj7x I0512 11:34:50.185403 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-46696 I0512 11:34:50.185420 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-46696 I0512 11:34:50.185445 3802 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-vmj7x, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vmj7x: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vmj7x: no pod IPs found I0512 11:34:50.185468 3802 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-46696] creating logical port openshift-multus_network-metrics-daemon-46696 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:34:50.185492 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vrvqb I0512 11:34:50.185514 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-215.ec2.internal I0512 11:34:50.185524 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vrvqb I0512 11:34:50.185526 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-215.ec2.internal I0512 11:34:50.185560 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-xbkg6 I0512 11:34:50.185569 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vrvqb after 0 failed attempt(s) I0512 11:34:50.185572 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-xbkg6 I0512 11:34:50.185578 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-215.ec2.internal after 0 failed attempt(s) I0512 11:34:50.185583 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc I0512 11:34:50.185592 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xrgjh I0512 11:34:50.185596 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-xbkg6 after 0 failed attempt(s) I0512 11:34:50.185597 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xrgjh I0512 11:34:50.185603 3802 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-s2tc2 I0512 11:34:50.185610 3802 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-s2tc2 I0512 11:34:50.185626 3802 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xrgjh] creating logical port openshift-network-diagnostics_network-check-target-xrgjh for pod on switch ip-10-0-2-215.ec2.internal I0512 11:34:50.185630 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc I0512 11:34:50.185641 3802 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ds5nt I0512 11:34:50.185646 3802 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ds5nt I0512 11:34:50.185660 3802 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-rlwrc, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rlwrc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rlwrc: no pod IPs found I0512 11:34:50.185664 3802 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-ds5nt, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ds5nt: suppressed error logged: pod openshift-multus/network-metrics-daemon-ds5nt: no pod IPs found I0512 11:34:50.185633 3802 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-s2tc2, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-s2tc2: suppressed error logged: pod kube-system/global-pull-secret-syncer-s2tc2: no pod IPs found I0512 11:34:50.186112 3802 pods.go:271] [kube-system/global-pull-secret-syncer-nqkhb] addLogicalPort took 888.975µs, libovsdb time 326.808µs I0512 11:34:50.186127 3802 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-nqkhb after 0 failed attempt(s) I0512 11:34:50.186502 3802 pods.go:271] [openshift-multus/network-metrics-daemon-46696] addLogicalPort took 1.046318ms, libovsdb time 475.534µs I0512 11:34:50.186514 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-46696 after 0 failed attempt(s) I0512 11:34:50.186695 3802 pods.go:271] [openshift-network-diagnostics/network-check-target-xrgjh] addLogicalPort took 1.074117ms, libovsdb time 618.238µs I0512 11:34:50.186713 3802 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xrgjh after 0 failed attempt(s) I0512 11:34:50.196098 3802 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 11:34:50.209587 3802 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 11:34:50.213392 3802 iptables.go:108] Creating table: nat chain: OUTPUT I0512 11:34:50.262949 3802 iptables.go:108] Creating table: nat chain: PREROUTING I0512 11:34:50.330508 3802 iptables.go:108] Creating table: filter chain: FORWARD I0512 11:34:50.350179 3802 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 11:34:50.350277 3802 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 11:34:50.350321 3802 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 11:34:50.350404 3802 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 11:34:50.350450 3802 gateway_init.go:325] Gateway and management port readiness took 2.737483746s I0512 11:34:50.350479 3802 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 11:34:50.350518 3802 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 11:34:50.350530 3802 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 11:34:50.350557 3802 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 11:34:50.350637 3802 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 11:34:50.350752 3802 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 75.731µs I0512 11:34:50.350886 3802 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 11:34:50.350910 3802 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.968µs I0512 11:34:50.350919 3802 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.284µs I0512 11:34:50.350924 3802 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 11:34:50.350933 3802 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 11:34:50.350940 3802 default_node_network_controller.go:899] Starting the default node network controller I0512 11:34:50.350945 3802 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 11:34:50.350964 3802 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.348µs I0512 11:34:50.351463 3802 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 11:34:50.351473 3802 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 11:34:50.351496 3802 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015e60 0xc000346230 0xc0003462a0 0xc000346380 0xc0003463f0 0xc000346460 0xc0003464d0 0xc00089fae0 0xc000346540 0xc0003465b0 0xc00090f090 0xc006463340 0xc000346620 map[0x2ff9080:0xc002516ba0 0x2ff95c0:0xc002516d20 0x2ffa2e0:0xc002a9bec0 0x2ffa580:0xc002516b40 0x2ffad60:0xc002516c00 0x2ffb000:0xc002516c60 0x2ffb2a0:0xc002516cc0 0x2ffba80:0xc002516d80 0x2ffbd20:0xc002516de0 0x3026980:0xc001900ba0 0x3026d20:0xc001900c00 0x3027800:0xc000c19bc0 0x3029160:0xc001bcc000 0x30298a0:0xc001900c60 0x302a720:0xc001900b40] 0xc0001fad90 0} I0512 11:34:50.351572 3802 gateway.go:151] Starting gateway service sync I0512 11:34:50.351945 3802 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 11:34:50.354451 3802 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 11:34:50.368973 3802 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 11:34:50.370277 3802 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 11:34:50.371598 3802 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 11:34:50.406291 3802 gateway.go:168] Gateway service sync done. Time taken: 54.705461ms I0512 11:34:50.406845 3802 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30095 I0512 11:34:50.407104 3802 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015e60 0xc000346230 0xc0003462a0 0xc000346380 0xc0003463f0 0xc000346460 0xc0003464d0 0xc00089fae0 0xc000346540 0xc0003465b0 0xc00090f090 0xc006463340 0xc000346620 map[0x2ff9080:0xc002516ba0 0x2ff95c0:0xc002516d20 0x2ffa2e0:0xc002a9bec0 0x2ffa580:0xc002516b40 0x2ffad60:0xc002516c00 0x2ffb000:0xc002516c60 0x2ffb2a0:0xc002516cc0 0x2ffba80:0xc002516d80 0x2ffbd20:0xc002516de0 0x3026980:0xc001900ba0 0x3026d20:0xc001900c00 0x3027800:0xc000c19bc0 0x3029160:0xc001bcc000 0x30298a0:0xc001900c60 0x302a720:0xc001900b40] 0xc0001fad90 0} I0512 11:34:50.407513 3802 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015e60 0xc000346230 0xc0003462a0 0xc000346380 0xc0003463f0 0xc000346460 0xc0003464d0 0xc00089fae0 0xc000346540 0xc0003465b0 0xc00090f090 0xc006463340 0xc000346620 map[0x2ff9080:0xc002516ba0 0x2ff95c0:0xc002516d20 0x2ffa2e0:0xc002a9bec0 0x2ffa580:0xc002516b40 0x2ffad60:0xc002516c00 0x2ffb000:0xc002516c60 0x2ffb2a0:0xc002516cc0 0x2ffba80:0xc002516d80 0x2ffbd20:0xc002516de0 0x3026980:0xc001900ba0 0x3026d20:0xc001900c00 0x3027800:0xc000c19bc0 0x3029160:0xc001bcc000 0x30298a0:0xc001900c60 0x302a720:0xc001900b40] 0xc0001fad90 0} I0512 11:34:50.407568 3802 gateway.go:532] Reconciling gateway with updates I0512 11:34:50.413414 3802 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 11:34:50.413466 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:34:50.413478 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:34:50.413482 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:34:50.413496 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:34:50.413500 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:34:50.413502 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:34:50.413504 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 11:34:50.413533 3802 default_node_network_controller.go:944] Gateway and management port readiness took 62.053174ms I0512 11:34:50.413556 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:34:50.413561 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 11:34:50.413571 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:34:50.413581 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 11:34:50.413583 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:34:50.413596 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 11:34:50.413602 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:34:50.413602 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:34:50.413610 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:34:50.413648 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 11:34:50.413704 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:34:50.413742 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:34:50.413669 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 11:34:50.413768 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 11:34:50.413772 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:34:50.413777 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 11:34:50.413783 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 11:34:50.413683 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:34:50.413785 3802 port_claim.go:71] Svc openshift-ingress/router-default: port 30607 is already open, no action needed I0512 11:34:50.413797 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:34:50.413800 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 11:34:50.413808 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 11:34:50.413810 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:34:50.413813 3802 port_claim.go:71] Svc openshift-ingress/router-default: port 31799 is already open, no action needed I0512 11:34:50.413695 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:34:50.413825 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:34:50.413829 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 11:34:50.413831 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:34:50.413841 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 11:34:50.413848 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 11:34:50.413852 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:34:50.413846 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:34:50.413864 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:34:50.413753 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 11:34:50.413834 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:34:50.413906 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:34:50.413908 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 11:34:50.413910 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 11:34:50.413918 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:34:50.413930 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:34:50.413942 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 11:34:50.413945 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:34:50.413943 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:34:50.413953 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 11:34:50.413954 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 11:34:50.413961 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:34:50.413962 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 11:34:50.413964 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 11:34:50.413795 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:34:50.413970 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:34:50.413983 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:34:50.413980 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 11:34:50.413987 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:34:50.413992 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:34:50.413992 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:34:50.413701 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:34:50.414080 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:34:50.414110 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:34:50.414175 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:34:50.414194 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 11:34:50.413707 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:34:50.414209 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:34:50.413713 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:34:50.414259 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:34:50.413712 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:34:50.414303 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:34:50.413653 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:34:50.414338 3802 node_ip_handler_linux.go:160] Node IP manager is running I0512 11:34:50.414342 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:34:50.414350 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 11:34:50.413715 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:34:50.414361 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:34:50.413729 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:34:50.414401 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:34:50.413733 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:34:50.414441 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:34:50.413730 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 11:34:50.414521 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 11:34:50.413758 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:34:50.413675 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:34:50.414629 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:34:50.413821 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:34:50.413834 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:34:50.413698 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:34:50.414733 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:34:50.413970 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 11:34:50.414774 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 11:34:50.413979 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:34:50.414819 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:34:50.413985 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:34:50.414863 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:34:50.414871 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 11:34:50.413989 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:34:50.414097 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:34:50.414912 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:34:50.414123 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:34:50.414950 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:34:50.414147 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:34:50.414996 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:34:50.414100 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics W0512 11:34:50.453654 3802 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 11:34:50.453851 3802 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 11:34:50.453964 3802 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0512 11:34:50.463398 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 11:34:50.463425 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 11:34:50.507849 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 11:34:50.507861 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 11:34:50.507881 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 11:34:50.507887 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 11:34:50.507898 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 11:34:50.507909 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 11:34:50.507917 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 11:34:50.507925 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 11:34:50.507933 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 11:34:50.507941 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 11:34:50.507949 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 11:34:50.507955 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 11:34:50.507960 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 11:34:50.549435 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 11:34:50.549470 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 11:34:50.549479 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 11:34:50.549485 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 11:34:50.549491 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 11:34:50.549498 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 11:34:50.549503 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 11:34:50.549509 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 11:34:50.549514 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 11:34:50.549520 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 11:34:50.549528 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 11:34:50.549557 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 11:34:50.549563 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 11:34:50.804267 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-92.ec2.internal in network "default" I0512 11:34:50.804268 3802 default_network_controller.go:1025] Node "ip-10-0-0-92.ec2.internal" in remote zone "ip-10-0-0-92.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:34:50.804292 3802 node_tracker.go:235] Node ip-10-0-0-92.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-92.ec2.internal" I0512 11:34:50.804308 3802 node_tracker.go:169] Node ip-10-0-0-92.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:50.804322 3802 services_controller.go:574] Full service sync requested for network=default I0512 11:34:50.872029 3802 default_network_controller.go:1025] Node "ip-10-0-0-92.ec2.internal" in remote zone "ip-10-0-0-92.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:34:50.947787 3802 default_network_controller.go:1025] Node "ip-10-0-0-92.ec2.internal" in remote zone "ip-10-0-0-92.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:34:50.947794 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-92.ec2.internal in network "default" I0512 11:34:50.947861 3802 node_tracker.go:169] Node ip-10-0-0-92.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:50.947876 3802 services_controller.go:574] Full service sync requested for network=default I0512 11:34:50.948927 3802 zone_ic_handler.go:195] Time taken to create transit switch: 310.853µs I0512 11:34:50.948943 3802 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-92.ec2.internal for the network default I0512 11:34:50.950002 3802 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-92.ec2.internal" on network "default" took: 1.402504ms I0512 11:34:52.182074 3802 default_node_network_controller.go:1380] Starting node controller node sync W0512 11:34:52.182122 3802 egressip_healthcheck.go:76] Health checking using insecure connection I0512 11:34:52.182187 3802 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0512 11:34:52.193633 3802 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.538673ms I0512 11:34:52.193769 3802 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 11:34:52.194078 3802 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 11:34:52.194185 3802 egressservice_node.go:183] Starting Egress Services Controller I0512 11:34:52.194200 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 11:34:52.194210 3802 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 11:34:52.194215 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 11:34:52.194220 3802 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 11:34:52.194225 3802 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 11:34:52.194230 3802 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 11:34:52.194234 3802 egressservice_node.go:197] Repairing Egress Services I0512 11:34:52.204382 3802 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 11:34:52.204393 3802 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 11:34:52.204531 3802 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 11:34:52.204550 3802 link_network_manager.go:119] Link manager is running I0512 11:34:52.204558 3802 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 11:34:52.204685 3802 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 11:34:52.205137 3802 vrf_manager.go:128] VRF manager is running I0512 11:34:52.205194 3802 node_controller_manager.go:437] Removing flows to drop GARP I0512 11:34:52.205203 3802 gateway.go:532] Reconciling gateway with updates I0512 11:34:52.231434 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:34:52.231450 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:34:52.231452 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:34:52.231459 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:34:52.231463 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 11:34:52.231467 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 11:34:52.231473 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 11:34:52.231475 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:34:52.231480 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 11:34:52.231490 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 11:34:52.231497 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 11:34:52.231504 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:34:52.231437 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:34:52.231528 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 11:34:52.231531 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 11:34:52.231531 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:34:52.231559 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 11:34:52.231463 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 11:34:52.231565 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 11:34:52.231572 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:34:52.231572 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:34:52.231515 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:34:52.231584 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:34:52.231583 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 11:34:52.231590 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 11:34:52.231593 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 11:34:52.231593 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 11:34:52.231601 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 11:34:52.231603 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:34:52.231603 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:34:52.231608 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 11:34:52.231613 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:34:52.231615 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 11:34:52.231616 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:34:52.231621 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 11:34:52.231617 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:34:52.231626 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 11:34:52.231627 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 11:34:52.231605 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:34:52.231628 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 11:34:52.231636 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 11:34:52.231639 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 11:34:52.231642 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:34:52.231634 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:34:52.231647 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:34:52.231648 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 11:34:52.231654 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 11:34:52.231653 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 11:34:52.231661 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 11:34:52.231658 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 11:34:52.231666 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 11:34:52.231659 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 11:34:52.231673 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 11:34:52.231671 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 11:34:52.231674 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 11:34:52.231677 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 11:34:52.231710 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:34:52.231714 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:34:52.231719 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:34:52.231725 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 11:34:52.231732 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 11:34:52.231531 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:34:52.231775 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 11:34:52.231570 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 11:34:52.231800 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:34:52.231816 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 11:34:52.231617 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 11:34:52.231561 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:34:52.231855 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 11:34:52.231860 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 11:34:52.231861 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:34:52.231563 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 11:34:52.231867 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 11:34:52.231553 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 11:34:52.231575 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:34:52.231874 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:34:52.231879 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 11:34:52.231884 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 11:34:52.231898 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:34:52.231573 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 11:34:52.231905 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 11:34:52.231584 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 11:34:52.231587 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 11:34:52.231915 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 11:34:52.231922 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:34:52.231927 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:34:52.231932 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 11:34:52.231934 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:34:52.231939 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 11:34:52.231927 3802 port_claim.go:71] Svc openshift-ingress/router-default: port 30607 is already open, no action needed I0512 11:34:52.232007 3802 port_claim.go:71] Svc openshift-ingress/router-default: port 31799 is already open, no action needed I0512 11:34:52.231588 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:34:52.232040 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:34:52.231589 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:34:52.232088 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 11:34:52.232094 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 11:34:52.231592 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 11:34:52.232106 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 11:34:52.231608 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:34:52.232151 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 11:34:52.231609 3802 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:34:52.232186 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 11:34:52.231633 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 11:34:52.231620 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 11:34:52.231640 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 11:34:52.231593 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 11:34:52.231928 3802 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 11:34:52.232301 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 11:34:52.270348 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 11:34:52.270366 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 11:34:52.270382 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 11:34:52.270388 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 11:34:52.308646 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 11:34:52.308664 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 11:34:52.308671 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 11:34:52.308680 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 11:34:52.308690 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 11:34:52.308699 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 11:34:52.308705 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 11:34:52.308711 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 11:34:52.308717 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 11:34:52.308723 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 11:34:52.308728 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 11:34:52.308734 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 11:34:52.308741 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 11:34:52.308749 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 11:34:52.346713 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 11:34:52.346729 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 11:34:52.346735 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 11:34:52.346746 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 11:34:52.346754 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 11:34:52.346762 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 11:34:52.346769 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 11:34:52.346777 3802 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 11:34:53.047232 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-92.ec2.internal I0512 11:34:53.047252 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-92.ec2.internal: 25.89µs I0512 11:34:53.047266 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-92.ec2.internal in network "default" I0512 11:34:53.047283 3802 egressfirewall.go:723] Syncing node "ip-10-0-0-92.ec2.internal" for egress firewall I0512 11:34:53.047328 3802 node_tracker.go:169] Node ip-10-0-0-92.ec2.internal switch + router changed, syncing services in network "default" I0512 11:34:53.047343 3802 services_controller.go:574] Full service sync requested for network=default I0512 11:34:53.047349 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-92.ec2.internal", IP: 10.0.0.92 to PMTUD blocking rules I0512 11:34:53.047362 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-92.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 11:34:53.053750 3802 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-92.ec2.internal. Updating no re-route policies I0512 11:34:53.065852 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-92.ec2.internal", IP: 10.0.0.92 to PMTUD blocking rules I0512 11:34:53.065867 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-92.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 11:34:53.553629 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-215.ec2.internal I0512 11:34:53.553654 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-215.ec2.internal: 30.11µs I0512 11:34:53.583945 3802 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-d68849d97-nmrjv] creating logical port openshift-image-registry_image-registry-d68849d97-nmrjv for pod on switch ip-10-0-2-215.ec2.internal I0512 11:34:53.584047 3802 kube.go:256] Updating pod openshift-image-registry/image-registry-d68849d97-nmrjv I0512 11:34:53.601465 3802 pod.go:62] [openshift-image-registry/image-registry-d68849d97-nmrjv] pod update took 17.444917ms I0512 11:34:53.601483 3802 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-d68849d97-nmrjv] addLogicalPort annotation time took 17.466364ms I0512 11:34:53.602601 3802 pods.go:271] [openshift-image-registry/image-registry-d68849d97-nmrjv] addLogicalPort took 18.679077ms, libovsdb time 856.568µs I0512 11:34:53.619453 3802 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4pgxx] creating logical port openshift-dns_dns-default-4pgxx for pod on switch ip-10-0-2-215.ec2.internal I0512 11:34:53.619601 3802 kube.go:256] Updating pod openshift-dns/dns-default-4pgxx I0512 11:34:53.620106 3802 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-bqqvz] creating logical port openshift-ingress-canary_ingress-canary-bqqvz for pod on switch ip-10-0-2-215.ec2.internal I0512 11:34:53.620210 3802 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-bqqvz I0512 11:34:53.624972 3802 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-gk76g] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-gk76g for pod on switch ip-10-0-2-215.ec2.internal I0512 11:34:53.625044 3802 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-gk76g I0512 11:34:53.635942 3802 pod.go:62] [openshift-ingress-canary/ingress-canary-bqqvz] pod update took 15.776442ms I0512 11:34:53.635959 3802 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-bqqvz] addLogicalPort annotation time took 15.793252ms I0512 11:34:53.636881 3802 pods.go:271] [openshift-ingress-canary/ingress-canary-bqqvz] addLogicalPort took 16.783813ms, libovsdb time 686.512µs I0512 11:34:53.638944 3802 pod.go:62] [openshift-dns/dns-default-4pgxx] pod update took 19.418095ms I0512 11:34:53.638965 3802 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-4pgxx] addLogicalPort annotation time took 19.441524ms I0512 11:34:53.639939 3802 pods.go:271] [openshift-dns/dns-default-4pgxx] addLogicalPort took 20.499096ms, libovsdb time 705.932µs I0512 11:34:53.640418 3802 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gk76g] pod update took 15.389315ms I0512 11:34:53.640441 3802 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-gk76g] addLogicalPort annotation time took 15.410184ms I0512 11:34:53.641331 3802 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gk76g] addLogicalPort took 16.370363ms, libovsdb time 611.429µs I0512 11:34:54.055085 3802 cni.go:452] [openshift-ingress-canary/ingress-canary-bqqvz 81c8be6748827f4b2549b0f180629da464c26f96ac12ff3e00e3dbb561b75792 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-bqqvz 81c8be6748827f4b2549b0f180629da464c26f96ac12ff3e00e3dbb561b75792 network default NAD default NAD key ] I0512 11:34:54.071118 3802 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gk76g 9507fd16f3bf339ca2e762148f732c797ac6b3c82b1db581ad649f9e437d0dd6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gk76g 9507fd16f3bf339ca2e762148f732c797ac6b3c82b1db581ad649f9e437d0dd6 network default NAD default NAD key ] I0512 11:34:54.110708 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-gk76g, hostIfaceName: 9507fd16f3bf339, network: default, NAD default, SandboxID: "9507fd16f3bf339ca2e762148f732c797ac6b3c82b1db581ad649f9e437d0dd6", PCI device ID: , UID: "54c2377c-04d6-4671-87a7-56a9bc407997", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0512 11:34:54.119526 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-bqqvz, hostIfaceName: 81c8be6748827f4, network: default, NAD default, SandboxID: "81c8be6748827f4b2549b0f180629da464c26f96ac12ff3e00e3dbb561b75792", PCI device ID: , UID: "ef908793-07ad-46db-885c-f4878ab5df74", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0512 11:34:54.162405 3802 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gk76g 9507fd16f3bf339ca2e762148f732c797ac6b3c82b1db581ad649f9e437d0dd6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-gk76g 9507fd16f3bf339ca2e762148f732c797ac6b3c82b1db581ad649f9e437d0dd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:35:75:24:8b:e3\",\"name\":\"9507fd16f3bf339\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68de1e47-d707-49e9-a22d-2353dabce794\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:34:54.168005 3802 cni.go:473] [openshift-ingress-canary/ingress-canary-bqqvz 81c8be6748827f4b2549b0f180629da464c26f96ac12ff3e00e3dbb561b75792 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-bqqvz 81c8be6748827f4b2549b0f180629da464c26f96ac12ff3e00e3dbb561b75792 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:40:11:29:a2:5e\",\"name\":\"81c8be6748827f4\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/969e66d4-6529-4c8d-9ea6-473c77b8048a\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:34:55.892533 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:34:55.892575 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 53.002µs I0512 11:34:55.892579 3802 default_network_controller.go:1025] Node "ip-10-0-1-43.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:34:55.892629 3802 egressfirewall.go:723] Syncing node "ip-10-0-1-43.ec2.internal" for egress firewall I0512 11:34:57.199549 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-92.ec2.internal I0512 11:34:57.199587 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-92.ec2.internal: 58.149µs I0512 11:35:01.044322 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:35:01.044388 3802 default_network_controller.go:1025] Node "ip-10-0-1-43.ec2.internal" in remote zone "ip-10-0-1-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:35:01.044397 3802 node_tracker.go:235] Node ip-10-0-1-43.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-43.ec2.internal" I0512 11:35:01.044419 3802 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:01.044438 3802 services_controller.go:574] Full service sync requested for network=default I0512 11:35:01.074670 3802 default_network_controller.go:1025] Node "ip-10-0-1-43.ec2.internal" in remote zone "ip-10-0-1-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:35:01.179356 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:35:01.179414 3802 default_network_controller.go:1025] Node "ip-10-0-1-43.ec2.internal" in remote zone "ip-10-0-1-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 11:35:01.179431 3802 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:01.179444 3802 services_controller.go:574] Full service sync requested for network=default I0512 11:35:01.180397 3802 zone_ic_handler.go:195] Time taken to create transit switch: 282.51µs I0512 11:35:01.180412 3802 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-43.ec2.internal for the network default I0512 11:35:01.181439 3802 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-43.ec2.internal" on network "default" took: 1.332053ms W0512 11:35:01.490379 3802 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:35:03.734795 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:35:03.734819 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 30.915µs I0512 11:35:03.734854 3802 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-43.ec2.internal in network "default" I0512 11:35:03.734874 3802 egressfirewall.go:723] Syncing node "ip-10-0-1-43.ec2.internal" for egress firewall I0512 11:35:03.734909 3802 node_tracker.go:169] Node ip-10-0-1-43.ec2.internal switch + router changed, syncing services in network "default" I0512 11:35:03.734911 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-43.ec2.internal", IP: 10.0.1.43 to PMTUD blocking rules I0512 11:35:03.734925 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-43.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 11:35:03.734926 3802 services_controller.go:574] Full service sync requested for network=default W0512 11:35:03.735335 3802 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 11:35:03.741244 3802 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-43.ec2.internal. Updating no re-route policies I0512 11:35:03.751211 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-43.ec2.internal", IP: 10.0.1.43 to PMTUD blocking rules I0512 11:35:03.751225 3802 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-43.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 11:35:07.343707 3802 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-43.ec2.internal I0512 11:35:07.343736 3802 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-43.ec2.internal: 35.554µs W0512 11:35:08.066777 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 11:35:14.492033 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0512 11:35:18.076810 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 11:35:25.350759 3802 cni.go:452] [kube-system/global-pull-secret-syncer-nqkhb 7f4297cbdb10b5555eb15ddd5bc6037340c505b220c68486e4f6756b280c31a8 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-nqkhb 7f4297cbdb10b5555eb15ddd5bc6037340c505b220c68486e4f6756b280c31a8 network default NAD default NAD key ] I0512 11:35:25.350968 3802 cni.go:452] [openshift-network-diagnostics/network-check-target-xrgjh 1166766113c926de55c2a48dc9c1be240fbeab6c115c47a69be43f352017378b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xrgjh 1166766113c926de55c2a48dc9c1be240fbeab6c115c47a69be43f352017378b network default NAD default NAD key ] I0512 11:35:25.362357 3802 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-nqkhb, hostIfaceName: 7f4297cbdb10b55, network: default, NAD default, SandboxID: "7f4297cbdb10b5555eb15ddd5bc6037340c505b220c68486e4f6756b280c31a8", PCI device ID: , UID: "5e361038-1db9-4c33-8cc9-729d1da044b5", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0512 11:35:25.362431 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xrgjh, hostIfaceName: 1166766113c926d, network: default, NAD default, SandboxID: "1166766113c926de55c2a48dc9c1be240fbeab6c115c47a69be43f352017378b", PCI device ID: , UID: "2340ad28-276a-44bd-bdcf-af7e3bbdcc3d", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0512 11:35:25.409195 3802 cni.go:473] [openshift-network-diagnostics/network-check-target-xrgjh 1166766113c926de55c2a48dc9c1be240fbeab6c115c47a69be43f352017378b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xrgjh 1166766113c926de55c2a48dc9c1be240fbeab6c115c47a69be43f352017378b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:48:be:87:de:87\",\"name\":\"1166766113c926d\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d48dd22e-2a73-4a95-b354-310e3abc0636\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:35:25.423520 3802 cni.go:473] [kube-system/global-pull-secret-syncer-nqkhb 7f4297cbdb10b5555eb15ddd5bc6037340c505b220c68486e4f6756b280c31a8 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-nqkhb 7f4297cbdb10b5555eb15ddd5bc6037340c505b220c68486e4f6756b280c31a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:92:be:1c:e7:2a\",\"name\":\"7f4297cbdb10b55\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7ac7990-575a-4251-841f-1dc4c96705b5\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:35:30.536960 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 11:35:39.049622 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 11:35:39.049646 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 11:35:49.071697 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 11:35:49.071730 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 11:35:58.273606 3802 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.274182 3802 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.274210 3802 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.274219 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 11:35:58.274236 3802 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:35:58.274243 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 11:35:59.299771 3802 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:35:59.299800 3802 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:35:59.299812 3802 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:35:59.299825 3802 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dghmkk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:36:01.543577 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 11:36:02.601015 3802 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 11:36:02.611044 3802 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 11:36:11.599014 3802 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddzk7] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-ddzk7 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:36:11.599106 3802 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddzk7 I0512 11:36:11.615318 3802 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddzk7] pod update took 16.234868ms I0512 11:36:11.615343 3802 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddzk7] addLogicalPort annotation time took 16.264982ms I0512 11:36:11.616584 3802 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddzk7] addLogicalPort took 17.586172ms, libovsdb time 940.946µs I0512 11:36:11.708792 3802 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-cxx5p] creating logical port openshift-console-operator_console-operator-66dbbb6468-cxx5p for pod on switch ip-10-0-2-215.ec2.internal I0512 11:36:11.708876 3802 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-cxx5p I0512 11:36:11.713985 3802 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hrnrn] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-hrnrn for pod on switch ip-10-0-2-215.ec2.internal I0512 11:36:11.714051 3802 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hh5s9] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-hh5s9 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:36:11.714061 3802 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-hrnrn I0512 11:36:11.714120 3802 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hh5s9 I0512 11:36:11.729677 3802 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-cxx5p] pod update took 20.824512ms I0512 11:36:11.729701 3802 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-cxx5p] addLogicalPort annotation time took 20.853269ms I0512 11:36:11.730752 3802 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-cxx5p] addLogicalPort took 21.968999ms, libovsdb time 760.926µs I0512 11:36:11.737188 3802 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hh5s9] pod update took 23.083123ms I0512 11:36:11.737206 3802 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hh5s9] addLogicalPort annotation time took 23.102918ms I0512 11:36:11.738217 3802 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hh5s9] addLogicalPort took 24.17401ms, libovsdb time 737.13µs I0512 11:36:11.742407 3802 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hrnrn] pod update took 28.369696ms I0512 11:36:11.742426 3802 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hrnrn] addLogicalPort annotation time took 28.393279ms I0512 11:36:11.743367 3802 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hrnrn] addLogicalPort took 29.393641ms, libovsdb time 632.906µs I0512 11:36:11.953670 3802 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddzk7 678e8431373529590ece831d8c9af56ca7d01a774268cc86ea2818784fb3544b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddzk7 678e8431373529590ece831d8c9af56ca7d01a774268cc86ea2818784fb3544b network default NAD default NAD key ] I0512 11:36:11.964912 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-ddzk7, hostIfaceName: 678e84313735295, network: default, NAD default, SandboxID: "678e8431373529590ece831d8c9af56ca7d01a774268cc86ea2818784fb3544b", PCI device ID: , UID: "b9dd3459-5d9c-4231-9fe5-a06349a05f64", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0512 11:36:12.011329 3802 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddzk7 678e8431373529590ece831d8c9af56ca7d01a774268cc86ea2818784fb3544b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ddzk7 678e8431373529590ece831d8c9af56ca7d01a774268cc86ea2818784fb3544b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:72:cf:10:59:aa\",\"name\":\"678e84313735295\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/928d4580-eaab-41f7-aa0a-d37444f1d114\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:36:12.067184 3802 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-cxx5p 784b72dda0739850d610745da0f6dd94966a03c8a7818ad4f6e3340ff11b3953 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-cxx5p 784b72dda0739850d610745da0f6dd94966a03c8a7818ad4f6e3340ff11b3953 network default NAD default NAD key ] I0512 11:36:12.072040 3802 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hrnrn 2c0675996f5ddfd275e091a7b12fa255e49b5fcdc36d210af228d7ab491407a9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hrnrn 2c0675996f5ddfd275e091a7b12fa255e49b5fcdc36d210af228d7ab491407a9 network default NAD default NAD key ] I0512 11:36:12.076580 3802 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hh5s9 25ec7bdeaa0813d4876ffec688fea79438e9dca2ed0cf6db5ebd3c7edafa4dd6 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hh5s9 25ec7bdeaa0813d4876ffec688fea79438e9dca2ed0cf6db5ebd3c7edafa4dd6 network default NAD default NAD key ] I0512 11:36:12.078431 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-cxx5p, hostIfaceName: 784b72dda073985, network: default, NAD default, SandboxID: "784b72dda0739850d610745da0f6dd94966a03c8a7818ad4f6e3340ff11b3953", PCI device ID: , UID: "d947e0c3-63ce-4698-ac29-ebd1bf758f20", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0512 11:36:12.082994 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-hrnrn, hostIfaceName: 2c0675996f5ddfd, network: default, NAD default, SandboxID: "2c0675996f5ddfd275e091a7b12fa255e49b5fcdc36d210af228d7ab491407a9", PCI device ID: , UID: "01323df3-b3d2-45b6-b3bf-abe0c66e71d6", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0512 11:36:12.092300 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-hh5s9, hostIfaceName: 25ec7bdeaa0813d, network: default, NAD default, SandboxID: "25ec7bdeaa0813d4876ffec688fea79438e9dca2ed0cf6db5ebd3c7edafa4dd6", PCI device ID: , UID: "c88b1c55-6e86-4c15-8f63-f524c412ccd0", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0512 11:36:12.141013 3802 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hrnrn 2c0675996f5ddfd275e091a7b12fa255e49b5fcdc36d210af228d7ab491407a9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hrnrn 2c0675996f5ddfd275e091a7b12fa255e49b5fcdc36d210af228d7ab491407a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:1a:95:d9:bc:a1\",\"name\":\"2c0675996f5ddfd\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7b796ed-dd10-4d55-8bbd-1da7fe38ae23\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:36:12.157611 3802 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-cxx5p 784b72dda0739850d610745da0f6dd94966a03c8a7818ad4f6e3340ff11b3953 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-cxx5p 784b72dda0739850d610745da0f6dd94966a03c8a7818ad4f6e3340ff11b3953 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:c2:d0:c0:b9:e5\",\"name\":\"784b72dda073985\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc136037-daf9-473c-9204-7fbf2bdb74f5\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:36:12.174960 3802 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hh5s9 25ec7bdeaa0813d4876ffec688fea79438e9dca2ed0cf6db5ebd3c7edafa4dd6 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hh5s9 25ec7bdeaa0813d4876ffec688fea79438e9dca2ed0cf6db5ebd3c7edafa4dd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:df:fd:a9:c5:35\",\"name\":\"25ec7bdeaa0813d\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8aebe39-ec19-408f-a77e-c61643fb9d6f\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:36:15.683840 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 11:36:16.822632 3802 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 11:36:16.823580 3802 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 926.389µs I0512 11:36:16.837754 3802 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 11:36:17.901574 3802 namespace.go:98] [openshift-service-ca] adding namespace I0512 11:36:17.902409 3802 namespace.go:102] [openshift-service-ca] adding namespace took 812.28µs I0512 11:36:17.919819 3802 namespace.go:142] [openshift-service-ca] updating namespace W0512 11:36:25.973573 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 11:36:47.228618 3802 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-hkzf8] creating logical port openshift-insights_insights-runtime-extractor-hkzf8 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:36:47.228765 3802 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hkzf8 I0512 11:36:47.284701 3802 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-hkzf8 I0512 11:36:47.330595 3802 pod.go:62] [openshift-insights/insights-runtime-extractor-hkzf8] pod update took 101.86086ms I0512 11:36:47.330615 3802 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-hkzf8] addLogicalPort annotation time took 101.884512ms I0512 11:36:47.331750 3802 pods.go:271] [openshift-insights/insights-runtime-extractor-hkzf8] addLogicalPort took 103.152433ms, libovsdb time 784.58µs I0512 11:36:47.570425 3802 cni.go:452] [openshift-insights/insights-runtime-extractor-hkzf8 aa6b35746f203cb132c0e8016e71be02948317f8bfe6644cc02548708174bdac network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-hkzf8 aa6b35746f203cb132c0e8016e71be02948317f8bfe6644cc02548708174bdac network default NAD default NAD key ] I0512 11:36:47.579516 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-hkzf8, hostIfaceName: aa6b35746f203cb, network: default, NAD default, SandboxID: "aa6b35746f203cb132c0e8016e71be02948317f8bfe6644cc02548708174bdac", PCI device ID: , UID: "9d4dabf6-7593-4f72-a4a9-44d58173b013", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0512 11:36:47.626990 3802 cni.go:473] [openshift-insights/insights-runtime-extractor-hkzf8 aa6b35746f203cb132c0e8016e71be02948317f8bfe6644cc02548708174bdac network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-hkzf8 aa6b35746f203cb132c0e8016e71be02948317f8bfe6644cc02548708174bdac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ac:58:5e:d5:de\",\"name\":\"aa6b35746f203cb\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86e48f45-e3fc-430b-9b16-e9b2fec8138d\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:36:47.756774 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmwll] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-qmwll for pod on switch ip-10-0-2-215.ec2.internal I0512 11:36:47.756876 3802 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmwll I0512 11:36:47.812420 3802 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmwll I0512 11:36:47.849995 3802 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmwll] pod update took 93.149717ms I0512 11:36:47.850023 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmwll] addLogicalPort annotation time took 93.181201ms I0512 11:36:47.851057 3802 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmwll] addLogicalPort took 94.299939ms, libovsdb time 759.171µs I0512 11:36:48.105740 3802 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmwll 359cea89ba31f72e545f8e7c307f633540e1beed9721a3253d06db16f1a38189 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmwll 359cea89ba31f72e545f8e7c307f633540e1beed9721a3253d06db16f1a38189 network default NAD default NAD key ] I0512 11:36:48.115848 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-qmwll, hostIfaceName: 359cea89ba31f72, network: default, NAD default, SandboxID: "359cea89ba31f72e545f8e7c307f633540e1beed9721a3253d06db16f1a38189", PCI device ID: , UID: "0f3c8918-5620-434e-b273-751a8c991992", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0512 11:36:48.162039 3802 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmwll 359cea89ba31f72e545f8e7c307f633540e1beed9721a3253d06db16f1a38189 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qmwll 359cea89ba31f72e545f8e7c307f633540e1beed9721a3253d06db16f1a38189 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:55:f7:e3:28:1e\",\"name\":\"359cea89ba31f72\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdc7c6c5-7f6f-4d66-9507-242982e30244\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:36:48.309564 3802 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.310106 3802 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.325477 3802 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.325500 3802 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-vr2n8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.334837 3802 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.335314 3802 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:36:48.343608 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d68849d97-vr2n8 I0512 11:36:48.343634 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d68849d97-vr2n8 I0512 11:36:48.351984 3802 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.351999 3802 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5755cf4-dshhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:36:48.361339 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bd5755cf4-dshhx I0512 11:36:48.361361 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bd5755cf4-dshhx W0512 11:36:49.317414 3802 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:36:49.353940 3802 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:36:49.770609 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 11:36:49.798070 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 11:36:50.800457 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-bzd6l] creating logical port openshift-monitoring_prometheus-operator-76b589d668-bzd6l for pod on switch ip-10-0-2-215.ec2.internal I0512 11:36:50.800574 3802 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-bzd6l I0512 11:36:50.819034 3802 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-bzd6l] pod update took 18.505754ms I0512 11:36:50.819056 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-bzd6l] addLogicalPort annotation time took 18.533422ms I0512 11:36:50.820189 3802 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-bzd6l] addLogicalPort took 19.746591ms, libovsdb time 824.017µs I0512 11:36:51.153966 3802 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-bzd6l cceab0ec1420ec3663ffc7560ddcfaaa92fd161377bc4d964d199733b30b0ec5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-bzd6l cceab0ec1420ec3663ffc7560ddcfaaa92fd161377bc4d964d199733b30b0ec5 network default NAD default NAD key ] I0512 11:36:51.164949 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-bzd6l, hostIfaceName: cceab0ec1420ec3, network: default, NAD default, SandboxID: "cceab0ec1420ec3663ffc7560ddcfaaa92fd161377bc4d964d199733b30b0ec5", PCI device ID: , UID: "29b717d8-fee4-4286-9f27-4780e2ffcf81", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0512 11:36:51.214038 3802 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-bzd6l cceab0ec1420ec3663ffc7560ddcfaaa92fd161377bc4d964d199733b30b0ec5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-bzd6l cceab0ec1420ec3663ffc7560ddcfaaa92fd161377bc4d964d199733b30b0ec5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:42:ab:00:4f:8d\",\"name\":\"cceab0ec1420ec3\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/424e7839-829d-4899-876f-26a7e456c1a2\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:36:56.412398 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-znjf5] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-znjf5 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:36:56.412490 3802 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-znjf5 I0512 11:36:56.429162 3802 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-znjf5] pod update took 16.698112ms I0512 11:36:56.429190 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-znjf5] addLogicalPort annotation time took 16.729009ms I0512 11:36:56.430390 3802 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-znjf5] addLogicalPort took 18.007228ms, libovsdb time 840.686µs I0512 11:36:56.442098 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-r4wzw] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-r4wzw for pod on switch ip-10-0-2-215.ec2.internal I0512 11:36:56.442183 3802 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-r4wzw I0512 11:36:56.461858 3802 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-r4wzw] pod update took 19.698419ms I0512 11:36:56.461880 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-r4wzw] addLogicalPort annotation time took 19.722161ms I0512 11:36:56.462933 3802 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-r4wzw] addLogicalPort took 20.846057ms, libovsdb time 751.34µs I0512 11:36:56.771507 3802 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-znjf5 269890cc6e44ba013180914f6564624594ca24bc23df39bc723a4dd55eee37f3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-znjf5 269890cc6e44ba013180914f6564624594ca24bc23df39bc723a4dd55eee37f3 network default NAD default NAD key ] I0512 11:36:56.780749 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-znjf5, hostIfaceName: 269890cc6e44ba0, network: default, NAD default, SandboxID: "269890cc6e44ba013180914f6564624594ca24bc23df39bc723a4dd55eee37f3", PCI device ID: , UID: "e7974dc9-d36a-4e15-976c-7d6c24d055b1", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0512 11:36:56.829498 3802 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-znjf5 269890cc6e44ba013180914f6564624594ca24bc23df39bc723a4dd55eee37f3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-znjf5 269890cc6e44ba013180914f6564624594ca24bc23df39bc723a4dd55eee37f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:76:ec:85:18:a9\",\"name\":\"269890cc6e44ba0\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1210cc6-dfd8-4c54-8673-b41dd499851d\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:36:57.396140 3802 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-r4wzw 5d6b91aa4051fcc4a2037b43f7d198581b89050c2e98c5bbf1e691a8d54e1f9b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-r4wzw 5d6b91aa4051fcc4a2037b43f7d198581b89050c2e98c5bbf1e691a8d54e1f9b network default NAD default NAD key ] I0512 11:36:57.405934 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-r4wzw, hostIfaceName: 5d6b91aa4051fcc, network: default, NAD default, SandboxID: "5d6b91aa4051fcc4a2037b43f7d198581b89050c2e98c5bbf1e691a8d54e1f9b", PCI device ID: , UID: "95b6148d-a855-46c6-9978-783968525c69", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0512 11:36:57.453400 3802 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-r4wzw 5d6b91aa4051fcc4a2037b43f7d198581b89050c2e98c5bbf1e691a8d54e1f9b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-r4wzw 5d6b91aa4051fcc4a2037b43f7d198581b89050c2e98c5bbf1e691a8d54e1f9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:b8:58:a5:c8:0e\",\"name\":\"5d6b91aa4051fcc\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63d65e7e-991f-41c7-8cc8-8bab4035f4e2\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:36:58.450245 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-97f64dcf9-k4pll] creating logical port openshift-monitoring_thanos-querier-97f64dcf9-k4pll for pod on switch ip-10-0-2-215.ec2.internal I0512 11:36:58.450349 3802 kube.go:256] Updating pod openshift-monitoring/thanos-querier-97f64dcf9-k4pll I0512 11:36:58.469644 3802 pod.go:62] [openshift-monitoring/thanos-querier-97f64dcf9-k4pll] pod update took 19.332338ms I0512 11:36:58.469672 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-97f64dcf9-k4pll] addLogicalPort annotation time took 19.364796ms I0512 11:36:58.471231 3802 pods.go:271] [openshift-monitoring/thanos-querier-97f64dcf9-k4pll] addLogicalPort took 20.997894ms, libovsdb time 1.141501ms I0512 11:36:58.887205 3802 cni.go:452] [openshift-monitoring/thanos-querier-97f64dcf9-k4pll 05892ff14a4b0c9b63bcab9be1a9ea1e22bc29ae3bfb44d976f14afd33e6b290 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-97f64dcf9-k4pll 05892ff14a4b0c9b63bcab9be1a9ea1e22bc29ae3bfb44d976f14afd33e6b290 network default NAD default NAD key ] I0512 11:36:58.898200 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-97f64dcf9-k4pll, hostIfaceName: 05892ff14a4b0c9, network: default, NAD default, SandboxID: "05892ff14a4b0c9b63bcab9be1a9ea1e22bc29ae3bfb44d976f14afd33e6b290", PCI device ID: , UID: "85b294c4-fce5-4cc6-b849-881349bfd1a1", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0512 11:36:58.948875 3802 cni.go:473] [openshift-monitoring/thanos-querier-97f64dcf9-k4pll 05892ff14a4b0c9b63bcab9be1a9ea1e22bc29ae3bfb44d976f14afd33e6b290 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-97f64dcf9-k4pll 05892ff14a4b0c9b63bcab9be1a9ea1e22bc29ae3bfb44d976f14afd33e6b290 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:af:13:09:6d:b0\",\"name\":\"05892ff14a4b0c9\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f192eaa2-3229-4f56-8d73-0476f33a41c9\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:36:59.364970 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.364994 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.365001 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.416243 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.416263 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 11:36:59.416273 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 11:37:01.007856 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-h5psd] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-h5psd for pod on switch ip-10-0-2-215.ec2.internal I0512 11:37:01.007982 3802 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-h5psd I0512 11:37:01.027577 3802 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-h5psd] pod update took 19.618413ms I0512 11:37:01.027598 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-h5psd] addLogicalPort annotation time took 19.642805ms I0512 11:37:01.028649 3802 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-h5psd] addLogicalPort took 20.812158ms, libovsdb time 753.013µs I0512 11:37:01.603320 3802 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-h5psd 7156581855f647cc2c12e5042ee315891375f0a6fd457deb2f4ff3f982dd971d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-h5psd 7156581855f647cc2c12e5042ee315891375f0a6fd457deb2f4ff3f982dd971d network default NAD default NAD key ] I0512 11:37:01.616603 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-h5psd, hostIfaceName: 7156581855f647c, network: default, NAD default, SandboxID: "7156581855f647cc2c12e5042ee315891375f0a6fd457deb2f4ff3f982dd971d", PCI device ID: , UID: "de2ce4a4-3df5-420d-8b39-b4565b1273ff", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0512 11:37:01.670256 3802 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-h5psd 7156581855f647cc2c12e5042ee315891375f0a6fd457deb2f4ff3f982dd971d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-h5psd 7156581855f647cc2c12e5042ee315891375f0a6fd457deb2f4ff3f982dd971d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e8:9e:b8:fd:7f\",\"name\":\"7156581855f647c\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84aaadc3-b306-4a48-800a-833fb04f8613\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:37:01.916809 3802 cni.go:452] [openshift-dns/dns-default-4pgxx 1c4889d76633b2e1b4853e096e30d67f191391aae36dd92bb8728e87703c5af7 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-4pgxx 1c4889d76633b2e1b4853e096e30d67f191391aae36dd92bb8728e87703c5af7 network default NAD default NAD key ] I0512 11:37:01.920479 3802 cni.go:452] [openshift-image-registry/image-registry-d68849d97-nmrjv c0fde8dc15725175cf8151aeb02c53c01fefe3b7f2b3cc60a21cbda720083f71 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-d68849d97-nmrjv c0fde8dc15725175cf8151aeb02c53c01fefe3b7f2b3cc60a21cbda720083f71 network default NAD default NAD key ] I0512 11:37:01.926755 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4pgxx, hostIfaceName: 1c4889d76633b2e, network: default, NAD default, SandboxID: "1c4889d76633b2e1b4853e096e30d67f191391aae36dd92bb8728e87703c5af7", PCI device ID: , UID: "5dad830b-a7e1-44f7-a14e-37e83f0fbfcf", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0512 11:37:01.930962 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-d68849d97-nmrjv, hostIfaceName: c0fde8dc1572517, network: default, NAD default, SandboxID: "c0fde8dc15725175cf8151aeb02c53c01fefe3b7f2b3cc60a21cbda720083f71", PCI device ID: , UID: "3db5cf5b-c70d-4c4f-a75b-7e0c040d55d7", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0512 11:37:01.975201 3802 cni.go:473] [openshift-dns/dns-default-4pgxx 1c4889d76633b2e1b4853e096e30d67f191391aae36dd92bb8728e87703c5af7 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-4pgxx 1c4889d76633b2e1b4853e096e30d67f191391aae36dd92bb8728e87703c5af7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:48:e2:1c:5b:66\",\"name\":\"1c4889d76633b2e\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65d29190-eab6-4b5f-bc6a-4f7655acbd1f\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:37:01.991575 3802 cni.go:473] [openshift-image-registry/image-registry-d68849d97-nmrjv c0fde8dc15725175cf8151aeb02c53c01fefe3b7f2b3cc60a21cbda720083f71 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-d68849d97-nmrjv c0fde8dc15725175cf8151aeb02c53c01fefe3b7f2b3cc60a21cbda720083f71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:9b:74:d7:d4:50\",\"name\":\"c0fde8dc1572517\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c4352c8-d0da-4692-b930-e33bbdce6bec\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:37:02.842419 3802 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 11:37:02.852746 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:37:02.852921 3802 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0512 11:37:02.880857 3802 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.010597ms I0512 11:37:02.880882 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.041976ms I0512 11:37:02.882731 3802 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.999439ms, libovsdb time 1.48774ms I0512 11:37:03.217307 3802 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c249d92bae9e9fab7db4801e483c274849d3b34da2032000a91ff1622327bfa1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 c249d92bae9e9fab7db4801e483c274849d3b34da2032000a91ff1622327bfa1 network default NAD default NAD key ] I0512 11:37:03.227722 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: c249d92bae9e9fa, network: default, NAD default, SandboxID: "c249d92bae9e9fab7db4801e483c274849d3b34da2032000a91ff1622327bfa1", PCI device ID: , UID: "1b4169cf-09d0-412b-943b-c094956b65e3", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0512 11:37:03.289294 3802 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c249d92bae9e9fab7db4801e483c274849d3b34da2032000a91ff1622327bfa1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 c249d92bae9e9fab7db4801e483c274849d3b34da2032000a91ff1622327bfa1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:e4:19:ce:bb:e1\",\"name\":\"c249d92bae9e9fa\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/671251bb-1c4f-41b8-b50a-45090df6f9d0\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:37:03.439719 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 11:37:03.848466 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:03.848482 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:03.848488 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:03.848493 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.391338 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.391360 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.391366 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.391369 3802 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:04.421799 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 11:37:04.472073 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:04.472090 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:05.870323 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:05.870341 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:37:05.906185 3802 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:05.906202 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:05.906206 3802 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:06.457886 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0512 11:37:06.664058 3802 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-qsmd9] creating logical port openshift-console_downloads-5c54f4944f-qsmd9 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:37:06.664189 3802 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-qsmd9 I0512 11:37:06.687350 3802 pod.go:62] [openshift-console/downloads-5c54f4944f-qsmd9] pod update took 23.184268ms I0512 11:37:06.687375 3802 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-qsmd9] addLogicalPort annotation time took 23.215264ms I0512 11:37:06.688745 3802 pods.go:271] [openshift-console/downloads-5c54f4944f-qsmd9] addLogicalPort took 24.703085ms, libovsdb time 938.947µs W0512 11:37:08.459302 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:08.459325 3802 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:08.459334 3802 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0512 11:37:08.524045 3802 cni.go:452] [openshift-console/downloads-5c54f4944f-qsmd9 81d80537653df6c4240cfc523f6f562ed012619728adc58d685909a24eaa39d0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-qsmd9 81d80537653df6c4240cfc523f6f562ed012619728adc58d685909a24eaa39d0 network default NAD default NAD key ] I0512 11:37:08.534889 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-qsmd9, hostIfaceName: 81d80537653df6c, network: default, NAD default, SandboxID: "81d80537653df6c4240cfc523f6f562ed012619728adc58d685909a24eaa39d0", PCI device ID: , UID: "ff1c9010-e6e3-4450-b1ea-296a5f8ce0bd", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0512 11:37:08.589089 3802 cni.go:473] [openshift-console/downloads-5c54f4944f-qsmd9 81d80537653df6c4240cfc523f6f562ed012619728adc58d685909a24eaa39d0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-qsmd9 81d80537653df6c4240cfc523f6f562ed012619728adc58d685909a24eaa39d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:43:22:84:a1:be\",\"name\":\"81d80537653df6c\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c218fb8d-e2f0-4c15-bce6-9e5b569d3800\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:37:09.864999 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:09.865026 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:09.865032 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:09.865036 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 11:37:15.868566 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:15.868602 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:15.868611 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 11:37:19.486462 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 11:37:19.493144 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 11:37:20.328813 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:37:20.328872 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:37:20.372169 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 11:37:20.372197 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 11:37:22.759291 3802 base_network_controller_pods.go:487] [default/openshift-console/console-796648f755-l7dsj] creating logical port openshift-console_console-796648f755-l7dsj for pod on switch ip-10-0-2-215.ec2.internal I0512 11:37:22.759395 3802 kube.go:256] Updating pod openshift-console/console-796648f755-l7dsj I0512 11:37:22.782863 3802 pod.go:62] [openshift-console/console-796648f755-l7dsj] pod update took 23.494949ms I0512 11:37:22.782896 3802 base_network_controller_pods.go:951] [default/openshift-console/console-796648f755-l7dsj] addLogicalPort annotation time took 23.530964ms W0512 11:37:22.782919 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 11:37:22.784264 3802 pods.go:271] [openshift-console/console-796648f755-l7dsj] addLogicalPort took 24.997498ms, libovsdb time 904.21µs I0512 11:37:25.739100 3802 cni.go:452] [openshift-console/console-796648f755-l7dsj c54aad5582bdf8dbf9dbb0c679064478daf263fffc5768c01af1efca2748873f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-796648f755-l7dsj c54aad5582bdf8dbf9dbb0c679064478daf263fffc5768c01af1efca2748873f network default NAD default NAD key ] I0512 11:37:25.748418 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-796648f755-l7dsj, hostIfaceName: c54aad5582bdf8d, network: default, NAD default, SandboxID: "c54aad5582bdf8dbf9dbb0c679064478daf263fffc5768c01af1efca2748873f", PCI device ID: , UID: "ae3c8a88-41ca-457f-aa2a-7b5cb879ff67", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0512 11:37:25.802082 3802 cni.go:473] [openshift-console/console-796648f755-l7dsj c54aad5582bdf8dbf9dbb0c679064478daf263fffc5768c01af1efca2748873f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-796648f755-l7dsj c54aad5582bdf8dbf9dbb0c679064478daf263fffc5768c01af1efca2748873f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:4b:17:88:03:71\",\"name\":\"c54aad5582bdf8d\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2242b1fa-9a3d-464c-9bd3-887f7c6f84ad\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:37:25.955145 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 11:37:26.500837 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 11:37:26.510580 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 11:37:26.537454 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0512 11:37:26.537483 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0512 11:37:26.976669 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0512 11:37:31.520430 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0512 11:37:32.378148 3802 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0512 11:37:34.001643 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 11:37:36.000338 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 11:37:36.000343 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 11:37:36.000398 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 11:37:37.014659 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 11:37:47.058218 3802 cni.go:452] [openshift-image-registry/image-registry-d68849d97-nmrjv c0fde8dc15725175cf8151aeb02c53c01fefe3b7f2b3cc60a21cbda720083f71 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-d68849d97-nmrjv c0fde8dc15725175cf8151aeb02c53c01fefe3b7f2b3cc60a21cbda720083f71 network default NAD default NAD key ] I0512 11:37:47.141520 3802 cni.go:473] [openshift-image-registry/image-registry-d68849d97-nmrjv c0fde8dc15725175cf8151aeb02c53c01fefe3b7f2b3cc60a21cbda720083f71 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-d68849d97-nmrjv c0fde8dc15725175cf8151aeb02c53c01fefe3b7f2b3cc60a21cbda720083f71 network default NAD default NAD key default], result "{}", err I0512 11:37:47.221597 3802 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:47.221677 3802 pods.go:176] Deleting pod: openshift-image-registry/image-registry-d68849d97-nmrjv I0512 11:37:47.222987 3802 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-d68849d97-nmrjv, ips: 10.128.0.6 I0512 11:37:47.223019 3802 obj_retry.go:498] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:48.051994 3802 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.052014 3802 obj_retry.go:492] Detected object openshift-image-registry/image-registry-d68849d97-nmrjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.058962 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-d68849d97-nmrjv I0512 11:37:48.058986 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-d68849d97-nmrjv I0512 11:37:48.094933 3802 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-572gx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:48.095507 3802 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-572gx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:48.588427 3802 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-572gx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.588455 3802 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-572gx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:48.595821 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67c8db9f67-572gx I0512 11:37:48.595849 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67c8db9f67-572gx I0512 11:37:59.325615 3802 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-d2jqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:59.326200 3802 obj_retry.go:498] Detected object openshift-console/console-67c8db9f67-d2jqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:37:59.634522 3802 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-d2jqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:59.634582 3802 obj_retry.go:492] Detected object openshift-console/console-67c8db9f67-d2jqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:37:59.642223 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67c8db9f67-d2jqp I0512 11:37:59.642246 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67c8db9f67-d2jqp I0512 11:38:01.336255 3802 obj_retry.go:498] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:01.336794 3802 obj_retry.go:498] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:01.642325 3802 obj_retry.go:492] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:01.642353 3802 obj_retry.go:492] Detected object openshift-ingress/router-default-7879dc768f-656qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:01.649221 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7879dc768f-656qq I0512 11:38:01.649252 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7879dc768f-656qq W0512 11:38:03.694602 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:38:03.694621 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:38:03.694634 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:38:03.694639 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:38:04.150775 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:38:04.150799 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 11:38:18.468588 3802 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:18.469161 3802 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:18.715373 3802 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:18.715398 3802 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:18.723463 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 11:38:18.723487 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 11:38:22.750385 3802 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c249d92bae9e9fab7db4801e483c274849d3b34da2032000a91ff1622327bfa1 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 c249d92bae9e9fab7db4801e483c274849d3b34da2032000a91ff1622327bfa1 network default NAD default NAD key ] I0512 11:38:22.834381 3802 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c249d92bae9e9fab7db4801e483c274849d3b34da2032000a91ff1622327bfa1 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 c249d92bae9e9fab7db4801e483c274849d3b34da2032000a91ff1622327bfa1 network default NAD default NAD key default], result "{}", err I0512 11:38:22.899926 3802 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:22.899963 3802 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0512 11:38:22.901311 3802 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.21 I0512 11:38:22.901338 3802 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:23.199256 3802 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:23.199280 3802 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:23.205782 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 11:38:23.205804 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 11:38:23.255234 3802 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:38:23.255345 3802 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0512 11:38:23.281872 3802 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 26.568843ms I0512 11:38:23.281895 3802 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 26.597324ms I0512 11:38:23.283078 3802 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.8679ms, libovsdb time 853.511µs I0512 11:38:23.615571 3802 cni.go:452] [openshift-monitoring/prometheus-k8s-1 f29759c177434340a80a37b85873f789102d7649b2607776d438f49fcf2e06eb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 f29759c177434340a80a37b85873f789102d7649b2607776d438f49fcf2e06eb network default NAD default NAD key ] I0512 11:38:23.625401 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: f29759c17743434, network: default, NAD default, SandboxID: "f29759c177434340a80a37b85873f789102d7649b2607776d438f49fcf2e06eb", PCI device ID: , UID: "6b7a9703-8eaf-4f69-86b6-7d1068e99b39", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0512 11:38:23.674460 3802 cni.go:473] [openshift-monitoring/prometheus-k8s-1 f29759c177434340a80a37b85873f789102d7649b2607776d438f49fcf2e06eb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 f29759c177434340a80a37b85873f789102d7649b2607776d438f49fcf2e06eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:6b:9e:5b:61:cd\",\"name\":\"f29759c17743434\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec1f0db0-ddc9-4a0e-9fce-9c09c10b0a85\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:38:31.339081 3802 cni.go:452] [openshift-multus/network-metrics-daemon-46696 e6a0a337303e6d2a9f8119b7d4a9cbd3568353552a62e18fa22d43292b14908d network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-46696 e6a0a337303e6d2a9f8119b7d4a9cbd3568353552a62e18fa22d43292b14908d network default NAD default NAD key ] I0512 11:38:31.348248 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-46696, hostIfaceName: e6a0a337303e6d2, network: default, NAD default, SandboxID: "e6a0a337303e6d2a9f8119b7d4a9cbd3568353552a62e18fa22d43292b14908d", PCI device ID: , UID: "fb07a6c9-13a0-4e2d-b3d6-dab2974091d8", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0512 11:38:31.397933 3802 cni.go:473] [openshift-multus/network-metrics-daemon-46696 e6a0a337303e6d2a9f8119b7d4a9cbd3568353552a62e18fa22d43292b14908d network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-46696 e6a0a337303e6d2a9f8119b7d4a9cbd3568353552a62e18fa22d43292b14908d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:af:dd:cc:0b:6d\",\"name\":\"e6a0a337303e6d2\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/178d8a09-2180-40bf-b619-4b36b000e9fd\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:38:40.492797 3802 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:40.493372 3802 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:38:40.804649 3802 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:40.804681 3802 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:38:40.813451 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 11:38:40.813481 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0512 11:39:24.496554 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 11:39:24.496586 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 11:39:25.792986 3802 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:25.793601 3802 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:25.988156 3802 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:25.988181 3802 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:25.995421 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 11:39:25.995435 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 11:39:31.216134 3802 obj_retry.go:498] Detected object openshift-console/console-796648f755-48l6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:31.216708 3802 obj_retry.go:498] Detected object openshift-console/console-796648f755-48l6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:32.015829 3802 obj_retry.go:492] Detected object openshift-console/console-796648f755-48l6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:32.015851 3802 obj_retry.go:492] Detected object openshift-console/console-796648f755-48l6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:32.024115 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-796648f755-48l6v I0512 11:39:32.024142 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-796648f755-48l6v I0512 11:39:42.148816 3802 cni.go:452] [openshift-console/console-796648f755-l7dsj c54aad5582bdf8dbf9dbb0c679064478daf263fffc5768c01af1efca2748873f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-796648f755-l7dsj c54aad5582bdf8dbf9dbb0c679064478daf263fffc5768c01af1efca2748873f network default NAD default NAD key ] I0512 11:39:42.222138 3802 cni.go:473] [openshift-console/console-796648f755-l7dsj c54aad5582bdf8dbf9dbb0c679064478daf263fffc5768c01af1efca2748873f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-796648f755-l7dsj c54aad5582bdf8dbf9dbb0c679064478daf263fffc5768c01af1efca2748873f network default NAD default NAD key default], result "{}", err I0512 11:39:42.269278 3802 obj_retry.go:498] Detected object openshift-console/console-796648f755-l7dsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:42.269318 3802 pods.go:176] Deleting pod: openshift-console/console-796648f755-l7dsj I0512 11:39:42.270742 3802 pods.go:236] Attempting to release IPs for pod: openshift-console/console-796648f755-l7dsj, ips: 10.128.0.23 I0512 11:39:42.270777 3802 obj_retry.go:498] Detected object openshift-console/console-796648f755-l7dsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:39:42.521522 3802 obj_retry.go:492] Detected object openshift-console/console-796648f755-l7dsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:42.521600 3802 obj_retry.go:492] Detected object openshift-console/console-796648f755-l7dsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:39:42.529002 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-796648f755-l7dsj I0512 11:39:42.529029 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-796648f755-l7dsj I0512 11:40:00.222337 3802 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643100-mb8st for pod on switch ip-10-0-2-215.ec2.internal I0512 11:40:00.222461 3802 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st I0512 11:40:00.236968 3802 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st] pod update took 14.5332ms I0512 11:40:00.236995 3802 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st] addLogicalPort annotation time took 14.563927ms I0512 11:40:00.238187 3802 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st] addLogicalPort took 15.864858ms, libovsdb time 866.4µs I0512 11:40:00.596554 3802 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st d51353ac4cc9bbc54d58d3ad4e7819760e9a47fb0063da63bf51921351ce75f5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st d51353ac4cc9bbc54d58d3ad4e7819760e9a47fb0063da63bf51921351ce75f5 network default NAD default NAD key ] I0512 11:40:00.605713 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643100-mb8st, hostIfaceName: d51353ac4cc9bbc, network: default, NAD default, SandboxID: "d51353ac4cc9bbc54d58d3ad4e7819760e9a47fb0063da63bf51921351ce75f5", PCI device ID: , UID: "d3c8db70-976c-49f3-9d7f-d282bd4ba2e0", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0512 11:40:00.654854 3802 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st d51353ac4cc9bbc54d58d3ad4e7819760e9a47fb0063da63bf51921351ce75f5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st d51353ac4cc9bbc54d58d3ad4e7819760e9a47fb0063da63bf51921351ce75f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ad:0d:e3:bf:78\",\"name\":\"d51353ac4cc9bbc\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd2efdd3-2209-43a8-b899-0e152afcc842\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:40:25.199896 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 11:40:26.107183 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0512 11:40:32.190114 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 11:40:45.190438 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 11:40:58.445370 3802 namespace.go:98] [tsf] adding namespace I0512 11:40:58.446250 3802 namespace.go:102] [tsf] adding namespace took 858.356µs I0512 11:40:58.463386 3802 namespace.go:142] [tsf] updating namespace I0512 11:40:58.476455 3802 namespace.go:142] [tsf] updating namespace I0512 11:41:02.952357 3802 namespace.go:98] [konflux-operator] adding namespace I0512 11:41:02.953281 3802 namespace.go:102] [konflux-operator] adding namespace took 889.111µs I0512 11:41:02.956934 3802 namespace.go:98] [rhbk-operator] adding namespace I0512 11:41:02.957011 3802 namespace.go:98] [konflux-ui] adding namespace I0512 11:41:02.957598 3802 namespace.go:102] [rhbk-operator] adding namespace took 645.353µs I0512 11:41:02.958196 3802 namespace.go:102] [konflux-ui] adding namespace took 1.171512ms I0512 11:41:02.958765 3802 namespace.go:98] [tsf-tpa] adding namespace I0512 11:41:02.958799 3802 namespace.go:98] [rhtpa-operator] adding namespace I0512 11:41:02.958951 3802 namespace.go:98] [tsf-keycloak] adding namespace I0512 11:41:02.959415 3802 namespace.go:102] [tsf-tpa] adding namespace took 630.785µs I0512 11:41:02.959947 3802 namespace.go:102] [rhtpa-operator] adding namespace took 1.138354ms I0512 11:41:02.960476 3802 namespace.go:102] [tsf-keycloak] adding namespace took 1.505698ms I0512 11:41:02.962988 3802 namespace.go:98] [tsf-tas] adding namespace I0512 11:41:02.963070 3802 namespace.go:98] [cert-manager-operator] adding namespace I0512 11:41:02.963560 3802 namespace.go:102] [tsf-tas] adding namespace took 557.578µs I0512 11:41:02.964072 3802 namespace.go:102] [cert-manager-operator] adding namespace took 986.942µs I0512 11:41:02.975677 3802 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:02.990604 3802 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:03.000828 3802 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:03.013046 3802 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:03.013182 3802 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:03.013255 3802 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:03.013397 3802 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:03.027671 3802 namespace.go:142] [tsf-tas] updating namespace I0512 11:41:03.027837 3802 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:03.027858 3802 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:03.027981 3802 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:03.040774 3802 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:03.044613 3802 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:03.055494 3802 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:03.068676 3802 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:03.079692 3802 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:03.079747 3802 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:03.097677 3802 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:03.105514 3802 namespace.go:142] [tsf-tas] updating namespace I0512 11:41:03.108499 3802 namespace.go:142] [tsf-tas] updating namespace I0512 11:41:03.119399 3802 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:03.151660 3802 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:03.151694 3802 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:03.158348 3802 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:04.220228 3802 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:41:04.232358 3802 namespace.go:142] [tsf-tpa] updating namespace I0512 11:41:04.395682 3802 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-215.ec2.internal I0512 11:41:04.395790 3802 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0512 11:41:04.415942 3802 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 20.175904ms I0512 11:41:04.415963 3802 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 20.200048ms I0512 11:41:04.417027 3802 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 21.360166ms, libovsdb time 766.024µs I0512 11:41:04.753073 3802 cni.go:452] [tsf/test-tsf-subscriptions 08e2067df3c4d1eca8c42daa3467d9656e8ac8a349fe73ed371311c303092452 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 08e2067df3c4d1eca8c42daa3467d9656e8ac8a349fe73ed371311c303092452 network default NAD default NAD key ] I0512 11:41:04.762407 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 08e2067df3c4d1e, network: default, NAD default, SandboxID: "08e2067df3c4d1eca8c42daa3467d9656e8ac8a349fe73ed371311c303092452", PCI device ID: , UID: "c296c6e1-05ae-4ec2-9af5-550d8919bdda", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0512 11:41:04.811483 3802 cni.go:473] [tsf/test-tsf-subscriptions 08e2067df3c4d1eca8c42daa3467d9656e8ac8a349fe73ed371311c303092452 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 08e2067df3c4d1eca8c42daa3467d9656e8ac8a349fe73ed371311c303092452 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f8:bf:4b:c0:dd\",\"name\":\"08e2067df3c4d1e\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/457c698a-0d64-4c8e-b12a-afc72111f9b4\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:41:07.377856 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 11:41:09.517778 3802 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.518583 3802 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.518612 3802 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.518623 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:09.518637 3802 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:09.518644 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:10.531473 3802 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.532156 3802 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.532182 3802 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.532191 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:10.532204 3802 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:10.532208 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:10.547920 3802 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:10.547941 3802 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:10.547957 3802 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:10.547971 3802 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6elmlmt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.216660 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 11:41:11.561750 3802 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.561798 3802 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.561814 3802 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:11.561829 3802 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fecjrmk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:13.557497 3802 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.558093 3802 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.558122 3802 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.558134 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:13.558149 3802 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:13.558154 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:14.584458 3802 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:14.584487 3802 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:14.584502 3802 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:14.584515 3802 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:15.569587 3802 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.570265 3802 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.570293 3802 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.570302 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:15.570314 3802 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:15.570319 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:16.664096 3802 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.664663 3802 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.664699 3802 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.664711 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:16.664726 3802 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:16.664733 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:16.706248 3802 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:16.706270 3802 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:16.706303 3802 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:16.706317 3802 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d52tr8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.583081 3802 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.583628 3802 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.583662 3802 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.583673 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 11:41:17.583687 3802 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 11:41:17.583692 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 11:41:17.686994 3802 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.687018 3802 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.687030 3802 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:17.687042 3802 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cmfqr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.444579 3802 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 11:41:18.444650 3802 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h4pbx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h4pbx: no pod IPs found I0512 11:41:18.608558 3802 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.608580 3802 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.608595 3802 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:41:18.608614 3802 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxmms of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:41:26.556656 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:28.451887 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:28.470900 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:28.544292 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 11:41:29.923663 3802 namespace.go:142] [openshift-operators] updating namespace I0512 11:41:29.933518 3802 namespace.go:142] [openshift-operators] updating namespace W0512 11:41:34.600973 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:34.610080 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:34.625515 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 11:41:34.633558 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 11:41:35.907434 3802 namespace.go:98] [cert-manager] adding namespace I0512 11:41:35.908370 3802 namespace.go:102] [cert-manager] adding namespace took 913.257µs I0512 11:41:35.908413 3802 namespace.go:142] [cert-manager] updating namespace I0512 11:41:35.976529 3802 namespace.go:142] [cert-manager] updating namespace I0512 11:41:38.665623 3802 namespace.go:142] [openshift-operators] updating namespace W0512 11:41:44.623874 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 11:41:44.623900 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 11:41:47.657167 3802 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 11:41:47.657988 3802 namespace.go:102] [trusted-artifact-signer] adding namespace took 793.582µs I0512 11:41:47.730468 3802 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 11:41:47.740521 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 11:41:47.769281 3802 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 11:41:48.808610 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 11:41:48.999212 3802 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 11:41:56.328681 3802 namespace.go:98] [openshift-pipelines] adding namespace I0512 11:41:56.329516 3802 namespace.go:102] [openshift-pipelines] adding namespace took 811.291µs I0512 11:41:56.351835 3802 namespace.go:142] [openshift-pipelines] updating namespace I0512 11:41:57.037360 3802 namespace.go:142] [cert-manager] updating namespace I0512 11:41:57.235306 3802 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:41:57.312367 3802 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-mf2fj] creating logical port cert-manager_cert-manager-59c77684cc-mf2fj for pod on switch ip-10-0-2-215.ec2.internal I0512 11:41:57.312461 3802 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-mf2fj I0512 11:41:57.326755 3802 pod.go:62] [cert-manager/cert-manager-59c77684cc-mf2fj] pod update took 14.317867ms I0512 11:41:57.326779 3802 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-mf2fj] addLogicalPort annotation time took 14.347048ms I0512 11:41:57.328009 3802 pods.go:271] [cert-manager/cert-manager-59c77684cc-mf2fj] addLogicalPort took 15.663167ms, libovsdb time 853.632µs I0512 11:41:57.635653 3802 namespace.go:142] [konflux-operator] updating namespace I0512 11:41:57.669349 3802 cni.go:452] [cert-manager/cert-manager-59c77684cc-mf2fj 046bb3be5d59daa01b5e306f6032f5f0be6788d3b0f8e7f2f4cb34c5664044a6 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-mf2fj 046bb3be5d59daa01b5e306f6032f5f0be6788d3b0f8e7f2f4cb34c5664044a6 network default NAD default NAD key ] I0512 11:41:57.679448 3802 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-mf2fj, hostIfaceName: 046bb3be5d59daa, network: default, NAD default, SandboxID: "046bb3be5d59daa01b5e306f6032f5f0be6788d3b0f8e7f2f4cb34c5664044a6", PCI device ID: , UID: "b5af78fc-5561-4432-a67b-3b3a5505327b", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0512 11:41:57.731095 3802 cni.go:473] [cert-manager/cert-manager-59c77684cc-mf2fj 046bb3be5d59daa01b5e306f6032f5f0be6788d3b0f8e7f2f4cb34c5664044a6 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-mf2fj 046bb3be5d59daa01b5e306f6032f5f0be6788d3b0f8e7f2f4cb34c5664044a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:22:12:b7:dd:19\",\"name\":\"046bb3be5d59daa\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff276d78-baa5-400d-ab99-8ff8484176d8\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:41:57.836661 3802 namespace.go:142] [konflux-ui] updating namespace I0512 11:41:58.037811 3802 namespace.go:142] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] updating namespace I0512 11:41:58.393676 3802 namespace.go:142] [rhbk-operator] updating namespace I0512 11:41:58.594943 3802 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:41:58.796223 3802 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 11:41:59.020447 3802 namespace.go:142] [tsf] updating namespace I0512 11:41:59.393137 3802 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:42:00.015225 3802 namespace.go:142] [tsf-tas] updating namespace I0512 11:42:00.239582 3802 namespace.go:142] [tsf-tpa] updating namespace I0512 11:42:00.404815 3802 namespace.go:142] [cert-manager] updating namespace I0512 11:42:00.417122 3802 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:42:00.440122 3802 namespace.go:142] [default] updating namespace I0512 11:42:00.453322 3802 namespace.go:142] [konflux-operator] updating namespace I0512 11:42:00.472599 3802 namespace.go:142] [konflux-ui] updating namespace I0512 11:42:00.483922 3802 namespace.go:142] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] updating namespace I0512 11:42:00.493339 3802 namespace.go:142] [openshift] updating namespace I0512 11:42:00.507284 3802 namespace.go:142] [rhbk-operator] updating namespace I0512 11:42:00.524441 3802 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:42:00.546629 3802 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 11:42:00.557595 3802 namespace.go:142] [tsf] updating namespace I0512 11:42:00.569424 3802 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:42:00.578589 3802 namespace.go:142] [tsf-tas] updating namespace I0512 11:42:00.588440 3802 namespace.go:142] [tsf-tpa] updating namespace I0512 11:42:00.653829 3802 namespace.go:142] [cert-manager] updating namespace I0512 11:42:00.714022 3802 namespace.go:142] [cert-manager-operator] updating namespace I0512 11:42:00.815289 3802 namespace.go:142] [default] updating namespace I0512 11:42:00.915263 3802 namespace.go:142] [konflux-operator] updating namespace I0512 11:42:01.015068 3802 namespace.go:142] [konflux-ui] updating namespace I0512 11:42:01.115862 3802 namespace.go:142] [open-cluster-management-2q8btjnpc38stnn9s3vkf9fec7sthl4r] updating namespace I0512 11:42:01.212841 3802 namespace.go:142] [openshift] updating namespace I0512 11:42:01.313709 3802 namespace.go:142] [rhbk-operator] updating namespace I0512 11:42:01.418226 3802 namespace.go:142] [rhtpa-operator] updating namespace I0512 11:42:01.513491 3802 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 11:42:01.618425 3802 namespace.go:142] [tsf] updating namespace I0512 11:42:01.716682 3802 namespace.go:142] [tsf-keycloak] updating namespace I0512 11:42:01.814783 3802 namespace.go:142] [tsf-tas] updating namespace I0512 11:42:01.914800 3802 namespace.go:142] [tsf-tpa] updating namespace I0512 11:42:02.364762 3802 namespace.go:142] [openshift-pipelines] updating namespace W0512 11:42:14.706083 3802 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:14.706104 3802 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:14.706108 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 11:42:16.840519 3802 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.840566 3802 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.840572 3802 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.840579 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 11:42:16.967503 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 11:42:16.967526 3802 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 11:42:16.967533 3802 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0512 11:42:18.186161 3802 cni.go:452] [tsf/test-tsf-subscriptions 08e2067df3c4d1eca8c42daa3467d9656e8ac8a349fe73ed371311c303092452 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 08e2067df3c4d1eca8c42daa3467d9656e8ac8a349fe73ed371311c303092452 network default NAD default NAD key ] I0512 11:42:18.227049 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 11:42:18.259201 3802 cni.go:473] [tsf/test-tsf-subscriptions 08e2067df3c4d1eca8c42daa3467d9656e8ac8a349fe73ed371311c303092452 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 08e2067df3c4d1eca8c42daa3467d9656e8ac8a349fe73ed371311c303092452 network default NAD default NAD key default], result "{}", err I0512 11:42:18.321449 3802 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:18.321479 3802 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0512 11:42:18.322868 3802 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.26 I0512 11:42:18.322904 3802 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:18.349176 3802 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:18.349202 3802 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:18.360450 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 11:42:18.360475 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 11:42:18.719837 3802 base_network_controller_pods.go:487] [default/openshift-console/console-bfb84877-kljzq] creating logical port openshift-console_console-bfb84877-kljzq for pod on switch ip-10-0-2-215.ec2.internal I0512 11:42:18.719938 3802 kube.go:256] Updating pod openshift-console/console-bfb84877-kljzq I0512 11:42:18.740420 3802 pod.go:62] [openshift-console/console-bfb84877-kljzq] pod update took 20.5118ms I0512 11:42:18.740448 3802 base_network_controller_pods.go:951] [default/openshift-console/console-bfb84877-kljzq] addLogicalPort annotation time took 20.543625ms I0512 11:42:18.741740 3802 pods.go:271] [openshift-console/console-bfb84877-kljzq] addLogicalPort took 21.921426ms, libovsdb time 865.357µs I0512 11:42:19.082746 3802 cni.go:452] [openshift-console/console-bfb84877-kljzq 82c3527587323f20f4eb5e24272e9c42dcadee8036847e823f32b0392324c843 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bfb84877-kljzq 82c3527587323f20f4eb5e24272e9c42dcadee8036847e823f32b0392324c843 network default NAD default NAD key ] I0512 11:42:19.093963 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bfb84877-kljzq, hostIfaceName: 82c3527587323f2, network: default, NAD default, SandboxID: "82c3527587323f20f4eb5e24272e9c42dcadee8036847e823f32b0392324c843", PCI device ID: , UID: "4ee7418f-2336-4e64-8a0a-982c918d4c4c", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0512 11:42:19.144420 3802 cni.go:473] [openshift-console/console-bfb84877-kljzq 82c3527587323f20f4eb5e24272e9c42dcadee8036847e823f32b0392324c843 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bfb84877-kljzq 82c3527587323f20f4eb5e24272e9c42dcadee8036847e823f32b0392324c843 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:c6:dc:b5:47:06\",\"name\":\"82c3527587323f2\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6164863f-1536-44df-8e67-6379c9daeeed\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:42:19.936289 3802 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-215.ec2.internal I0512 11:42:19.936386 3802 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0512 11:42:19.953197 3802 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.836476ms I0512 11:42:19.953216 3802 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.8605ms I0512 11:42:19.954463 3802 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.190693ms, libovsdb time 853.779µs I0512 11:42:20.205073 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 11:42:20.292762 3802 cni.go:452] [tsf/test-tsf-infrastructure 15b981b4ebf48b085b02dccba111714090af06264cbf839a73968f8bbecf5129 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 15b981b4ebf48b085b02dccba111714090af06264cbf839a73968f8bbecf5129 network default NAD default NAD key ] I0512 11:42:20.304249 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 15b981b4ebf48b0, network: default, NAD default, SandboxID: "15b981b4ebf48b085b02dccba111714090af06264cbf839a73968f8bbecf5129", PCI device ID: , UID: "91c243e6-c24a-4919-b710-f68c91198e54", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0512 11:42:20.353425 3802 cni.go:473] [tsf/test-tsf-infrastructure 15b981b4ebf48b085b02dccba111714090af06264cbf839a73968f8bbecf5129 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 15b981b4ebf48b085b02dccba111714090af06264cbf839a73968f8bbecf5129 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:0d:90:70:3c:c6\",\"name\":\"15b981b4ebf48b0\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c60fc2b6-2afa-4cf7-a458-2e43acf2317b\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:42:22.807923 3802 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t65m9] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-t65m9 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:42:22.808017 3802 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t65m9 I0512 11:42:22.812937 3802 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cq6p7] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-cq6p7 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:42:22.813064 3802 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cq6p7 I0512 11:42:22.823306 3802 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t65m9] pod update took 15.314805ms I0512 11:42:22.823325 3802 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t65m9] addLogicalPort annotation time took 15.341778ms I0512 11:42:22.824625 3802 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t65m9] addLogicalPort took 16.724345ms, libovsdb time 836.089µs I0512 11:42:22.829163 3802 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cq6p7] pod update took 16.156108ms I0512 11:42:22.829186 3802 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cq6p7] addLogicalPort annotation time took 16.181207ms I0512 11:42:22.830580 3802 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cq6p7] addLogicalPort took 17.660609ms, libovsdb time 924.444µs W0512 11:42:29.256776 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 11:42:30.103477 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=98 I0512 11:42:31.227075 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 11:42:31.572906 3802 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t65m9 b702fe486fba073ff22751f617482d46de17eaf91a0a8e8779c0da0155ed65f0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t65m9 b702fe486fba073ff22751f617482d46de17eaf91a0a8e8779c0da0155ed65f0 network default NAD default NAD key ] I0512 11:42:31.573815 3802 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cq6p7 5ff9c07f005745d5e8293938d09962b30b4ccf457047ffc4638e48ce01984b2e network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cq6p7 5ff9c07f005745d5e8293938d09962b30b4ccf457047ffc4638e48ce01984b2e network default NAD default NAD key ] I0512 11:42:31.583944 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-t65m9, hostIfaceName: b702fe486fba073, network: default, NAD default, SandboxID: "b702fe486fba073ff22751f617482d46de17eaf91a0a8e8779c0da0155ed65f0", PCI device ID: , UID: "87ab5e14-e57a-47a5-9933-70085d7af9fb", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0512 11:42:31.584227 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-cq6p7, hostIfaceName: 5ff9c07f005745d, network: default, NAD default, SandboxID: "5ff9c07f005745d5e8293938d09962b30b4ccf457047ffc4638e48ce01984b2e", PCI device ID: , UID: "5f4bbd00-b050-4084-8cb4-8ce619067ada", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0512 11:42:31.634237 3802 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cq6p7 5ff9c07f005745d5e8293938d09962b30b4ccf457047ffc4638e48ce01984b2e network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cq6p7 5ff9c07f005745d5e8293938d09962b30b4ccf457047ffc4638e48ce01984b2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e9:da:bc:5b:1e\",\"name\":\"5ff9c07f005745d\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c47801b9-9eda-42ef-92f9-d49a420944a5\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:42:31.653407 3802 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t65m9 b702fe486fba073ff22751f617482d46de17eaf91a0a8e8779c0da0155ed65f0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t65m9 b702fe486fba073ff22751f617482d46de17eaf91a0a8e8779c0da0155ed65f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:94:d1:cb:1c:0e\",\"name\":\"b702fe486fba073\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0e28795-9de1-4b50-96fb-330c34dfdc5b\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:42:32.283948 3802 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0512 11:42:32.304531 3802 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 11:42:38.915365 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 11:42:40.103796 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 11:42:42.398745 3802 namespace.go:142] [openshift-pipelines] updating namespace I0512 11:42:44.029612 3802 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:44.030161 3802 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:44.965108 3802 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:44.965135 3802 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-wvgt7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:44.972793 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8b956fdf-wvgt7 I0512 11:42:44.972823 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8b956fdf-wvgt7 I0512 11:42:51.845733 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-q5s9w] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-q5s9w for pod on switch ip-10-0-2-215.ec2.internal I0512 11:42:51.845837 3802 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-q5s9w I0512 11:42:51.863923 3802 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-q5s9w] pod update took 18.118578ms I0512 11:42:51.863951 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-q5s9w] addLogicalPort annotation time took 18.150901ms I0512 11:42:51.865453 3802 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-q5s9w] addLogicalPort took 19.734112ms, libovsdb time 1.115839ms I0512 11:42:52.205653 3802 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-q5s9w cf85859528ce6f0c59249becc802e40e542a53ea450431fb086bdd3ce253c808 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-q5s9w cf85859528ce6f0c59249becc802e40e542a53ea450431fb086bdd3ce253c808 network default NAD default NAD key ] I0512 11:42:52.215037 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-q5s9w, hostIfaceName: cf85859528ce6f0, network: default, NAD default, SandboxID: "cf85859528ce6f0c59249becc802e40e542a53ea450431fb086bdd3ce253c808", PCI device ID: , UID: "25b57d7a-d01f-4df7-a4eb-b7b5a4d9d2e0", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0512 11:42:52.266512 3802 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-q5s9w cf85859528ce6f0c59249becc802e40e542a53ea450431fb086bdd3ce253c808 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-q5s9w cf85859528ce6f0c59249becc802e40e542a53ea450431fb086bdd3ce253c808 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:fb:b4:09:c3:b7\",\"name\":\"cf85859528ce6f0\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4225399e-7736-49b0-ac7f-b0409c2fa6a9\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:42:53.272729 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 11:42:53.294362 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 11:42:54.581836 3802 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:54.582435 3802 obj_retry.go:498] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:54.885399 3802 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:54.885426 3802 obj_retry.go:492] Detected object openshift-console/console-7b8b956fdf-fnrxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:54.888913 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8b956fdf-fnrxf I0512 11:42:54.888941 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8b956fdf-fnrxf I0512 11:42:56.385974 3802 cni.go:452] [tsf/test-tsf-infrastructure 15b981b4ebf48b085b02dccba111714090af06264cbf839a73968f8bbecf5129 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 15b981b4ebf48b085b02dccba111714090af06264cbf839a73968f8bbecf5129 network default NAD default NAD key ] I0512 11:42:56.466927 3802 cni.go:473] [tsf/test-tsf-infrastructure 15b981b4ebf48b085b02dccba111714090af06264cbf839a73968f8bbecf5129 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 15b981b4ebf48b085b02dccba111714090af06264cbf839a73968f8bbecf5129 network default NAD default NAD key default], result "{}", err I0512 11:42:56.493645 3802 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 11:42:56.635883 3802 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:56.635920 3802 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0512 11:42:56.637246 3802 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.29 I0512 11:42:56.637280 3802 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:42:56.659012 3802 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:56.659037 3802 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:42:56.666442 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 11:42:56.666471 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 11:42:57.756258 3802 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-215.ec2.internal I0512 11:42:57.756345 3802 kube.go:256] Updating pod tsf/test-tsf-iam I0512 11:42:57.772428 3802 pod.go:62] [tsf/test-tsf-iam] pod update took 16.106737ms I0512 11:42:57.772458 3802 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.139393ms I0512 11:42:57.773859 3802 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.617804ms, libovsdb time 888.22µs I0512 11:42:58.123756 3802 cni.go:452] [tsf/test-tsf-iam 728e5324bd24e6ad080c47d7f5cd14912415c50e2bdfcdad131ed2b93bd0393e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 728e5324bd24e6ad080c47d7f5cd14912415c50e2bdfcdad131ed2b93bd0393e network default NAD default NAD key ] I0512 11:42:58.133372 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 728e5324bd24e6a, network: default, NAD default, SandboxID: "728e5324bd24e6ad080c47d7f5cd14912415c50e2bdfcdad131ed2b93bd0393e", PCI device ID: , UID: "56efe784-f8b9-4aaa-822d-452e1436f5e0", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0512 11:42:58.183901 3802 cni.go:473] [tsf/test-tsf-iam 728e5324bd24e6ad080c47d7f5cd14912415c50e2bdfcdad131ed2b93bd0393e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 728e5324bd24e6ad080c47d7f5cd14912415c50e2bdfcdad131ed2b93bd0393e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:44:9b:f8:a5:d9\",\"name\":\"728e5324bd24e6a\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f696fce-f32c-4348-9089-a71a90a210c0\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:42:58.581969 3802 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 11:42:58.582589 3802 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 11:42:58.582614 3802 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 11:42:58.584986 3802 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 11:43:03.435245 3802 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st d51353ac4cc9bbc54d58d3ad4e7819760e9a47fb0063da63bf51921351ce75f5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st d51353ac4cc9bbc54d58d3ad4e7819760e9a47fb0063da63bf51921351ce75f5 network default NAD default NAD key ] I0512 11:43:03.524353 3802 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st d51353ac4cc9bbc54d58d3ad4e7819760e9a47fb0063da63bf51921351ce75f5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st d51353ac4cc9bbc54d58d3ad4e7819760e9a47fb0063da63bf51921351ce75f5 network default NAD default NAD key default], result "{}", err I0512 11:43:03.569870 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:03.569909 3802 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st I0512 11:43:03.571214 3802 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st, ips: 10.128.0.25 I0512 11:43:03.571245 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:04.210529 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 11:43:04.448457 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:04.448487 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:05.111882 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=878 W0512 11:43:06.063192 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 11:43:06.063215 3802 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 11:43:06.063301 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 11:43:06.063317 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 11:43:09.194152 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 11:43:15.368083 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-f9mk5] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-f9mk5 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:43:15.368231 3802 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-f9mk5 I0512 11:43:15.385015 3802 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-f9mk5] pod update took 16.812854ms I0512 11:43:15.385050 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-f9mk5] addLogicalPort annotation time took 16.852931ms I0512 11:43:15.386428 3802 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-f9mk5] addLogicalPort took 18.366556ms, libovsdb time 999.811µs I0512 11:43:15.481981 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rcdmc] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-rcdmc for pod on switch ip-10-0-2-215.ec2.internal I0512 11:43:15.482060 3802 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rcdmc I0512 11:43:15.501658 3802 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rcdmc] pod update took 19.618067ms I0512 11:43:15.501678 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rcdmc] addLogicalPort annotation time took 19.644007ms I0512 11:43:15.502852 3802 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rcdmc] addLogicalPort took 20.885352ms, libovsdb time 836.482µs I0512 11:43:15.587854 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-wdj4h] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-wdj4h for pod on switch ip-10-0-2-215.ec2.internal I0512 11:43:15.587939 3802 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-wdj4h I0512 11:43:15.607266 3802 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wdj4h] pod update took 19.352286ms I0512 11:43:15.607284 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-wdj4h] addLogicalPort annotation time took 19.374688ms I0512 11:43:15.608378 3802 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wdj4h] addLogicalPort took 20.537653ms, libovsdb time 756.681µs I0512 11:43:15.741334 3802 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-f9mk5 e619a414ee1264d0ee8ced4e4643b3549b466ddd8f79ae54fd4e07abded5f5ec network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-f9mk5 e619a414ee1264d0ee8ced4e4643b3549b466ddd8f79ae54fd4e07abded5f5ec network default NAD default NAD key ] I0512 11:43:15.751100 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-f9mk5, hostIfaceName: e619a414ee1264d, network: default, NAD default, SandboxID: "e619a414ee1264d0ee8ced4e4643b3549b466ddd8f79ae54fd4e07abded5f5ec", PCI device ID: , UID: "80b29f39-8ca2-45b2-b1df-264299edc812", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0512 11:43:15.806276 3802 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-f9mk5 e619a414ee1264d0ee8ced4e4643b3549b466ddd8f79ae54fd4e07abded5f5ec network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-f9mk5 e619a414ee1264d0ee8ced4e4643b3549b466ddd8f79ae54fd4e07abded5f5ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:04:8d:65:2a:6d\",\"name\":\"e619a414ee1264d\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce6fbdf2-b207-44c5-9788-53fc479d6d7d\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:43:15.859787 3802 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rcdmc 388b3c978c04827e4a43bd8f43ae9300436fcac4f83155c25e49f60595facaf9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rcdmc 388b3c978c04827e4a43bd8f43ae9300436fcac4f83155c25e49f60595facaf9 network default NAD default NAD key ] I0512 11:43:15.871970 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-rcdmc, hostIfaceName: 388b3c978c04827, network: default, NAD default, SandboxID: "388b3c978c04827e4a43bd8f43ae9300436fcac4f83155c25e49f60595facaf9", PCI device ID: , UID: "cd6a8571-6349-4791-ab27-6f4fbdcdfd4e", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0512 11:43:15.926328 3802 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rcdmc 388b3c978c04827e4a43bd8f43ae9300436fcac4f83155c25e49f60595facaf9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rcdmc 388b3c978c04827e4a43bd8f43ae9300436fcac4f83155c25e49f60595facaf9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:b4:eb:99:e2:32\",\"name\":\"388b3c978c04827\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb05a78e-54fd-4f8b-b18f-9c7e700101ec\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:43:15.952924 3802 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wdj4h f0996cef20456214a5e1211399a9c041976143238e968e61afa0e3591173abeb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wdj4h f0996cef20456214a5e1211399a9c041976143238e968e61afa0e3591173abeb network default NAD default NAD key ] I0512 11:43:15.982772 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-wdj4h, hostIfaceName: f0996cef2045621, network: default, NAD default, SandboxID: "f0996cef20456214a5e1211399a9c041976143238e968e61afa0e3591173abeb", PCI device ID: , UID: "0f4b9e42-c1f4-4e33-b44e-aea5e0baa7df", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0512 11:43:16.031989 3802 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wdj4h f0996cef20456214a5e1211399a9c041976143238e968e61afa0e3591173abeb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wdj4h f0996cef20456214a5e1211399a9c041976143238e968e61afa0e3591173abeb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:04:25:c6:41:31\",\"name\":\"f0996cef2045621\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/624b41e3-eb3f-44ed-b2bf-a41de6d8d2fd\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:43:21.558690 3802 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 11:43:21.558712 3802 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 11:43:21.558717 3802 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 11:43:26.565178 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 11:43:26.565199 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 11:43:26.565206 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 11:43:37.107969 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 I0512 11:43:48.670939 3802 cni.go:452] [tsf/test-tsf-iam 728e5324bd24e6ad080c47d7f5cd14912415c50e2bdfcdad131ed2b93bd0393e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 728e5324bd24e6ad080c47d7f5cd14912415c50e2bdfcdad131ed2b93bd0393e network default NAD default NAD key ] I0512 11:43:48.756675 3802 cni.go:473] [tsf/test-tsf-iam 728e5324bd24e6ad080c47d7f5cd14912415c50e2bdfcdad131ed2b93bd0393e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 728e5324bd24e6ad080c47d7f5cd14912415c50e2bdfcdad131ed2b93bd0393e network default NAD default NAD key default], result "{}", err I0512 11:43:48.808163 3802 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:48.808193 3802 pods.go:176] Deleting pod: tsf/test-tsf-iam I0512 11:43:48.809402 3802 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.33 I0512 11:43:48.809430 3802 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:48.853858 3802 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:48.853884 3802 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:48.861243 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 11:43:48.861264 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 11:43:49.714022 3802 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-215.ec2.internal I0512 11:43:49.714145 3802 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0512 11:43:49.729343 3802 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.222713ms I0512 11:43:49.729363 3802 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.248082ms I0512 11:43:49.730778 3802 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.776746ms, libovsdb time 926.539µs I0512 11:43:50.078271 3802 cni.go:452] [tsf-tas/test-tsf-tas 82079a0bf6a37b0bbc3c4909146fd1c7bef5f4c53c0ed7ce1896f06a220d86d6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 82079a0bf6a37b0bbc3c4909146fd1c7bef5f4c53c0ed7ce1896f06a220d86d6 network default NAD default NAD key ] I0512 11:43:50.087833 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 82079a0bf6a37b0, network: default, NAD default, SandboxID: "82079a0bf6a37b0bbc3c4909146fd1c7bef5f4c53c0ed7ce1896f06a220d86d6", PCI device ID: , UID: "b0884aef-91c2-42b7-9d8f-443cf285b0b3", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0512 11:43:50.139232 3802 cni.go:473] [tsf-tas/test-tsf-tas 82079a0bf6a37b0bbc3c4909146fd1c7bef5f4c53c0ed7ce1896f06a220d86d6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 82079a0bf6a37b0bbc3c4909146fd1c7bef5f4c53c0ed7ce1896f06a220d86d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:40:7a:2c:ce:7b\",\"name\":\"82079a0bf6a37b0\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed2dbed0-dda1-43f7-bd57-2c6f7e43ab17\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:43:51.325889 3802 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5d575cc877-pqbcj] creating logical port tsf-tas_fulcio-server-5d575cc877-pqbcj for pod on switch ip-10-0-2-215.ec2.internal I0512 11:43:51.326005 3802 kube.go:256] Updating pod tsf-tas/fulcio-server-5d575cc877-pqbcj I0512 11:43:51.346631 3802 pod.go:62] [tsf-tas/fulcio-server-5d575cc877-pqbcj] pod update took 20.647273ms I0512 11:43:51.346654 3802 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5d575cc877-pqbcj] addLogicalPort annotation time took 20.675811ms I0512 11:43:51.347970 3802 pods.go:271] [tsf-tas/fulcio-server-5d575cc877-pqbcj] addLogicalPort took 22.097983ms, libovsdb time 821.356µs I0512 11:43:51.720846 3802 cni.go:452] [tsf-tas/fulcio-server-5d575cc877-pqbcj 4a675c2f69a5c734a4a2cb819bceb427f3bde21d0d4f1f18de140df1aedc3a46 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5d575cc877-pqbcj 4a675c2f69a5c734a4a2cb819bceb427f3bde21d0d4f1f18de140df1aedc3a46 network default NAD default NAD key ] I0512 11:43:51.722328 3802 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-c6wtp-mmcnc] creating logical port tsf-tas_ctlog-createtree-job-c6wtp-mmcnc for pod on switch ip-10-0-2-215.ec2.internal I0512 11:43:51.722418 3802 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-c6wtp-mmcnc I0512 11:43:51.730683 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5d575cc877-pqbcj, hostIfaceName: 4a675c2f69a5c73, network: default, NAD default, SandboxID: "4a675c2f69a5c734a4a2cb819bceb427f3bde21d0d4f1f18de140df1aedc3a46", PCI device ID: , UID: "6a725fd5-fda0-4b85-aca8-05a3de3abb8f", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0512 11:43:51.739201 3802 pod.go:62] [tsf-tas/ctlog-createtree-job-c6wtp-mmcnc] pod update took 16.806181ms I0512 11:43:51.739227 3802 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-c6wtp-mmcnc] addLogicalPort annotation time took 16.835519ms I0512 11:43:51.740457 3802 pods.go:271] [tsf-tas/ctlog-createtree-job-c6wtp-mmcnc] addLogicalPort took 18.143586ms, libovsdb time 819.761µs I0512 11:43:51.786739 3802 cni.go:473] [tsf-tas/fulcio-server-5d575cc877-pqbcj 4a675c2f69a5c734a4a2cb819bceb427f3bde21d0d4f1f18de140df1aedc3a46 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5d575cc877-pqbcj 4a675c2f69a5c734a4a2cb819bceb427f3bde21d0d4f1f18de140df1aedc3a46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:e0:c9:ee:02:2b\",\"name\":\"4a675c2f69a5c73\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e848c97-0d79-486a-a9a0-2666bce774aa\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:43:51.795859 3802 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5848fffc78-vbl8k] creating logical port tsf-tas_trillian-logserver-5848fffc78-vbl8k for pod on switch ip-10-0-2-215.ec2.internal I0512 11:43:51.795951 3802 kube.go:256] Updating pod tsf-tas/trillian-logserver-5848fffc78-vbl8k I0512 11:43:51.811357 3802 pod.go:62] [tsf-tas/trillian-logserver-5848fffc78-vbl8k] pod update took 15.431321ms I0512 11:43:51.811377 3802 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5848fffc78-vbl8k] addLogicalPort annotation time took 15.455968ms I0512 11:43:51.812608 3802 pods.go:271] [tsf-tas/trillian-logserver-5848fffc78-vbl8k] addLogicalPort took 16.76446ms, libovsdb time 836.93µs I0512 11:43:52.154802 3802 cni.go:452] [tsf-tas/ctlog-createtree-job-c6wtp-mmcnc c68637204ac9e9d8d9f3755d6da41bcdc02983ff0f56ffeb630850ead3b88771 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-c6wtp-mmcnc c68637204ac9e9d8d9f3755d6da41bcdc02983ff0f56ffeb630850ead3b88771 network default NAD default NAD key ] I0512 11:43:52.164609 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-c6wtp-mmcnc, hostIfaceName: c68637204ac9e9d, network: default, NAD default, SandboxID: "c68637204ac9e9d8d9f3755d6da41bcdc02983ff0f56ffeb630850ead3b88771", PCI device ID: , UID: "4f712e7f-8ca1-46ff-9a67-5254a56e28ce", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0512 11:43:52.201368 3802 cni.go:452] [tsf-tas/trillian-logserver-5848fffc78-vbl8k ac5651156df6363e0b7e036475cfa0fb7610782ea33c09e886fa68ea66c92983 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5848fffc78-vbl8k ac5651156df6363e0b7e036475cfa0fb7610782ea33c09e886fa68ea66c92983 network default NAD default NAD key ] I0512 11:43:52.213604 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5848fffc78-vbl8k, hostIfaceName: ac5651156df6363, network: default, NAD default, SandboxID: "ac5651156df6363e0b7e036475cfa0fb7610782ea33c09e886fa68ea66c92983", PCI device ID: , UID: "157b1007-47ab-43fd-bf94-4b3e2b9e93e2", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0512 11:43:52.219219 3802 cni.go:473] [tsf-tas/ctlog-createtree-job-c6wtp-mmcnc c68637204ac9e9d8d9f3755d6da41bcdc02983ff0f56ffeb630850ead3b88771 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-c6wtp-mmcnc c68637204ac9e9d8d9f3755d6da41bcdc02983ff0f56ffeb630850ead3b88771 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:5e:2d:54:40:cc\",\"name\":\"c68637204ac9e9d\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a459711-a547-4c1a-a210-fe4eff097276\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:43:52.264285 3802 cni.go:473] [tsf-tas/trillian-logserver-5848fffc78-vbl8k ac5651156df6363e0b7e036475cfa0fb7610782ea33c09e886fa68ea66c92983 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5848fffc78-vbl8k ac5651156df6363e0b7e036475cfa0fb7610782ea33c09e886fa68ea66c92983 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:4c:fb:7b:74:cb\",\"name\":\"ac5651156df6363\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6efc0b66-dc2b-4dff-b3b1-e381808fbab4\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:43:54.608936 3802 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-54f595d84d-djckw] creating logical port tsf-tas_trillian-db-54f595d84d-djckw for pod on switch ip-10-0-2-215.ec2.internal I0512 11:43:54.609044 3802 kube.go:256] Updating pod tsf-tas/trillian-db-54f595d84d-djckw I0512 11:43:54.625630 3802 pod.go:62] [tsf-tas/trillian-db-54f595d84d-djckw] pod update took 16.613421ms I0512 11:43:54.625657 3802 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-54f595d84d-djckw] addLogicalPort annotation time took 16.64238ms I0512 11:43:54.627171 3802 pods.go:271] [tsf-tas/trillian-db-54f595d84d-djckw] addLogicalPort took 18.255152ms, libovsdb time 1.069341ms I0512 11:43:55.063101 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft4dr] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-ft4dr for pod on switch ip-10-0-2-215.ec2.internal I0512 11:43:55.063250 3802 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft4dr I0512 11:43:55.078073 3802 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft4dr] pod update took 14.853015ms I0512 11:43:55.078101 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft4dr] addLogicalPort annotation time took 14.889745ms I0512 11:43:55.079778 3802 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft4dr] addLogicalPort took 16.697818ms, libovsdb time 1.141939ms I0512 11:43:55.435525 3802 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft4dr f578cefda00e0cbb42306e455ca1bcc19c9086823ac9e53fbb077ababc576e9f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft4dr f578cefda00e0cbb42306e455ca1bcc19c9086823ac9e53fbb077ababc576e9f network default NAD default NAD key ] I0512 11:43:55.447280 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-ft4dr, hostIfaceName: f578cefda00e0cb, network: default, NAD default, SandboxID: "f578cefda00e0cbb42306e455ca1bcc19c9086823ac9e53fbb077ababc576e9f", PCI device ID: , UID: "7908cdaa-98b0-4643-a977-8c35fc64cc5e", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0512 11:43:55.504426 3802 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft4dr f578cefda00e0cbb42306e455ca1bcc19c9086823ac9e53fbb077ababc576e9f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-ft4dr f578cefda00e0cbb42306e455ca1bcc19c9086823ac9e53fbb077ababc576e9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:f8:b6:12:5a:ad\",\"name\":\"f578cefda00e0cb\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5601445b-4c87-4da4-a468-a7c537782ad3\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:43:58.518178 3802 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fl77n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:58.518760 3802 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fl77n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:43:59.404983 3802 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fl77n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:43:59.405008 3802 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fl77n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:44:00.232013 3802 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 11:44:00.747354 3802 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 11:44:00.747372 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 11:44:00.774786 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 11:44:00.774805 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 11:44:00.795979 3802 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 11:44:02.171473 3802 cni.go:452] [tsf-tas/trillian-db-54f595d84d-djckw 11332d1b2c685fd40549653a4f789660f210d67b1e3af26cddb4558f2c1be6ca network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-54f595d84d-djckw 11332d1b2c685fd40549653a4f789660f210d67b1e3af26cddb4558f2c1be6ca network default NAD default NAD key ] I0512 11:44:02.180956 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-54f595d84d-djckw, hostIfaceName: 11332d1b2c685fd, network: default, NAD default, SandboxID: "11332d1b2c685fd40549653a4f789660f210d67b1e3af26cddb4558f2c1be6ca", PCI device ID: , UID: "f9bd9a26-ce19-4b39-99c0-e20cedbe9d81", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0512 11:44:02.233112 3802 cni.go:473] [tsf-tas/trillian-db-54f595d84d-djckw 11332d1b2c685fd40549653a4f789660f210d67b1e3af26cddb4558f2c1be6ca network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-54f595d84d-djckw 11332d1b2c685fd40549653a4f789660f210d67b1e3af26cddb4558f2c1be6ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:35:b8:f1:1f:bd\",\"name\":\"11332d1b2c685fd\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7b16bc8-8d55-4c2d-9fd7-4fdb9567740f\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:44:06.221344 3802 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0512 11:44:07.286455 3802 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 11:44:07.785673 3802 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 11:44:11.450214 3802 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:11.450808 3802 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:12.312175 3802 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:12.312206 3802 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qvwjx-78kc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:44:18.833430 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 11:44:27.102109 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=226 W0512 11:44:33.883708 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 11:44:38.957905 3802 cni.go:452] [tsf-tas/test-tsf-tas 82079a0bf6a37b0bbc3c4909146fd1c7bef5f4c53c0ed7ce1896f06a220d86d6 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 82079a0bf6a37b0bbc3c4909146fd1c7bef5f4c53c0ed7ce1896f06a220d86d6 network default NAD default NAD key ] I0512 11:44:39.050271 3802 cni.go:473] [tsf-tas/test-tsf-tas 82079a0bf6a37b0bbc3c4909146fd1c7bef5f4c53c0ed7ce1896f06a220d86d6 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 82079a0bf6a37b0bbc3c4909146fd1c7bef5f4c53c0ed7ce1896f06a220d86d6 network default NAD default NAD key default], result "{}", err I0512 11:44:39.107627 3802 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:39.107665 3802 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0512 11:44:39.109000 3802 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.37 I0512 11:44:39.109029 3802 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:39.129786 3802 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:39.129808 3802 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:39.137825 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 11:44:39.137904 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 11:44:48.656873 3802 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:48.657463 3802 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:48.673962 3802 obj_retry.go:498] Detected object tsf/patch-tekton-config-8pjxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:48.674399 3802 obj_retry.go:498] Detected object tsf/patch-tekton-config-8pjxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:49.536388 3802 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:49.536416 3802 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2ctjl-fvpvf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:49.701081 3802 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:49.701101 3802 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:44:57.152604 3802 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-77946cb74c-6tghx] creating logical port tsf-tas_rekor-server-77946cb74c-6tghx for pod on switch ip-10-0-2-215.ec2.internal I0512 11:44:57.152695 3802 kube.go:256] Updating pod tsf-tas/rekor-server-77946cb74c-6tghx I0512 11:44:57.170994 3802 pod.go:62] [tsf-tas/rekor-server-77946cb74c-6tghx] pod update took 18.322508ms I0512 11:44:57.171017 3802 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-77946cb74c-6tghx] addLogicalPort annotation time took 18.351513ms I0512 11:44:57.172320 3802 pods.go:271] [tsf-tas/rekor-server-77946cb74c-6tghx] addLogicalPort took 19.734361ms, libovsdb time 921.265µs I0512 11:44:59.065126 3802 cni.go:452] [tsf-tas/ctlog-createtree-job-c6wtp-mmcnc c68637204ac9e9d8d9f3755d6da41bcdc02983ff0f56ffeb630850ead3b88771 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-c6wtp-mmcnc c68637204ac9e9d8d9f3755d6da41bcdc02983ff0f56ffeb630850ead3b88771 network default NAD default NAD key ] I0512 11:44:59.144083 3802 cni.go:473] [tsf-tas/ctlog-createtree-job-c6wtp-mmcnc c68637204ac9e9d8d9f3755d6da41bcdc02983ff0f56ffeb630850ead3b88771 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-c6wtp-mmcnc c68637204ac9e9d8d9f3755d6da41bcdc02983ff0f56ffeb630850ead3b88771 network default NAD default NAD key default], result "{}", err I0512 11:44:59.197857 3802 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:44:59.197890 3802 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-c6wtp-mmcnc I0512 11:44:59.199123 3802 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-c6wtp-mmcnc, ips: 10.128.0.39 I0512 11:44:59.199151 3802 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 11:44:59.715236 3802 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0512 11:44:59.745443 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 11:45:00.083495 3802 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:00.083519 3802 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-c6wtp-mmcnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:01.994978 3802 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-69c4db84dc-k2kfh] creating logical port tsf-tas_ctlog-69c4db84dc-k2kfh for pod on switch ip-10-0-2-215.ec2.internal I0512 11:45:01.995134 3802 kube.go:256] Updating pod tsf-tas/ctlog-69c4db84dc-k2kfh I0512 11:45:02.010089 3802 pod.go:62] [tsf-tas/ctlog-69c4db84dc-k2kfh] pod update took 14.987991ms I0512 11:45:02.010117 3802 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-69c4db84dc-k2kfh] addLogicalPort annotation time took 15.022315ms I0512 11:45:02.011448 3802 pods.go:271] [tsf-tas/ctlog-69c4db84dc-k2kfh] addLogicalPort took 16.492651ms, libovsdb time 880.326µs I0512 11:45:02.355789 3802 cni.go:452] [tsf-tas/ctlog-69c4db84dc-k2kfh 9542c4ba9f5dab6315aeff64d17a9821a789c00f27bcafe77d8aaf505149eacb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-69c4db84dc-k2kfh 9542c4ba9f5dab6315aeff64d17a9821a789c00f27bcafe77d8aaf505149eacb network default NAD default NAD key ] I0512 11:45:02.366157 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-69c4db84dc-k2kfh, hostIfaceName: 9542c4ba9f5dab6, network: default, NAD default, SandboxID: "9542c4ba9f5dab6315aeff64d17a9821a789c00f27bcafe77d8aaf505149eacb", PCI device ID: , UID: "cc93124b-c3bd-4b09-9956-bc5643b3efa9", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0512 11:45:02.420500 3802 cni.go:473] [tsf-tas/ctlog-69c4db84dc-k2kfh 9542c4ba9f5dab6315aeff64d17a9821a789c00f27bcafe77d8aaf505149eacb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-69c4db84dc-k2kfh 9542c4ba9f5dab6315aeff64d17a9821a789c00f27bcafe77d8aaf505149eacb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:17:3c:80:ea:4c\",\"name\":\"9542c4ba9f5dab6\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba30cbc1-b513-41e3-ad34-74d1bda4b6e3\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:45:02.711067 3802 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2ltzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:02.711618 3802 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2ltzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:03.216343 3802 cni.go:452] [tsf-tas/rekor-server-77946cb74c-6tghx 7c55a828d6639ba70abfebb6bc8e299f8a3882b36bbfe2752be87c849545981b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-77946cb74c-6tghx 7c55a828d6639ba70abfebb6bc8e299f8a3882b36bbfe2752be87c849545981b network default NAD default NAD key ] I0512 11:45:03.225809 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-77946cb74c-6tghx, hostIfaceName: 7c55a828d6639ba, network: default, NAD default, SandboxID: "7c55a828d6639ba70abfebb6bc8e299f8a3882b36bbfe2752be87c849545981b", PCI device ID: , UID: "43f7ecfc-14ee-4b55-bdef-f63894aac5c9", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0512 11:45:03.279008 3802 cni.go:473] [tsf-tas/rekor-server-77946cb74c-6tghx 7c55a828d6639ba70abfebb6bc8e299f8a3882b36bbfe2752be87c849545981b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-77946cb74c-6tghx 7c55a828d6639ba70abfebb6bc8e299f8a3882b36bbfe2752be87c849545981b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:5a:ee:b1:ef:ea\",\"name\":\"7c55a828d6639ba\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ed6878d-3721-4e8a-a3a8-3dc9ba73d4a3\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:45:03.732669 3802 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2ltzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.732687 3802 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2ltzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.772201 3802 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.772224 3802 obj_retry.go:492] Detected object tsf/patch-tekton-config-8pjxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:03.778317 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-8pjxq I0512 11:45:03.778345 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-8pjxq I0512 11:45:04.491885 3802 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-215.ec2.internal I0512 11:45:04.492010 3802 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0512 11:45:04.507166 3802 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.179845ms I0512 11:45:04.507195 3802 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.211377ms I0512 11:45:04.508609 3802 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.745806ms, libovsdb time 936.128µs I0512 11:45:04.867347 3802 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d827cc42e4370bbeffa60996b12731ea0cfb84c2b18bf9112154f7b9f7b328c3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa d827cc42e4370bbeffa60996b12731ea0cfb84c2b18bf9112154f7b9f7b328c3 network default NAD default NAD key ] I0512 11:45:04.876973 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: d827cc42e4370bb, network: default, NAD default, SandboxID: "d827cc42e4370bbeffa60996b12731ea0cfb84c2b18bf9112154f7b9f7b328c3", PCI device ID: , UID: "adbcd347-b87a-4f9e-bd27-7d90092f27ea", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0512 11:45:04.929758 3802 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d827cc42e4370bbeffa60996b12731ea0cfb84c2b18bf9112154f7b9f7b328c3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa d827cc42e4370bbeffa60996b12731ea0cfb84c2b18bf9112154f7b9f7b328c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:0d:e3:11:1c:07\",\"name\":\"d827cc42e4370bb\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1eea2e47-877e-4963-b7c1-bc26287c66e0\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:45:05.099498 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0512 11:45:08.124325 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 11:45:08.126733 3802 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d827cc42e4370bbeffa60996b12731ea0cfb84c2b18bf9112154f7b9f7b328c3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa d827cc42e4370bbeffa60996b12731ea0cfb84c2b18bf9112154f7b9f7b328c3 network default NAD default NAD key ] I0512 11:45:08.217534 3802 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d827cc42e4370bbeffa60996b12731ea0cfb84c2b18bf9112154f7b9f7b328c3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa d827cc42e4370bbeffa60996b12731ea0cfb84c2b18bf9112154f7b9f7b328c3 network default NAD default NAD key default], result "{}", err I0512 11:45:08.269609 3802 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:08.269641 3802 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0512 11:45:08.271006 3802 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.45 I0512 11:45:08.271041 3802 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:08.294291 3802 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:08.294310 3802 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:08.302224 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 11:45:08.302248 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 11:45:08.524202 3802 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-215.ec2.internal I0512 11:45:08.524292 3802 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0512 11:45:08.539093 3802 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.819625ms I0512 11:45:08.539167 3802 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.902733ms I0512 11:45:08.540647 3802 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.459014ms, libovsdb time 958.367µs I0512 11:45:08.883479 3802 cni.go:452] [tsf-tpa/test-tsf-tpa a544bcdbce03c171f8689c219b9dbccb4948da15f7e8bf0fc5285e5af4fc9814 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa a544bcdbce03c171f8689c219b9dbccb4948da15f7e8bf0fc5285e5af4fc9814 network default NAD default NAD key ] I0512 11:45:08.893749 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: a544bcdbce03c17, network: default, NAD default, SandboxID: "a544bcdbce03c171f8689c219b9dbccb4948da15f7e8bf0fc5285e5af4fc9814", PCI device ID: , UID: "f01c92dd-0bf9-448f-a1a6-7e8f067a58e5", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0512 11:45:08.946351 3802 cni.go:473] [tsf-tpa/test-tsf-tpa a544bcdbce03c171f8689c219b9dbccb4948da15f7e8bf0fc5285e5af4fc9814 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa a544bcdbce03c171f8689c219b9dbccb4948da15f7e8bf0fc5285e5af4fc9814 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:3a:c4:2c:87:4e\",\"name\":\"a544bcdbce03c17\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2964e8b0-1dad-45e7-aaf1-58066af2df4c\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:45:14.782097 3802 obj_retry.go:498] Detected object tsf-tpa/create-db-zp9nd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:14.782706 3802 obj_retry.go:498] Detected object tsf-tpa/create-db-zp9nd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:15.807030 3802 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:15.807057 3802 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:45:16.114823 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0512 11:45:18.800992 3802 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cxtvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:18.801554 3802 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cxtvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:19.826973 3802 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:19.826994 3802 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 11:45:20.141456 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0512 11:45:21.838669 3802 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5hql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:21.839219 3802 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5hql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:22.862606 3802 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:22.862635 3802 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:24.753955 3802 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-9xt9b-g8qk6] creating logical port tsf-tas_tuf-repository-init-9xt9b-g8qk6 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:45:24.754079 3802 kube.go:256] Updating pod tsf-tas/tuf-repository-init-9xt9b-g8qk6 I0512 11:45:24.767654 3802 pod.go:62] [tsf-tas/tuf-repository-init-9xt9b-g8qk6] pod update took 13.629384ms I0512 11:45:24.767745 3802 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-9xt9b-g8qk6] addLogicalPort annotation time took 13.72333ms I0512 11:45:24.769020 3802 pods.go:271] [tsf-tas/tuf-repository-init-9xt9b-g8qk6] addLogicalPort took 15.086161ms, libovsdb time 861.251µs I0512 11:45:33.516050 3802 cni.go:452] [tsf-tas/tuf-repository-init-9xt9b-g8qk6 8b489be5f34352a40f4ad1f9daba0b33021005b95ca59c3d00d60d4d690e05b2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-9xt9b-g8qk6 8b489be5f34352a40f4ad1f9daba0b33021005b95ca59c3d00d60d4d690e05b2 network default NAD default NAD key ] I0512 11:45:33.526013 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-9xt9b-g8qk6, hostIfaceName: 8b489be5f34352a, network: default, NAD default, SandboxID: "8b489be5f34352a40f4ad1f9daba0b33021005b95ca59c3d00d60d4d690e05b2", PCI device ID: , UID: "b6604c7f-12e7-4475-b37d-d32c0c6f727d", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0512 11:45:33.579113 3802 cni.go:473] [tsf-tas/tuf-repository-init-9xt9b-g8qk6 8b489be5f34352a40f4ad1f9daba0b33021005b95ca59c3d00d60d4d690e05b2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-9xt9b-g8qk6 8b489be5f34352a40f4ad1f9daba0b33021005b95ca59c3d00d60d4d690e05b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:4a:f3:e6:f7:59\",\"name\":\"8b489be5f34352a\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2953f849-e1ed-475f-a826-8f02d4322af1\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:45:36.931885 3802 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 11:45:40.319600 3802 cni.go:452] [tsf-tas/tuf-repository-init-9xt9b-g8qk6 8b489be5f34352a40f4ad1f9daba0b33021005b95ca59c3d00d60d4d690e05b2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-9xt9b-g8qk6 8b489be5f34352a40f4ad1f9daba0b33021005b95ca59c3d00d60d4d690e05b2 network default NAD default NAD key ] I0512 11:45:40.405224 3802 cni.go:473] [tsf-tas/tuf-repository-init-9xt9b-g8qk6 8b489be5f34352a40f4ad1f9daba0b33021005b95ca59c3d00d60d4d690e05b2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-9xt9b-g8qk6 8b489be5f34352a40f4ad1f9daba0b33021005b95ca59c3d00d60d4d690e05b2 network default NAD default NAD key default], result "{}", err I0512 11:45:40.459875 3802 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:40.459919 3802 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-9xt9b-g8qk6 I0512 11:45:40.461529 3802 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-9xt9b-g8qk6, ips: 10.128.0.47 I0512 11:45:40.461590 3802 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:45:41.337597 3802 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:41.337631 3802 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9xt9b-g8qk6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:45:41.902343 3802 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-zw6r9] creating logical port tsf-tas_tuf-97fc8ff76-zw6r9 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:45:41.902442 3802 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-zw6r9 I0512 11:45:41.916034 3802 pod.go:62] [tsf-tas/tuf-97fc8ff76-zw6r9] pod update took 13.6185ms I0512 11:45:41.916056 3802 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-zw6r9] addLogicalPort annotation time took 13.645647ms I0512 11:45:41.917304 3802 pods.go:271] [tsf-tas/tuf-97fc8ff76-zw6r9] addLogicalPort took 14.978421ms, libovsdb time 873.217µs I0512 11:45:44.063263 3802 cni.go:452] [tsf-tas/tuf-97fc8ff76-zw6r9 c35b6ef61a57accf66638b7eb294941bdf9121a212c7d952d3f6dbfe6c8f3c40 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-zw6r9 c35b6ef61a57accf66638b7eb294941bdf9121a212c7d952d3f6dbfe6c8f3c40 network default NAD default NAD key ] I0512 11:45:44.072850 3802 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-zw6r9, hostIfaceName: c35b6ef61a57acc, network: default, NAD default, SandboxID: "c35b6ef61a57accf66638b7eb294941bdf9121a212c7d952d3f6dbfe6c8f3c40", PCI device ID: , UID: "fbb1d844-8bc9-4812-8609-2234f591d204", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0512 11:45:44.125861 3802 cni.go:473] [tsf-tas/tuf-97fc8ff76-zw6r9 c35b6ef61a57accf66638b7eb294941bdf9121a212c7d952d3f6dbfe6c8f3c40 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-zw6r9 c35b6ef61a57accf66638b7eb294941bdf9121a212c7d952d3f6dbfe6c8f3c40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:b4:d9:19:9b:88\",\"name\":\"c35b6ef61a57acc\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f2e3a61-4184-4946-9ea8-69cea549e7ae\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:45:45.194666 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0512 11:46:02.434704 3802 cni.go:452] [tsf-tpa/test-tsf-tpa a544bcdbce03c171f8689c219b9dbccb4948da15f7e8bf0fc5285e5af4fc9814 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa a544bcdbce03c171f8689c219b9dbccb4948da15f7e8bf0fc5285e5af4fc9814 network default NAD default NAD key ] I0512 11:46:02.524141 3802 cni.go:473] [tsf-tpa/test-tsf-tpa a544bcdbce03c171f8689c219b9dbccb4948da15f7e8bf0fc5285e5af4fc9814 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa a544bcdbce03c171f8689c219b9dbccb4948da15f7e8bf0fc5285e5af4fc9814 network default NAD default NAD key default], result "{}", err I0512 11:46:02.579752 3802 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:02.579794 3802 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0512 11:46:02.581360 3802 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.46 I0512 11:46:02.581397 3802 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:02.625904 3802 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:02.625930 3802 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:02.635935 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 11:46:02.635962 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa W0512 11:46:03.438824 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0512 11:46:03.445429 3802 namespace.go:98] [integration-service] adding namespace I0512 11:46:03.446344 3802 namespace.go:102] [integration-service] adding namespace took 893.372µs I0512 11:46:03.447297 3802 namespace.go:98] [default-tenant] adding namespace I0512 11:46:03.447973 3802 namespace.go:102] [default-tenant] adding namespace took 658.619µs I0512 11:46:03.453477 3802 namespace.go:98] [image-controller] adding namespace I0512 11:46:03.454149 3802 namespace.go:102] [image-controller] adding namespace took 658.567µs I0512 11:46:03.454358 3802 namespace.go:98] [build-service] adding namespace I0512 11:46:03.454990 3802 namespace.go:102] [build-service] adding namespace took 618.119µs I0512 11:46:03.487782 3802 namespace.go:142] [integration-service] updating namespace I0512 11:46:03.502968 3802 namespace.go:142] [integration-service] updating namespace I0512 11:46:03.521484 3802 namespace.go:142] [default-tenant] updating namespace I0512 11:46:03.550194 3802 namespace.go:142] [default-tenant] updating namespace I0512 11:46:03.564473 3802 namespace.go:142] [image-controller] updating namespace I0512 11:46:03.595756 3802 namespace.go:142] [image-controller] updating namespace I0512 11:46:03.620104 3802 namespace.go:142] [build-service] updating namespace I0512 11:46:03.636609 3802 namespace.go:142] [build-service] updating namespace I0512 11:46:03.705448 3802 namespace.go:142] [build-service] updating namespace I0512 11:46:03.739417 3802 namespace.go:142] [integration-service] updating namespace I0512 11:46:03.777262 3802 namespace.go:98] [release-service] adding namespace I0512 11:46:03.778106 3802 namespace.go:102] [release-service] adding namespace took 824.756µs I0512 11:46:03.828600 3802 namespace.go:142] [konflux-ui] updating namespace I0512 11:46:03.852590 3802 namespace.go:142] [release-service] updating namespace I0512 11:46:03.990337 3802 namespace.go:142] [release-service] updating namespace I0512 11:46:04.390768 3802 namespace.go:98] [konflux-info] adding namespace I0512 11:46:04.391635 3802 namespace.go:102] [konflux-info] adding namespace took 844.656µs I0512 11:46:04.583130 3802 namespace.go:98] [namespace-lister] adding namespace I0512 11:46:04.584041 3802 namespace.go:102] [namespace-lister] adding namespace took 889.742µs I0512 11:46:04.677811 3802 namespace.go:142] [konflux-info] updating namespace I0512 11:46:04.787021 3802 namespace.go:98] [enterprise-contract-service] adding namespace I0512 11:46:04.787923 3802 namespace.go:102] [enterprise-contract-service] adding namespace took 879.307µs I0512 11:46:04.818374 3802 namespace.go:142] [image-controller] updating namespace I0512 11:46:04.861986 3802 namespace.go:142] [konflux-info] updating namespace I0512 11:46:04.972654 3802 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:05.120621 3802 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:05.161526 3802 namespace.go:142] [default-tenant] updating namespace I0512 11:46:05.212851 3802 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:05.372028 3802 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:05.481413 3802 namespace.go:98] [segment-bridge] adding namespace I0512 11:46:05.482264 3802 namespace.go:102] [segment-bridge] adding namespace took 827.632µs I0512 11:46:05.620578 3802 namespace.go:98] [konflux-cli] adding namespace I0512 11:46:05.621476 3802 namespace.go:102] [konflux-cli] adding namespace took 877.74µs I0512 11:46:05.815714 3802 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-6jw9g] creating logical port namespace-lister_namespace-lister-696b855848-6jw9g for pod on switch ip-10-0-2-215.ec2.internal I0512 11:46:05.815877 3802 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-6jw9g I0512 11:46:05.835899 3802 pod.go:62] [namespace-lister/namespace-lister-696b855848-6jw9g] pod update took 20.086677ms I0512 11:46:05.835922 3802 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-6jw9g] addLogicalPort annotation time took 20.114254ms I0512 11:46:05.837255 3802 pods.go:271] [namespace-lister/namespace-lister-696b855848-6jw9g] addLogicalPort took 21.561436ms, libovsdb time 934.011µs I0512 11:46:06.113770 3802 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:06.166578 3802 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:06.172579 3802 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 11:46:06.173252 3802 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 11:46:06.173271 3802 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 11:46:06.176243 3802 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 11:46:06.258751 3802 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:06.332576 3802 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 11:46:06.332599 3802 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 11:46:06.333836 3802 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 11:46:06.370386 3802 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:06.789186 3802 cni.go:452] [namespace-lister/namespace-lister-696b855848-6jw9g db03c2cfbe0944ef402f92c61517776f207412228518bfd8094b689cf6c3131e network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-6jw9g db03c2cfbe0944ef402f92c61517776f207412228518bfd8094b689cf6c3131e network default NAD default NAD key ] I0512 11:46:06.799854 3802 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-6jw9g, hostIfaceName: db03c2cfbe0944e, network: default, NAD default, SandboxID: "db03c2cfbe0944ef402f92c61517776f207412228518bfd8094b689cf6c3131e", PCI device ID: , UID: "ba31a17d-53d7-4546-965b-0be478af95ba", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0512 11:46:06.855459 3802 cni.go:473] [namespace-lister/namespace-lister-696b855848-6jw9g db03c2cfbe0944ef402f92c61517776f207412228518bfd8094b689cf6c3131e network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-6jw9g db03c2cfbe0944ef402f92c61517776f207412228518bfd8094b689cf6c3131e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:3f:7f:41:0a:36\",\"name\":\"db03c2cfbe0944e\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e164fe3-76a6-454b-8d08-3339c9898776\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:46:07.752464 3802 base_network_controller_pods.go:487] [default/konflux-ui/dex-747f7697b6-xmmj7] creating logical port konflux-ui_dex-747f7697b6-xmmj7 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:46:07.752614 3802 kube.go:256] Updating pod konflux-ui/dex-747f7697b6-xmmj7 I0512 11:46:07.769347 3802 pod.go:62] [konflux-ui/dex-747f7697b6-xmmj7] pod update took 16.759422ms I0512 11:46:07.769369 3802 base_network_controller_pods.go:951] [default/konflux-ui/dex-747f7697b6-xmmj7] addLogicalPort annotation time took 16.787221ms I0512 11:46:07.770767 3802 pods.go:271] [konflux-ui/dex-747f7697b6-xmmj7] addLogicalPort took 18.324149ms, libovsdb time 916.904µs I0512 11:46:07.982338 3802 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-jjfn4] creating logical port image-controller_image-controller-controller-manager-6f859968fc-jjfn4 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:46:07.982451 3802 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-jjfn4 I0512 11:46:08.000686 3802 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-jjfn4] pod update took 18.264404ms I0512 11:46:08.000714 3802 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-jjfn4] addLogicalPort annotation time took 18.300112ms I0512 11:46:08.002120 3802 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-jjfn4] addLogicalPort took 19.801592ms, libovsdb time 946.75µs I0512 11:46:08.337910 3802 namespace.go:142] [build-service] updating namespace I0512 11:46:08.348528 3802 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-jjfn4 1764997475bcb2ed9da0eba54dcb366dd3deafdb5225faf62cc1dbd173452800 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-jjfn4 1764997475bcb2ed9da0eba54dcb366dd3deafdb5225faf62cc1dbd173452800 network default NAD default NAD key ] I0512 11:46:08.358904 3802 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-jjfn4, hostIfaceName: 1764997475bcb2e, network: default, NAD default, SandboxID: "1764997475bcb2ed9da0eba54dcb366dd3deafdb5225faf62cc1dbd173452800", PCI device ID: , UID: "ef9055e8-82ec-4b8c-86fd-967c82ad8248", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0512 11:46:08.414495 3802 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-jjfn4 1764997475bcb2ed9da0eba54dcb366dd3deafdb5225faf62cc1dbd173452800 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-jjfn4 1764997475bcb2ed9da0eba54dcb366dd3deafdb5225faf62cc1dbd173452800 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:2f:2e:f7:49:65\",\"name\":\"1764997475bcb2e\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49c351d1-94ed-4162-b692-bda1da44f4d5\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:46:08.492658 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0512 11:46:08.808329 3802 namespace.go:142] [default-tenant] updating namespace I0512 11:46:08.911176 3802 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-gbw9z for pod on switch ip-10-0-2-215.ec2.internal I0512 11:46:08.911271 3802 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z I0512 11:46:08.935824 3802 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z] pod update took 24.577157ms I0512 11:46:08.935847 3802 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z] addLogicalPort annotation time took 24.604633ms I0512 11:46:08.937102 3802 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z] addLogicalPort took 25.943253ms, libovsdb time 865.573µs I0512 11:46:09.079675 3802 namespace.go:142] [image-controller] updating namespace I0512 11:46:09.193732 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0512 11:46:09.290698 3802 namespace.go:142] [integration-service] updating namespace I0512 11:46:09.366187 3802 base_network_controller_pods.go:487] [default/konflux-ui/proxy-777cd5896c-c8tq2] creating logical port konflux-ui_proxy-777cd5896c-c8tq2 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:46:09.366342 3802 kube.go:256] Updating pod konflux-ui/proxy-777cd5896c-c8tq2 I0512 11:46:09.388937 3802 pod.go:62] [konflux-ui/proxy-777cd5896c-c8tq2] pod update took 22.637951ms I0512 11:46:09.388966 3802 base_network_controller_pods.go:951] [default/konflux-ui/proxy-777cd5896c-c8tq2] addLogicalPort annotation time took 22.673169ms I0512 11:46:09.390414 3802 pods.go:271] [konflux-ui/proxy-777cd5896c-c8tq2] addLogicalPort took 24.252918ms, libovsdb time 1.032555ms W0512 11:46:09.491642 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0512 11:46:09.511883 3802 namespace.go:142] [konflux-info] updating namespace I0512 11:46:09.722950 3802 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:09.915558 3802 namespace.go:142] [release-service] updating namespace I0512 11:46:10.039555 3802 namespace.go:142] [build-service] updating namespace I0512 11:46:10.053685 3802 namespace.go:142] [default-tenant] updating namespace I0512 11:46:10.068159 3802 namespace.go:142] [image-controller] updating namespace I0512 11:46:10.088620 3802 namespace.go:142] [integration-service] updating namespace I0512 11:46:10.109604 3802 namespace.go:142] [konflux-info] updating namespace I0512 11:46:10.137577 3802 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:10.139905 3802 namespace.go:142] [release-service] updating namespace I0512 11:46:10.232876 3802 namespace.go:142] [build-service] updating namespace I0512 11:46:10.336635 3802 namespace.go:142] [default-tenant] updating namespace I0512 11:46:10.395710 3802 namespace.go:142] [image-controller] updating namespace I0512 11:46:10.456746 3802 namespace.go:142] [integration-service] updating namespace I0512 11:46:10.534048 3802 namespace.go:142] [konflux-info] updating namespace I0512 11:46:10.623840 3802 namespace.go:142] [namespace-lister] updating namespace I0512 11:46:10.715477 3802 namespace.go:142] [release-service] updating namespace W0512 11:46:11.511841 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 11:46:11.928879 3802 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:12.131670 3802 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:12.333042 3802 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:12.458583 3802 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:12.474660 3802 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:12.489748 3802 namespace.go:142] [segment-bridge] updating namespace I0512 11:46:12.581234 3802 namespace.go:142] [enterprise-contract-service] updating namespace I0512 11:46:12.658248 3802 namespace.go:142] [konflux-cli] updating namespace I0512 11:46:12.761112 3802 namespace.go:142] [segment-bridge] updating namespace W0512 11:46:14.462480 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0512 11:46:14.987863 3802 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 11:46:15.626419 3802 cni.go:452] [konflux-ui/dex-747f7697b6-xmmj7 5cc28bc013d177e24cd426dd29919f2a701beb5257805074a612cfa3286d68b0 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-747f7697b6-xmmj7 5cc28bc013d177e24cd426dd29919f2a701beb5257805074a612cfa3286d68b0 network default NAD default NAD key ] I0512 11:46:15.636189 3802 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-747f7697b6-xmmj7, hostIfaceName: 5cc28bc013d177e, network: default, NAD default, SandboxID: "5cc28bc013d177e24cd426dd29919f2a701beb5257805074a612cfa3286d68b0", PCI device ID: , UID: "cfb62ffd-3281-41d2-9dca-02f4af95ae21", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0512 11:46:15.689637 3802 cni.go:473] [konflux-ui/dex-747f7697b6-xmmj7 5cc28bc013d177e24cd426dd29919f2a701beb5257805074a612cfa3286d68b0 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-747f7697b6-xmmj7 5cc28bc013d177e24cd426dd29919f2a701beb5257805074a612cfa3286d68b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:2f:3f:80:02:8a\",\"name\":\"5cc28bc013d177e\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/239df00e-2a98-4ac1-938a-49643bc18173\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:46:17.183386 3802 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z 08ff3795b3d088a42fbe86717f5127928e59d550c5d91594937e85edd29f7908 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z 08ff3795b3d088a42fbe86717f5127928e59d550c5d91594937e85edd29f7908 network default NAD default NAD key ] I0512 11:46:17.193481 3802 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-gbw9z, hostIfaceName: 08ff3795b3d088a, network: default, NAD default, SandboxID: "08ff3795b3d088a42fbe86717f5127928e59d550c5d91594937e85edd29f7908", PCI device ID: , UID: "b9faad1c-03c1-4f08-a9e7-f18d4a258fe6", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0512 11:46:17.233499 3802 cni.go:452] [konflux-ui/proxy-777cd5896c-c8tq2 ae1241b82a3e1e879460c7d2667ccb4625e5792ab0a37fff79d6e9b13582f73c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-777cd5896c-c8tq2 ae1241b82a3e1e879460c7d2667ccb4625e5792ab0a37fff79d6e9b13582f73c network default NAD default NAD key ] I0512 11:46:17.244661 3802 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-777cd5896c-c8tq2, hostIfaceName: ae1241b82a3e1e8, network: default, NAD default, SandboxID: "ae1241b82a3e1e879460c7d2667ccb4625e5792ab0a37fff79d6e9b13582f73c", PCI device ID: , UID: "e796a239-bdeb-4ff2-b62e-5491df11d96d", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0512 11:46:17.253063 3802 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z 08ff3795b3d088a42fbe86717f5127928e59d550c5d91594937e85edd29f7908 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z 08ff3795b3d088a42fbe86717f5127928e59d550c5d91594937e85edd29f7908 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:43:31:85:18:03\",\"name\":\"08ff3795b3d088a\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58e93e4c-5eaf-45ff-862c-3084c90aa8f2\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:46:17.299679 3802 cni.go:473] [konflux-ui/proxy-777cd5896c-c8tq2 ae1241b82a3e1e879460c7d2667ccb4625e5792ab0a37fff79d6e9b13582f73c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-777cd5896c-c8tq2 ae1241b82a3e1e879460c7d2667ccb4625e5792ab0a37fff79d6e9b13582f73c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:be:82:31:6b:12\",\"name\":\"ae1241b82a3e1e8\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13e4e4ba-a5c0-43ec-be96-14c7d579c126\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 11:46:17.995708 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 11:46:17.995772 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 11:46:18.538333 3802 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 11:46:22.515081 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 11:46:23.094532 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.094577 3802 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.147760 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 11:46:23.147806 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 11:46:23.577566 3802 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.577589 3802 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 11:46:23.622415 3802 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 11:46:23.623561 3802 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 11:46:29.000794 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 11:46:29.000820 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 11:46:29.005079 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 11:46:29.005121 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0512 11:46:30.433639 3802 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z 08ff3795b3d088a42fbe86717f5127928e59d550c5d91594937e85edd29f7908 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z 08ff3795b3d088a42fbe86717f5127928e59d550c5d91594937e85edd29f7908 network default NAD default NAD key ] I0512 11:46:30.514140 3802 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z 08ff3795b3d088a42fbe86717f5127928e59d550c5d91594937e85edd29f7908 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z 08ff3795b3d088a42fbe86717f5127928e59d550c5d91594937e85edd29f7908 network default NAD default NAD key default], result "{}", err I0512 11:46:30.582704 3802 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:30.582736 3802 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z I0512 11:46:30.584232 3802 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z, ips: 10.128.0.52 I0512 11:46:30.584261 3802 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:46:30.915310 3802 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:30.915335 3802 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:46:30.922045 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z I0512 11:46:30.922073 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-gbw9z W0512 11:46:34.581891 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0512 11:47:02.096014 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 11:47:02.096037 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 11:47:02.096047 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 11:47:02.096051 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 11:47:03.655527 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 11:47:03.655568 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0512 11:47:33.332203 3802 obj_retry.go:498] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:33.332807 3802 obj_retry.go:498] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:33.722489 3802 obj_retry.go:492] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:33.722511 3802 obj_retry.go:492] Detected object konflux-ui/proxy-746bdd67f4-6g7r6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:33.729799 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-746bdd67f4-6g7r6 I0512 11:47:33.729822 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-746bdd67f4-6g7r6 I0512 11:47:36.582244 3802 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:36.582851 3802 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:47:36.602968 3802 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:36.602996 3802 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:47:36.612349 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 11:47:36.612374 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 11:47:41.111359 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0512 11:48:07.919870 3802 namespace.go:98] [managed-tenant-6103z] adding namespace I0512 11:48:07.920764 3802 namespace.go:102] [managed-tenant-6103z] adding namespace took 876.673µs I0512 11:48:07.957958 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:07.979033 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:08.979605 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:09.109062 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:09.211682 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 11:48:15.220626 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 11:48:24.204055 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 11:50:00.198948 3802 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643110-78jw4 for pod on switch ip-10-0-2-215.ec2.internal I0512 11:50:00.199059 3802 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 I0512 11:50:00.224685 3802 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4] pod update took 25.650402ms I0512 11:50:00.224710 3802 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4] addLogicalPort annotation time took 25.679275ms I0512 11:50:00.226040 3802 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4] addLogicalPort took 27.10576ms, libovsdb time 868.461µs I0512 11:50:00.557871 3802 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 4e0dcb002f83e2b872dec260672f7bde9bd45727a1226574531be4fbdae048b2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 4e0dcb002f83e2b872dec260672f7bde9bd45727a1226574531be4fbdae048b2 network default NAD default NAD key ] I0512 11:50:00.567376 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643110-78jw4, hostIfaceName: 4e0dcb002f83e2b, network: default, NAD default, SandboxID: "4e0dcb002f83e2b872dec260672f7bde9bd45727a1226574531be4fbdae048b2", PCI device ID: , UID: "f7318166-3c22-48bf-8a18-35c1c8457313", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0512 11:50:00.624882 3802 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 4e0dcb002f83e2b872dec260672f7bde9bd45727a1226574531be4fbdae048b2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 4e0dcb002f83e2b872dec260672f7bde9bd45727a1226574531be4fbdae048b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:61:82:7e:26:fa\",\"name\":\"4e0dcb002f83e2b\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25ac0fdd-3f4f-4161-ada5-6023e9a9a97a\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 11:50:03.776157 3802 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 4e0dcb002f83e2b872dec260672f7bde9bd45727a1226574531be4fbdae048b2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 4e0dcb002f83e2b872dec260672f7bde9bd45727a1226574531be4fbdae048b2 network default NAD default NAD key ] I0512 11:50:03.861638 3802 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 4e0dcb002f83e2b872dec260672f7bde9bd45727a1226574531be4fbdae048b2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 4e0dcb002f83e2b872dec260672f7bde9bd45727a1226574531be4fbdae048b2 network default NAD default NAD key default], result "{}", err I0512 11:50:03.915916 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 11:50:03.915959 3802 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 I0512 11:50:03.917278 3802 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4, ips: 10.128.0.54 I0512 11:50:03.917312 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 11:50:04.786358 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:50:04.786403 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643110-78jw4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:50:12.230884 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 11:50:15.116615 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=371 I0512 11:50:51.208765 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 11:50:52.216253 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 11:51:14.108349 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0512 11:51:23.231082 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 11:51:51.106560 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=67 I0512 11:51:52.112442 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0512 11:52:14.108206 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=56 I0512 11:52:42.225656 3802 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 11:52:53.198337 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 11:53:22.197947 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 11:55:09.209243 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 11:55:15.048164 3802 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:15.048206 3802 obj_retry.go:492] Detected object tsf-tpa/create-db-zp9nd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:15.054008 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zp9nd I0512 11:55:15.054038 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zp9nd I0512 11:55:15.199068 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 11:55:19.037434 3802 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:19.037487 3802 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cxtvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:19.042815 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-cxtvt I0512 11:55:19.042841 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-cxtvt I0512 11:55:22.032482 3802 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:22.032514 3802 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5hql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 11:55:22.037882 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-g5hql I0512 11:55:22.037901 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-g5hql I0512 11:56:09.224143 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 11:56:54.234613 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 11:57:16.115294 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0512 11:58:11.116101 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 11:58:38.212355 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 11:58:54.220611 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 11:59:49.235184 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 12:00:00.271902 3802 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643120-rcjvb for pod on switch ip-10-0-2-215.ec2.internal I0512 12:00:00.272051 3802 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb I0512 12:00:00.291443 3802 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb] pod update took 19.413046ms I0512 12:00:00.291461 3802 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb] addLogicalPort annotation time took 19.435133ms I0512 12:00:00.292688 3802 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb] addLogicalPort took 20.797135ms, libovsdb time 851.949µs I0512 12:00:00.628150 3802 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb 402e23ae2621a9307123d12e137ed014b81bacedba127edc6614599ce3e2742c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb 402e23ae2621a9307123d12e137ed014b81bacedba127edc6614599ce3e2742c network default NAD default NAD key ] I0512 12:00:00.638187 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643120-rcjvb, hostIfaceName: 402e23ae2621a93, network: default, NAD default, SandboxID: "402e23ae2621a9307123d12e137ed014b81bacedba127edc6614599ce3e2742c", PCI device ID: , UID: "670b04e2-4f90-41b9-bbc2-36fa06eddad9", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0512 12:00:00.690414 3802 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb 402e23ae2621a9307123d12e137ed014b81bacedba127edc6614599ce3e2742c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb 402e23ae2621a9307123d12e137ed014b81bacedba127edc6614599ce3e2742c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:fc:8e:ff:b9:8f\",\"name\":\"402e23ae2621a93\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5ee7b54-b41a-4b3d-a11d-f06e67767d36\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:00:02.496320 3802 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:02.496881 3802 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:03.510744 3802 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:03.510772 3802 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29643120-b9xbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:03.999348 3802 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb 402e23ae2621a9307123d12e137ed014b81bacedba127edc6614599ce3e2742c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb 402e23ae2621a9307123d12e137ed014b81bacedba127edc6614599ce3e2742c network default NAD default NAD key ] I0512 12:00:04.079313 3802 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb 402e23ae2621a9307123d12e137ed014b81bacedba127edc6614599ce3e2742c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb 402e23ae2621a9307123d12e137ed014b81bacedba127edc6614599ce3e2742c network default NAD default NAD key default], result "{}", err I0512 12:00:04.133164 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:04.133223 3802 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb I0512 12:00:04.134559 3802 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb, ips: 10.128.0.55 I0512 12:00:04.134592 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:00:05.010149 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:05.010172 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643120-rcjvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:00:13.120893 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=40 I0512 12:00:19.111464 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0512 12:00:25.113065 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 12:00:47.112625 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0512 12:00:48.204677 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 12:00:57.203649 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 12:01:04.229611 3802 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0512 12:01:17.508023 3802 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5147f22 I0512 12:01:33.089178 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:33.089810 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:33.825894 3802 obj_retry.go:492] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:01:33.825917 3802 obj_retry.go:492] Detected object default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:01:33.833077 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod I0512 12:01:33.833110 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-uslqj-on-pull-request-wvwvj-init-pod I0512 12:01:39.793218 3802 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-pttff for pod on switch ip-10-0-2-215.ec2.internal I0512 12:01:39.793309 3802 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff I0512 12:01:39.809871 3802 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff] pod update took 16.583531ms I0512 12:01:39.809896 3802 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff] addLogicalPort annotation time took 16.612982ms I0512 12:01:39.811392 3802 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff] addLogicalPort took 18.188452ms, libovsdb time 925.474µs I0512 12:01:40.156444 3802 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff d0f7032c84dce610b30b1cb84f82e20eb04b71dc5dd1694f2612a7f9904d6921 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff d0f7032c84dce610b30b1cb84f82e20eb04b71dc5dd1694f2612a7f9904d6921 network default NAD default NAD key ] I0512 12:01:40.167045 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-pttff, hostIfaceName: d0f7032c84dce61, network: default, NAD default, SandboxID: "d0f7032c84dce610b30b1cb84f82e20eb04b71dc5dd1694f2612a7f9904d6921", PCI device ID: , UID: "956f4afc-99e5-4b7c-b064-296bc2a9ffbd", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0512 12:01:40.224287 3802 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff d0f7032c84dce610b30b1cb84f82e20eb04b71dc5dd1694f2612a7f9904d6921 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff d0f7032c84dce610b30b1cb84f82e20eb04b71dc5dd1694f2612a7f9904d6921 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b0:33:d2:c5:69\",\"name\":\"d0f7032c84dce61\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53065f07-c1a1-4043-ae6f-c6276c79b6bf\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:01:42.061111 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:42.061788 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 12:01:53.910368 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:53.910390 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:53.910398 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:53.910405 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:53.910422 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:53.910428 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:53.910435 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:53.910441 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:54.556988 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:54.557007 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:54.557013 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 12:01:54.557018 3802 util.go:959] Failed to build node endpoints for node ip-10-0-2-215.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 12:01:57.198377 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:01:57.198989 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:02:00.213633 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 12:02:19.202555 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 12:02:59.119833 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0512 12:03:02.232670 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-build-container-pod for pod on switch ip-10-0-2-215.ec2.internal I0512 12:03:02.232818 3802 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod I0512 12:03:02.274782 3802 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod] pod update took 42.004498ms I0512 12:03:02.274806 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod] addLogicalPort annotation time took 42.034438ms I0512 12:03:02.276092 3802 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod] addLogicalPort took 43.438642ms, libovsdb time 897.029µs I0512 12:03:02.586883 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:03:02.587566 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:03:02.598931 3802 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod 61583cb32c45f251c7d31f4d78e34727874be12add344d1d95f73ef63f7554dd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod 61583cb32c45f251c7d31f4d78e34727874be12add344d1d95f73ef63f7554dd network default NAD default NAD key ] I0512 12:03:02.608931 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-build-container-pod, hostIfaceName: 61583cb32c45f25, network: default, NAD default, SandboxID: "61583cb32c45f251c7d31f4d78e34727874be12add344d1d95f73ef63f7554dd", PCI device ID: , UID: "cd40820d-20b8-44ad-8835-53517fd5e4f4", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0512 12:03:02.665100 3802 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod 61583cb32c45f251c7d31f4d78e34727874be12add344d1d95f73ef63f7554dd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod 61583cb32c45f251c7d31f4d78e34727874be12add344d1d95f73ef63f7554dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e7:c2:e0:35:18\",\"name\":\"61583cb32c45f25\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6af9701c-0b28-4a27-80c3-e282cbcc4a2a\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:03:31.119814 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 12:03:43.216351 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 12:03:59.227852 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 12:05:05.238974 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 12:05:48.000344 3802 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod 61583cb32c45f251c7d31f4d78e34727874be12add344d1d95f73ef63f7554dd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod 61583cb32c45f251c7d31f4d78e34727874be12add344d1d95f73ef63f7554dd network default NAD default NAD key ] I0512 12:05:48.102423 3802 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod 61583cb32c45f251c7d31f4d78e34727874be12add344d1d95f73ef63f7554dd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod 61583cb32c45f251c7d31f4d78e34727874be12add344d1d95f73ef63f7554dd network default NAD default NAD key default], result "{}", err I0512 12:05:48.224163 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:05:48.224200 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod I0512 12:05:48.225468 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod, ips: 10.128.0.57 I0512 12:05:48.225492 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:06:16.934261 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod for pod on switch ip-10-0-2-215.ec2.internal I0512 12:06:16.934411 3802 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod I0512 12:06:16.954991 3802 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod] pod update took 20.609224ms I0512 12:06:16.955013 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod] addLogicalPort annotation time took 20.636244ms I0512 12:06:16.956788 3802 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod] addLogicalPort took 22.543626ms, libovsdb time 1.059272ms I0512 12:06:17.302472 3802 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod 1161125bf3ddc376249681ac43f6a6b7b80202c43de1be787d23b14d2dfcb3ba network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod 1161125bf3ddc376249681ac43f6a6b7b80202c43de1be787d23b14d2dfcb3ba network default NAD default NAD key ] I0512 12:06:17.312226 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod, hostIfaceName: 1161125bf3ddc37, network: default, NAD default, SandboxID: "1161125bf3ddc376249681ac43f6a6b7b80202c43de1be787d23b14d2dfcb3ba", PCI device ID: , UID: "9c5f25d0-e576-4e0a-a1f6-ca46b8491b99", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0512 12:06:17.370875 3802 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod 1161125bf3ddc376249681ac43f6a6b7b80202c43de1be787d23b14d2dfcb3ba network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod 1161125bf3ddc376249681ac43f6a6b7b80202c43de1be787d23b14d2dfcb3ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:1b:47:45:a7:7b\",\"name\":\"1161125bf3ddc37\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b6be6b1-f379-44dc-bb2d-5f318ac8f118\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:06:17.754608 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:06:17.755130 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:06:18.449051 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod for pod on switch ip-10-0-2-215.ec2.internal I0512 12:06:18.449210 3802 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod I0512 12:06:18.471568 3802 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod] pod update took 22.39524ms I0512 12:06:18.471591 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod] addLogicalPort annotation time took 22.423714ms I0512 12:06:18.472960 3802 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod] addLogicalPort took 23.923178ms, libovsdb time 972.779µs I0512 12:06:18.478012 3802 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod for pod on switch ip-10-0-2-215.ec2.internal I0512 12:06:18.478158 3802 kube.go:256] Updating pod default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod I0512 12:06:18.501132 3802 pod.go:62] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod] pod update took 23.002634ms I0512 12:06:18.501152 3802 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod] addLogicalPort annotation time took 23.030494ms I0512 12:06:18.502406 3802 pods.go:271] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod] addLogicalPort took 24.403882ms, libovsdb time 800.863µs I0512 12:06:18.817829 3802 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod 1b80e61ad7374fbfe5ed4d9589a6c3ab58cdcd4dee5ddce2525127282b6fdfd8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod 1b80e61ad7374fbfe5ed4d9589a6c3ab58cdcd4dee5ddce2525127282b6fdfd8 network default NAD default NAD key ] I0512 12:06:18.828900 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod, hostIfaceName: 1b80e61ad7374fb, network: default, NAD default, SandboxID: "1b80e61ad7374fbfe5ed4d9589a6c3ab58cdcd4dee5ddce2525127282b6fdfd8", PCI device ID: , UID: "98965fcd-c20d-4ded-8947-5e10da4871f2", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0512 12:06:18.848915 3802 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod 2a2234a103e99ef30b352f317c52eb4e1a4cf39aa435cce2e60d1eb4bd99e2cc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod 2a2234a103e99ef30b352f317c52eb4e1a4cf39aa435cce2e60d1eb4bd99e2cc network default NAD default NAD key ] I0512 12:06:18.859322 3802 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod, hostIfaceName: 2a2234a103e99ef, network: default, NAD default, SandboxID: "2a2234a103e99ef30b352f317c52eb4e1a4cf39aa435cce2e60d1eb4bd99e2cc", PCI device ID: , UID: "267bbe22-2e92-4123-be13-6d90ebd79a8e", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0512 12:06:18.893188 3802 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod 1b80e61ad7374fbfe5ed4d9589a6c3ab58cdcd4dee5ddce2525127282b6fdfd8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod 1b80e61ad7374fbfe5ed4d9589a6c3ab58cdcd4dee5ddce2525127282b6fdfd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:b5:d3:6a:65:4a\",\"name\":\"1b80e61ad7374fb\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1eddc09-a7f7-471e-8063-5bb0a8b5cbc7\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:06:18.917878 3802 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod 2a2234a103e99ef30b352f317c52eb4e1a4cf39aa435cce2e60d1eb4bd99e2cc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod 2a2234a103e99ef30b352f317c52eb4e1a4cf39aa435cce2e60d1eb4bd99e2cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:0c:86:78:2d:ce\",\"name\":\"2a2234a103e99ef\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f3d5ea6-0518-4c45-8693-c7520d848562\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:06:51.125112 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=148 I0512 12:07:15.621203 3802 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod 2a2234a103e99ef30b352f317c52eb4e1a4cf39aa435cce2e60d1eb4bd99e2cc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod 2a2234a103e99ef30b352f317c52eb4e1a4cf39aa435cce2e60d1eb4bd99e2cc network default NAD default NAD key ] I0512 12:07:15.717566 3802 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod 2a2234a103e99ef30b352f317c52eb4e1a4cf39aa435cce2e60d1eb4bd99e2cc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod 2a2234a103e99ef30b352f317c52eb4e1a4cf39aa435cce2e60d1eb4bd99e2cc network default NAD default NAD key default], result "{}", err I0512 12:07:15.800093 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:15.800132 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod I0512 12:07:15.801644 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod, ips: 10.128.0.60 I0512 12:07:15.801678 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:16.116893 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 12:07:19.655739 3802 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod 1161125bf3ddc376249681ac43f6a6b7b80202c43de1be787d23b14d2dfcb3ba network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod 1161125bf3ddc376249681ac43f6a6b7b80202c43de1be787d23b14d2dfcb3ba network default NAD default NAD key ] I0512 12:07:19.744143 3802 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod 1161125bf3ddc376249681ac43f6a6b7b80202c43de1be787d23b14d2dfcb3ba network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod 1161125bf3ddc376249681ac43f6a6b7b80202c43de1be787d23b14d2dfcb3ba network default NAD default NAD key default], result "{}", err I0512 12:07:19.817365 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:19.817398 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod I0512 12:07:19.818993 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod, ips: 10.128.0.58 I0512 12:07:19.819022 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:21.674020 3802 cni.go:452] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod 1b80e61ad7374fbfe5ed4d9589a6c3ab58cdcd4dee5ddce2525127282b6fdfd8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod 1b80e61ad7374fbfe5ed4d9589a6c3ab58cdcd4dee5ddce2525127282b6fdfd8 network default NAD default NAD key ] I0512 12:07:21.774124 3802 cni.go:473] [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod 1b80e61ad7374fbfe5ed4d9589a6c3ab58cdcd4dee5ddce2525127282b6fdfd8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod 1b80e61ad7374fbfe5ed4d9589a6c3ab58cdcd4dee5ddce2525127282b6fdfd8 network default NAD default NAD key default], result "{}", err I0512 12:07:21.893258 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:21.893308 3802 pods.go:176] Deleting pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod I0512 12:07:21.895465 3802 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod, ips: 10.128.0.59 I0512 12:07:21.895505 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:27.354650 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:27.355198 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:30.365494 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:30.366104 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:40.602199 3802 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff d0f7032c84dce610b30b1cb84f82e20eb04b71dc5dd1694f2612a7f9904d6921 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff d0f7032c84dce610b30b1cb84f82e20eb04b71dc5dd1694f2612a7f9904d6921 network default NAD default NAD key ] I0512 12:07:40.716010 3802 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff d0f7032c84dce610b30b1cb84f82e20eb04b71dc5dd1694f2612a7f9904d6921 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff d0f7032c84dce610b30b1cb84f82e20eb04b71dc5dd1694f2612a7f9904d6921 network default NAD default NAD key default], result "{}", err I0512 12:07:40.793078 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:40.793135 3802 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff I0512 12:07:40.794525 3802 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff, ips: 10.128.0.56 I0512 12:07:40.794585 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:41.786909 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:41.786939 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:41.790572 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff I0512 12:07:41.790606 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pttff I0512 12:07:56.005869 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:56.006498 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:07:56.339034 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:56.339062 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:07:56.346775 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr I0512 12:07:56.346802 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xbfmr I0512 12:07:58.239256 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 12:08:01.116866 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 12:08:05.224520 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 12:08:11.669639 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:11.670275 3802 obj_retry.go:498] Detected object default-tenant/tsf-comp-uslqj-on-push-bkd8b-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:31.765570 3802 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:31.766163 3802 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:45.218405 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 12:08:46.116041 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17 I0512 12:08:49.973480 3802 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:08:49.974081 3802 obj_retry.go:498] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:22.194560 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:22.195162 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:22.429158 3802 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-collect-data-pod] creating logical port managed-tenant-6103z_managed-g9rst-collect-data-pod for pod on switch ip-10-0-2-215.ec2.internal I0512 12:09:22.429282 3802 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-collect-data-pod I0512 12:09:22.501052 3802 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-collect-data-pod I0512 12:09:22.545097 3802 pod.go:62] [managed-tenant-6103z/managed-g9rst-collect-data-pod] pod update took 115.845747ms I0512 12:09:22.545119 3802 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-collect-data-pod] addLogicalPort annotation time took 115.874153ms I0512 12:09:22.546440 3802 pods.go:271] [managed-tenant-6103z/managed-g9rst-collect-data-pod] addLogicalPort took 117.298248ms, libovsdb time 923.699µs I0512 12:09:22.793276 3802 cni.go:452] [managed-tenant-6103z/managed-g9rst-collect-data-pod 15a8a3966cafe274018a1e5a2f34de758c3e372fd406f6b4ed935a396602a9e6 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-collect-data-pod 15a8a3966cafe274018a1e5a2f34de758c3e372fd406f6b4ed935a396602a9e6 network default NAD default NAD key ] I0512 12:09:22.802784 3802 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-collect-data-pod, hostIfaceName: 15a8a3966cafe27, network: default, NAD default, SandboxID: "15a8a3966cafe274018a1e5a2f34de758c3e372fd406f6b4ed935a396602a9e6", PCI device ID: , UID: "acc726b9-c4d8-4826-ad8e-8861efd4516c", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0512 12:09:22.859098 3802 cni.go:473] [managed-tenant-6103z/managed-g9rst-collect-data-pod 15a8a3966cafe274018a1e5a2f34de758c3e372fd406f6b4ed935a396602a9e6 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-collect-data-pod 15a8a3966cafe274018a1e5a2f34de758c3e372fd406f6b4ed935a396602a9e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:52:d0:ae:09:8b\",\"name\":\"15a8a3966cafe27\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9f07f9d-538b-45f3-ab36-61a98be83e33\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:09:43.556818 3802 cni.go:452] [managed-tenant-6103z/managed-g9rst-collect-data-pod 15a8a3966cafe274018a1e5a2f34de758c3e372fd406f6b4ed935a396602a9e6 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-collect-data-pod 15a8a3966cafe274018a1e5a2f34de758c3e372fd406f6b4ed935a396602a9e6 network default NAD default NAD key ] I0512 12:09:43.635372 3802 cni.go:473] [managed-tenant-6103z/managed-g9rst-collect-data-pod 15a8a3966cafe274018a1e5a2f34de758c3e372fd406f6b4ed935a396602a9e6 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-collect-data-pod 15a8a3966cafe274018a1e5a2f34de758c3e372fd406f6b4ed935a396602a9e6 network default NAD default NAD key default], result "{}", err I0512 12:09:43.712514 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:43.712565 3802 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-collect-data-pod I0512 12:09:43.714083 3802 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-collect-data-pod, ips: 10.128.0.61 I0512 12:09:43.714111 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:45.283609 3802 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod] creating logical port managed-tenant-6103z_managed-g9rst-collect-registry-token-secret-pod for pod on switch ip-10-0-2-215.ec2.internal I0512 12:09:45.283750 3802 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod I0512 12:09:45.303901 3802 pod.go:62] [managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod] pod update took 20.179654ms I0512 12:09:45.303925 3802 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod] addLogicalPort annotation time took 20.209331ms I0512 12:09:45.305328 3802 pods.go:271] [managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod] addLogicalPort took 21.737366ms, libovsdb time 978.365µs I0512 12:09:45.654512 3802 cni.go:452] [managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod 2f337b17a217b2ceb7f54c685c8e77ef74c8923175160bb607b6956899da1c28 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod 2f337b17a217b2ceb7f54c685c8e77ef74c8923175160bb607b6956899da1c28 network default NAD default NAD key ] I0512 12:09:45.664186 3802 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-collect-registry-token-secret-pod, hostIfaceName: 2f337b17a217b2c, network: default, NAD default, SandboxID: "2f337b17a217b2ceb7f54c685c8e77ef74c8923175160bb607b6956899da1c28", PCI device ID: , UID: "8d58c3e2-643a-4c39-95a7-bed3d8d029af", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0512 12:09:45.720417 3802 cni.go:473] [managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod 2f337b17a217b2ceb7f54c685c8e77ef74c8923175160bb607b6956899da1c28 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod 2f337b17a217b2ceb7f54c685c8e77ef74c8923175160bb607b6956899da1c28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b0:2e:97:f7:1d\",\"name\":\"2f337b17a217b2c\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0055649e-4ff1-4715-b617-0d119d90e637\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:09:46.178916 3802 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-check-data-keys-pod] creating logical port managed-tenant-6103z_managed-g9rst-check-data-keys-pod for pod on switch ip-10-0-2-215.ec2.internal I0512 12:09:46.179052 3802 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-check-data-keys-pod I0512 12:09:46.247749 3802 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-check-data-keys-pod I0512 12:09:46.295355 3802 pod.go:62] [managed-tenant-6103z/managed-g9rst-check-data-keys-pod] pod update took 116.334448ms I0512 12:09:46.295377 3802 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-check-data-keys-pod] addLogicalPort annotation time took 116.36253ms I0512 12:09:46.296675 3802 pods.go:271] [managed-tenant-6103z/managed-g9rst-check-data-keys-pod] addLogicalPort took 117.776191ms, libovsdb time 839.41µs I0512 12:09:46.539044 3802 cni.go:452] [managed-tenant-6103z/managed-g9rst-check-data-keys-pod e8b4f52f09ac38ba3167c076c2993d9c0204a151223bc96618f9c2fa0dadeddf network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-check-data-keys-pod e8b4f52f09ac38ba3167c076c2993d9c0204a151223bc96618f9c2fa0dadeddf network default NAD default NAD key ] I0512 12:09:46.549918 3802 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-check-data-keys-pod, hostIfaceName: e8b4f52f09ac38b, network: default, NAD default, SandboxID: "e8b4f52f09ac38ba3167c076c2993d9c0204a151223bc96618f9c2fa0dadeddf", PCI device ID: , UID: "bbe04879-3cc5-4284-ad64-2b47f4153da4", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0512 12:09:46.606652 3802 cni.go:473] [managed-tenant-6103z/managed-g9rst-check-data-keys-pod e8b4f52f09ac38ba3167c076c2993d9c0204a151223bc96618f9c2fa0dadeddf network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-check-data-keys-pod e8b4f52f09ac38ba3167c076c2993d9c0204a151223bc96618f9c2fa0dadeddf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:5f:c3:c1:8e:4e\",\"name\":\"e8b4f52f09ac38b\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5abf80d7-0f4e-4f89-9a27-b77a8c7bb139\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:09:52.545400 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:52.545988 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:53.656520 3802 cni.go:452] [managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod 2f337b17a217b2ceb7f54c685c8e77ef74c8923175160bb607b6956899da1c28 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod 2f337b17a217b2ceb7f54c685c8e77ef74c8923175160bb607b6956899da1c28 network default NAD default NAD key ] I0512 12:09:53.752657 3802 cni.go:473] [managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod 2f337b17a217b2ceb7f54c685c8e77ef74c8923175160bb607b6956899da1c28 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod 2f337b17a217b2ceb7f54c685c8e77ef74c8923175160bb607b6956899da1c28 network default NAD default NAD key default], result "{}", err I0512 12:09:53.828667 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:53.828707 3802 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod I0512 12:09:53.830090 3802 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod, ips: 10.128.0.62 I0512 12:09:53.830117 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.603483 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.604092 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.681145 3802 cni.go:452] [managed-tenant-6103z/managed-g9rst-check-data-keys-pod e8b4f52f09ac38ba3167c076c2993d9c0204a151223bc96618f9c2fa0dadeddf network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-check-data-keys-pod e8b4f52f09ac38ba3167c076c2993d9c0204a151223bc96618f9c2fa0dadeddf network default NAD default NAD key ] I0512 12:09:56.764990 3802 cni.go:473] [managed-tenant-6103z/managed-g9rst-check-data-keys-pod e8b4f52f09ac38ba3167c076c2993d9c0204a151223bc96618f9c2fa0dadeddf network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-check-data-keys-pod e8b4f52f09ac38ba3167c076c2993d9c0204a151223bc96618f9c2fa0dadeddf network default NAD default NAD key default], result "{}", err I0512 12:09:56.839171 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:56.839207 3802 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-check-data-keys-pod I0512 12:09:56.840485 3802 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-check-data-keys-pod, ips: 10.128.0.63 I0512 12:09:56.840512 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:09:58.234498 3802 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 12:09:59.207471 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 12:10:00.182456 3802 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643130-ds4nv for pod on switch ip-10-0-2-215.ec2.internal I0512 12:10:00.182569 3802 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv I0512 12:10:00.195211 3802 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv] pod update took 12.686088ms I0512 12:10:00.195250 3802 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv] addLogicalPort annotation time took 12.730006ms I0512 12:10:00.196667 3802 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv] addLogicalPort took 14.223765ms, libovsdb time 917.465µs I0512 12:10:00.550866 3802 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv 18f01704404e59ae7dfd8ff1978b3e56f1d4b2a8102714884b4f328a98fc6ccd network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv 18f01704404e59ae7dfd8ff1978b3e56f1d4b2a8102714884b4f328a98fc6ccd network default NAD default NAD key ] I0512 12:10:00.560620 3802 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643130-ds4nv, hostIfaceName: 18f01704404e59a, network: default, NAD default, SandboxID: "18f01704404e59ae7dfd8ff1978b3e56f1d4b2a8102714884b4f328a98fc6ccd", PCI device ID: , UID: "c200c52a-bbe1-47ae-b00b-8fd5b1c0403f", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0512 12:10:00.618855 3802 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv 18f01704404e59ae7dfd8ff1978b3e56f1d4b2a8102714884b4f328a98fc6ccd network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv 18f01704404e59ae7dfd8ff1978b3e56f1d4b2a8102714884b4f328a98fc6ccd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:67:c2:e5:22:2c\",\"name\":\"18f01704404e59a\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e73bda0-fd10-495e-a106-98b671d60e26\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:10:01.208267 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 12:10:01.514590 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:01.515141 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:03.735851 3802 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv 18f01704404e59ae7dfd8ff1978b3e56f1d4b2a8102714884b4f328a98fc6ccd network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv 18f01704404e59ae7dfd8ff1978b3e56f1d4b2a8102714884b4f328a98fc6ccd network default NAD default NAD key ] I0512 12:10:03.822479 3802 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv 18f01704404e59ae7dfd8ff1978b3e56f1d4b2a8102714884b4f328a98fc6ccd network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv 18f01704404e59ae7dfd8ff1978b3e56f1d4b2a8102714884b4f328a98fc6ccd network default NAD default NAD key default], result "{}", err I0512 12:10:03.878668 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:03.878725 3802 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv I0512 12:10:03.880079 3802 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv, ips: 10.128.0.64 I0512 12:10:03.880111 3802 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:04.747142 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.747166 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643130-ds4nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.778760 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.778788 3802 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:10:04.782320 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st I0512 12:10:04.782351 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643100-mb8st I0512 12:10:12.626042 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:12.626586 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:22.716276 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:22.717382 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:31.824886 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:10:31.825513 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:01.196628 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:01.197222 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:02.765007 3802 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-push-snapshot-pod] creating logical port managed-tenant-6103z_managed-g9rst-push-snapshot-pod for pod on switch ip-10-0-2-215.ec2.internal I0512 12:11:02.765164 3802 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-push-snapshot-pod I0512 12:11:02.792590 3802 pod.go:62] [managed-tenant-6103z/managed-g9rst-push-snapshot-pod] pod update took 27.457653ms I0512 12:11:02.792618 3802 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-push-snapshot-pod] addLogicalPort annotation time took 27.487394ms I0512 12:11:02.794182 3802 pods.go:271] [managed-tenant-6103z/managed-g9rst-push-snapshot-pod] addLogicalPort took 29.19533ms, libovsdb time 994.95µs I0512 12:11:03.128813 3802 cni.go:452] [managed-tenant-6103z/managed-g9rst-push-snapshot-pod e37561bd9c92738d308e94bb2d69daa173a472e06aac0e3673683397ce1244d9 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-push-snapshot-pod e37561bd9c92738d308e94bb2d69daa173a472e06aac0e3673683397ce1244d9 network default NAD default NAD key ] I0512 12:11:03.138426 3802 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-push-snapshot-pod, hostIfaceName: e37561bd9c92738, network: default, NAD default, SandboxID: "e37561bd9c92738d308e94bb2d69daa173a472e06aac0e3673683397ce1244d9", PCI device ID: , UID: "69dbb255-4cbd-494b-8305-1d4875694267", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0512 12:11:03.192188 3802 cni.go:473] [managed-tenant-6103z/managed-g9rst-push-snapshot-pod e37561bd9c92738d308e94bb2d69daa173a472e06aac0e3673683397ce1244d9 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-push-snapshot-pod e37561bd9c92738d308e94bb2d69daa173a472e06aac0e3673683397ce1244d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d5:15:1c:0f:23\",\"name\":\"e37561bd9c92738\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/309a015f-ac04-4fc9-9a01-053d5011a719\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:11:33.375368 3802 cni.go:452] [managed-tenant-6103z/managed-g9rst-push-snapshot-pod e37561bd9c92738d308e94bb2d69daa173a472e06aac0e3673683397ce1244d9 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-push-snapshot-pod e37561bd9c92738d308e94bb2d69daa173a472e06aac0e3673683397ce1244d9 network default NAD default NAD key ] I0512 12:11:33.471151 3802 cni.go:473] [managed-tenant-6103z/managed-g9rst-push-snapshot-pod e37561bd9c92738d308e94bb2d69daa173a472e06aac0e3673683397ce1244d9 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-push-snapshot-pod e37561bd9c92738d308e94bb2d69daa173a472e06aac0e3673683397ce1244d9 network default NAD default NAD key default], result "{}", err I0512 12:11:33.551001 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:33.551041 3802 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-push-snapshot-pod I0512 12:11:33.552408 3802 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-push-snapshot-pod, ips: 10.128.0.65 I0512 12:11:33.552441 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:11:49.207115 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 12:11:52.123770 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0512 12:12:34.960822 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:12:34.961450 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:12:38.242659 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 12:13:01.231357 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 12:13:02.178583 3802 base_network_controller_pods.go:487] [default/managed-tenant-6103z/managed-g9rst-update-cr-status-pod] creating logical port managed-tenant-6103z_managed-g9rst-update-cr-status-pod for pod on switch ip-10-0-2-215.ec2.internal I0512 12:13:02.178724 3802 kube.go:256] Updating pod managed-tenant-6103z/managed-g9rst-update-cr-status-pod I0512 12:13:02.214376 3802 pod.go:62] [managed-tenant-6103z/managed-g9rst-update-cr-status-pod] pod update took 35.684619ms I0512 12:13:02.214399 3802 base_network_controller_pods.go:951] [default/managed-tenant-6103z/managed-g9rst-update-cr-status-pod] addLogicalPort annotation time took 35.711559ms I0512 12:13:02.215897 3802 pods.go:271] [managed-tenant-6103z/managed-g9rst-update-cr-status-pod] addLogicalPort took 37.326879ms, libovsdb time 1.049133ms I0512 12:13:02.238431 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:02.238894 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:02.542642 3802 cni.go:452] [managed-tenant-6103z/managed-g9rst-update-cr-status-pod e8c42e9af6e0d0478c788c2058dbb32359ee9623cf6550588de360567d84a2d8 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6103z/managed-g9rst-update-cr-status-pod e8c42e9af6e0d0478c788c2058dbb32359ee9623cf6550588de360567d84a2d8 network default NAD default NAD key ] I0512 12:13:02.552556 3802 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6103z, podName: managed-g9rst-update-cr-status-pod, hostIfaceName: e8c42e9af6e0d04, network: default, NAD default, SandboxID: "e8c42e9af6e0d0478c788c2058dbb32359ee9623cf6550588de360567d84a2d8", PCI device ID: , UID: "c0c7ecfd-8ef4-4d2e-bb46-24ed2389405e", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0512 12:13:02.607529 3802 cni.go:473] [managed-tenant-6103z/managed-g9rst-update-cr-status-pod e8c42e9af6e0d0478c788c2058dbb32359ee9623cf6550588de360567d84a2d8 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6103z/managed-g9rst-update-cr-status-pod e8c42e9af6e0d0478c788c2058dbb32359ee9623cf6550588de360567d84a2d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:bb:21:ab:fd:e3\",\"name\":\"e8c42e9af6e0d04\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0eff5803-6136-434c-b694-9da4bdf2eff6\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 12:13:05.123731 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0512 12:13:09.596368 3802 obj_retry.go:498] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:09.596969 3802 obj_retry.go:498] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:10.044589 3802 cni.go:452] [managed-tenant-6103z/managed-g9rst-update-cr-status-pod e8c42e9af6e0d0478c788c2058dbb32359ee9623cf6550588de360567d84a2d8 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6103z/managed-g9rst-update-cr-status-pod e8c42e9af6e0d0478c788c2058dbb32359ee9623cf6550588de360567d84a2d8 network default NAD default NAD key ] I0512 12:13:10.100820 3802 obj_retry.go:492] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:10.100846 3802 obj_retry.go:492] Detected object managed-tenant-6103z/affinity-assistant-161d10447e-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:10.108859 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/affinity-assistant-161d10447e-0 I0512 12:13:10.108891 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/affinity-assistant-161d10447e-0 I0512 12:13:10.138196 3802 cni.go:473] [managed-tenant-6103z/managed-g9rst-update-cr-status-pod e8c42e9af6e0d0478c788c2058dbb32359ee9623cf6550588de360567d84a2d8 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6103z/managed-g9rst-update-cr-status-pod e8c42e9af6e0d0478c788c2058dbb32359ee9623cf6550588de360567d84a2d8 network default NAD default NAD key default], result "{}", err I0512 12:13:10.213394 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:10.213498 3802 pods.go:176] Deleting pod: managed-tenant-6103z/managed-g9rst-update-cr-status-pod I0512 12:13:10.215067 3802 pods.go:236] Attempting to release IPs for pod: managed-tenant-6103z/managed-g9rst-update-cr-status-pod, ips: 10.128.0.66 I0512 12:13:10.215101 3802 obj_retry.go:498] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:13:12.761107 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:17.890949 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.890979 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.900402 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-apply-mapping-pod I0512 12:13:17.900428 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-apply-mapping-pod I0512 12:13:17.908386 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.908410 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.915619 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-check-data-keys-pod I0512 12:13:17.915638 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-check-data-keys-pod I0512 12:13:17.924744 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.924764 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.932724 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-data-pod I0512 12:13:17.932741 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-data-pod I0512 12:13:17.940867 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.940886 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.948302 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod I0512 12:13:17.948321 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-registry-token-secret-pod I0512 12:13:17.955750 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.955767 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.962162 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-signing-params-pod I0512 12:13:17.962183 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-signing-params-pod I0512 12:13:17.969872 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.969889 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.977355 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-task-params-pod I0512 12:13:17.977373 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-task-params-pod I0512 12:13:17.985749 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.985767 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:17.991783 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod I0512 12:13:17.991798 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-collect-tpa-params-pod I0512 12:13:18.000879 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.000897 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.007399 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod I0512 12:13:18.007417 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-filter-already-released-images-pod I0512 12:13:18.016697 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.016714 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.023564 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-process-component-sbom-pod I0512 12:13:18.023581 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-process-component-sbom-pod I0512 12:13:18.032793 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.032808 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.042596 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-push-snapshot-pod I0512 12:13:18.042618 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-push-snapshot-pod I0512 12:13:18.055858 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.055873 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.064397 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod I0512 12:13:18.064419 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-reduce-snapshot-pod I0512 12:13:18.073389 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.073409 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.081569 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod I0512 12:13:18.081587 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-sign-image-cosign-keyless-pod I0512 12:13:18.089957 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.089972 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.096839 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-update-cr-status-pod I0512 12:13:18.096861 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-update-cr-status-pod I0512 12:13:18.104243 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.104258 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.111026 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod I0512 12:13:18.111043 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-verify-access-to-resources-pod I0512 12:13:18.123293 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.123313 3802 obj_retry.go:492] Detected object managed-tenant-6103z/managed-g9rst-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:18.132908 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6103z/managed-g9rst-verify-conforma-pod I0512 12:13:18.132932 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6103z/managed-g9rst-verify-conforma-pod I0512 12:13:23.608891 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:26.348823 3802 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.348851 3802 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.355905 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-chgj-kg6ks-verify-pod I0512 12:13:26.355927 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-chgj-kg6ks-verify-pod I0512 12:13:26.528866 3802 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.528890 3802 obj_retry.go:492] Detected object default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:13:26.536314 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod I0512 12:13:26.536338 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-chgj-kg6ks-collect-keyless-params-pod I0512 12:13:30.262099 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:32.220942 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0512 12:13:37.033071 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:43.573399 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:50.055110 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:13:52.120918 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 12:14:14.729151 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:14:21.119930 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0512 12:14:45.222267 3802 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 12:15:09.399828 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:15:34.129595 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:15:38.129148 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=327 I0512 12:15:50.247456 3802 namespace.go:142] [managed-tenant-6103z] updating namespace I0512 12:15:50.282834 3802 namespace.go:317] [managed-tenant-6103z] deleting namespace I0512 12:16:11.375774 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 12:16:11.376318 3802 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 12:16:11.628631 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:16:11.628683 3802 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 12:16:11.637632 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq I0512 12:16:11.637656 3802 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4wczq I0512 12:16:27.211246 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 12:16:56.212470 3802 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 12:17:29.120886 3802 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11