+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-193.ec2.internal ++ [[ -n ip-10-0-2-193.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-193.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0514 08:39:00.471170880 - disable conntrack on geneve port' I0514 08:39:00.471170880 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0514 08:39:00.504388023 - starting ovnkube-node' I0514 08:39:00.504388023 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-193.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-193.ec2.internal --init-node ip-10-0-2-193.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-193.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0514 08:39:00.553006 3713 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0514 08:39:00.553064 3713 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e361c668b0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0514 08:39:00.554522 3713 kube.go:431] Waiting for certificate I0514 08:39:00.554561 3713 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0514 08:39:00.554596 3713 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0514 08:39:00.555396 3713 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0514 08:39:00.590618 3713 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 08:39:00.590643 3713 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 08:39:00.594046 3713 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 08:39:00.594080 3713 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qsgb5" I0514 08:39:00.600623 3713 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qsgb5" I0514 08:39:00.600707 3713 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 08:39:01.554805 3713 kube.go:438] Certificate found I0514 08:39:01.555438 3713 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0514 08:39:01.556426 3713 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0514 08:39:01.613248 3713 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-15 08:34:00 +0000 UTC" deadline="2026-05-15 04:05:24.975682326 +0000 UTC" I0514 08:39:01.613289 3713 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h26m23.362406964s" I0514 08:39:01.634116 3713 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0514 08:39:01.644957 3713 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0514 08:39:01.645034 3713 factory.go:561] Starting watch factory I0514 08:39:01.645056 3713 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0514 08:39:01.645145 3713 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.645169 3713 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.645202 3713 server.go:101] MetricServer registers OVS metrics I0514 08:39:01.645197 3713 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.645220 3713 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.645274 3713 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.645324 3713 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.646140 3713 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.646233 3713 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.646348 3713 server.go:105] MetricServer registers OVN DB metrics I0514 08:39:01.646210 3713 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.646781 3713 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.646843 3713 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.646906 3713 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.649898 3713 controller_manager.go:370] Starting the ovnkube controller I0514 08:39:01.649910 3713 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-193.ec2.internal I0514 08:39:01.649953 3713 controller_manager.go:395] NBDB zone sync took: 36.257µs I0514 08:39:01.649962 3713 factory.go:561] Starting watch factory I0514 08:39:01.651505 3713 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0514 08:39:01.651551 3713 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0514 08:39:01.665695 3713 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.666590 3713 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0514 08:39:01.666653 3713 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0514 08:39:01.668461 3713 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.669093 3713 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.670079 3713 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.670175 3713 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.671840 3713 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0514 08:39:01.671926 3713 server.go:109] MetricServer registers OVN Controller metrics I0514 08:39:01.677167 3713 server.go:113] MetricServer registers OVN Northd metrics I0514 08:39:01.678826 3713 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0514 08:39:01.682084 3713 metrics.go:519] OVN Metrics Server starts to run ... I0514 08:39:01.751331 3713 factory.go:1977] *v1.Service informer cache synced successfully I0514 08:39:01.751364 3713 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0514 08:39:01.751368 3713 factory.go:1977] *v1.Pod informer cache synced successfully I0514 08:39:01.751372 3713 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0514 08:39:01.751375 3713 factory.go:1977] *v1.Namespace informer cache synced successfully I0514 08:39:01.751378 3713 factory.go:1977] *v1.Node informer cache synced successfully I0514 08:39:01.751463 3713 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:39:01.751479 3713 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:39:01.751490 3713 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:39:01.751513 3713 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:39:01.755246 3713 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:39:01.755251 3713 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 08:39:01.755345 3713 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0514 08:39:01.755357 3713 factory.go:1977] *v1.Pod informer cache synced successfully I0514 08:39:01.755363 3713 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0514 08:39:01.755367 3713 factory.go:1977] *v1.Namespace informer cache synced successfully I0514 08:39:01.755371 3713 factory.go:1977] *v1.Node informer cache synced successfully I0514 08:39:01.755376 3713 factory.go:1977] *v1.Service informer cache synced successfully I0514 08:39:01.757116 3713 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0514 08:39:01.757129 3713 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0514 08:39:01.757190 3713 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.757207 3713 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.760023 3713 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.760991 3713 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0514 08:39:01.761001 3713 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0514 08:39:01.762335 3713 factory.go:1977] *v1.EgressIP informer cache synced successfully I0514 08:39:01.762387 3713 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.762398 3713 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.764861 3713 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.766814 3713 factory.go:1977] *v1.EgressIP informer cache synced successfully I0514 08:39:01.768280 3713 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0514 08:39:01.768333 3713 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.768344 3713 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.770943 3713 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.771926 3713 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0514 08:39:01.773559 3713 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0514 08:39:01.773627 3713 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.773645 3713 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.776196 3713 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.777168 3713 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0514 08:39:01.778723 3713 factory.go:1977] *v1.EgressService informer cache synced successfully I0514 08:39:01.778789 3713 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.778804 3713 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.781604 3713 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.782504 3713 factory.go:1977] *v1.EgressService informer cache synced successfully I0514 08:39:01.784158 3713 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0514 08:39:01.784339 3713 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 08:39:01.784356 3713 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 08:39:01.787095 3713 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 08:39:01.788024 3713 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0514 08:39:01.789319 3713 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0514 08:39:01.789396 3713 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.789415 3713 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.789435 3713 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.789454 3713 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.792357 3713 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.792724 3713 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 08:39:01.793677 3713 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0514 08:39:01.794819 3713 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0514 08:39:01.794826 3713 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0514 08:39:01.794833 3713 factory.go:680] Watch Factory start up complete, took: 149.804629ms I0514 08:39:01.794899 3713 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0514 08:39:01.799372 3713 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0514 08:39:01.799383 3713 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0514 08:39:01.799390 3713 factory.go:680] Watch Factory start up complete, took: 149.427037ms I0514 08:39:01.799397 3713 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-193.ec2.internal" zone I0514 08:39:01.834064 3713 default_node_network_controller.go:710] Initializing the default node network controller I0514 08:39:01.920075 3713 udn_isolation.go:101] Starting UDN host isolation manager I0514 08:39:01.926058 3713 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0514 08:39:01.989654 3713 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0514 08:39:01.989813 3713 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0514 08:39:01.989879 3713 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0514 08:39:02.025221 3713 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0514 08:39:02.025297 3713 default_node_network_controller.go:809] Node ip-10-0-2-193.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0514 08:39:02.031664 3713 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.193"] k8s.ovn.org/zone-name:ip-10-0-2-193.ec2.internal] on node ip-10-0-2-193.ec2.internal I0514 08:39:02.049722 3713 controller_manager.go:429] Waiting for node in zone sync took: 250.312874ms I0514 08:39:02.052809 3713 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0514 08:39:02.054791 3713 controller_manager.go:611] Switching to transit router for layer2 networks I0514 08:39:02.054805 3713 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-193.ec2.internal I0514 08:39:02.059294 3713 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0514 08:39:02.059479 3713 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0514 08:39:02.059658 3713 gateway_init.go:263] Preparing Gateway I0514 08:39:02.059670 3713 gateway_shared_intf.go:1687] Creating new gateway I0514 08:39:02.072173 3713 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0514 08:39:02.078808 3713 controller_manager.go:290] SCTP support detected in OVN I0514 08:39:02.079452 3713 services_controller.go:69] Creating services controller for network=default I0514 08:39:02.079576 3713 udn_enabled_svc.go:80] Waiting for service informer to sync I0514 08:39:02.079672 3713 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0514 08:39:02.079763 3713 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0514 08:39:02.079774 3713 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0514 08:39:02.079782 3713 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0514 08:39:02.079978 3713 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0514 08:39:02.080017 3713 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0514 08:39:02.080073 3713 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.215µs I0514 08:39:02.080101 3713 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 77.29µs I0514 08:39:02.080113 3713 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 94.697µs I0514 08:39:02.080121 3713 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0514 08:39:02.080130 3713 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0514 08:39:02.080141 3713 default_network_controller.go:325] Starting the default network controller I0514 08:39:02.080174 3713 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.296µs I0514 08:39:02.080194 3713 udn_enabled_svc.go:95] Performing full resync I0514 08:39:02.080529 3713 udn_enabled_svc.go:99] Waiting for handler to sync I0514 08:39:02.080561 3713 udn_enabled_svc.go:104] Starting worker I0514 08:39:02.089810 3713 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0514 08:39:02.089883 3713 repair.go:33] Syncing exgw routes took 56.779µs I0514 08:39:02.089913 3713 default_network_controller.go:414] Starting all the Watchers... I0514 08:39:02.090081 3713 namespace.go:98] [openshift-authentication-operator] adding namespace I0514 08:39:02.090087 3713 namespace.go:98] [openshift-machine-config-operator] adding namespace I0514 08:39:02.090101 3713 namespace.go:98] [kube-node-lease] adding namespace I0514 08:39:02.090121 3713 namespace.go:98] [open-cluster-management-2q9jgrtid73pp275kl3h1j85cc2965e0] adding namespace I0514 08:39:02.090134 3713 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0514 08:39:02.090138 3713 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0514 08:39:02.090143 3713 namespace.go:98] [openshift-backplane-srep] adding namespace I0514 08:39:02.090144 3713 namespace.go:98] [openshift-apiserver] adding namespace I0514 08:39:02.090151 3713 namespace.go:98] [openshift-host-network] adding namespace I0514 08:39:02.090152 3713 namespace.go:98] [openshift-etcd] adding namespace I0514 08:39:02.090166 3713 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0514 08:39:02.090166 3713 namespace.go:98] [openshift-controller-manager] adding namespace I0514 08:39:02.090171 3713 namespace.go:98] [openshift-backplane-cse] adding namespace I0514 08:39:02.090199 3713 namespace.go:98] [openshift-network-node-identity] adding namespace I0514 08:39:02.090231 3713 namespace.go:98] [dedicated-admin] adding namespace I0514 08:39:02.090772 3713 namespace.go:102] [openshift-authentication-operator] adding namespace took 679.332µs I0514 08:39:02.090789 3713 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0514 08:39:02.091281 3713 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 486.366µs I0514 08:39:02.091297 3713 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0514 08:39:02.091922 3713 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 618.431µs I0514 08:39:02.091938 3713 namespace.go:98] [openshift-ingress] adding namespace I0514 08:39:02.092441 3713 namespace.go:102] [openshift-machine-config-operator] adding namespace took 2.344078ms I0514 08:39:02.092454 3713 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0514 08:39:02.093089 3713 namespace.go:102] [kube-node-lease] adding namespace took 2.977691ms I0514 08:39:02.093120 3713 namespace.go:98] [openshift-config-managed] adding namespace I0514 08:39:02.094008 3713 namespace.go:102] [open-cluster-management-2q9jgrtid73pp275kl3h1j85cc2965e0] adding namespace took 3.871523ms I0514 08:39:02.094032 3713 namespace.go:98] [kube-system] adding namespace I0514 08:39:02.094526 3713 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.380723ms I0514 08:39:02.094553 3713 namespace.go:98] [openshift-console] adding namespace I0514 08:39:02.095099 3713 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.927631ms I0514 08:39:02.095117 3713 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0514 08:39:02.095518 3713 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.368262ms I0514 08:39:02.095558 3713 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0514 08:39:02.096100 3713 namespace.go:102] [openshift-host-network] adding namespace took 5.940681ms I0514 08:39:02.096119 3713 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0514 08:39:02.096707 3713 namespace.go:102] [openshift-apiserver] adding namespace took 6.553197ms I0514 08:39:02.096723 3713 namespace.go:98] [openshift-network-console] adding namespace I0514 08:39:02.097360 3713 namespace.go:102] [openshift-etcd] adding namespace took 7.197388ms I0514 08:39:02.097385 3713 namespace.go:98] [openshift-infra] adding namespace I0514 08:39:02.098124 3713 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.949089ms I0514 08:39:02.098143 3713 namespace.go:98] [openshift-config-operator] adding namespace I0514 08:39:02.098681 3713 namespace.go:102] [openshift-controller-manager] adding namespace took 8.50461ms I0514 08:39:02.098693 3713 namespace.go:98] [openshift-route-controller-manager] adding namespace I0514 08:39:02.099188 3713 namespace.go:102] [openshift-backplane-cse] adding namespace took 9.008194ms I0514 08:39:02.099206 3713 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0514 08:39:02.099862 3713 namespace.go:102] [openshift-network-node-identity] adding namespace took 9.653653ms I0514 08:39:02.099876 3713 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0514 08:39:02.100478 3713 namespace.go:102] [dedicated-admin] adding namespace took 10.236031ms I0514 08:39:02.100492 3713 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0514 08:39:02.101152 3713 namespace.go:102] [openshift-ingress] adding namespace took 9.20923ms I0514 08:39:02.101166 3713 namespace.go:98] [openshift-marketplace] adding namespace I0514 08:39:02.101699 3713 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 9.239107ms I0514 08:39:02.101719 3713 namespace.go:98] [openshift-config] adding namespace I0514 08:39:02.102209 3713 namespace.go:102] [openshift-config-managed] adding namespace took 9.07833ms I0514 08:39:02.102225 3713 namespace.go:98] [openshift-controller-manager-operator] adding namespace W0514 08:39:02.102228 3713 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-r2wjn: pod kube-system/global-pull-secret-syncer-r2wjn: no pod IPs found I0514 08:39:02.102767 3713 namespace.go:102] [kube-system] adding namespace took 8.727681ms I0514 08:39:02.102783 3713 namespace.go:98] [openshift-logging] adding namespace I0514 08:39:02.103252 3713 namespace.go:102] [openshift-console] adding namespace took 8.692384ms I0514 08:39:02.103268 3713 namespace.go:98] [openshift-backplane-tam] adding namespace I0514 08:39:02.103760 3713 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.635847ms I0514 08:39:02.103779 3713 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0514 08:39:02.104300 3713 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.734088ms I0514 08:39:02.104312 3713 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0514 08:39:02.104731 3713 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.60401ms I0514 08:39:02.104747 3713 namespace.go:98] [openshift-insights] adding namespace I0514 08:39:02.105234 3713 namespace.go:102] [openshift-network-console] adding namespace took 8.505006ms I0514 08:39:02.105251 3713 namespace.go:98] [openshift-dns-operator] adding namespace I0514 08:39:02.105682 3713 namespace.go:102] [openshift-infra] adding namespace took 8.28963ms I0514 08:39:02.105699 3713 namespace.go:98] [openshift-backplane-csm] adding namespace I0514 08:39:02.106120 3713 namespace.go:102] [openshift-config-operator] adding namespace took 7.9694ms I0514 08:39:02.106138 3713 namespace.go:98] [openshift-customer-monitoring] adding namespace I0514 08:39:02.106505 3713 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.806863ms I0514 08:39:02.106519 3713 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0514 08:39:02.107002 3713 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.786552ms I0514 08:39:02.107022 3713 namespace.go:98] [openshift-kube-apiserver] adding namespace I0514 08:39:02.107418 3713 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.534931ms I0514 08:39:02.107434 3713 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0514 08:39:02.107861 3713 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.363074ms I0514 08:39:02.107879 3713 namespace.go:98] [openshift-cluster-version] adding namespace I0514 08:39:02.108300 3713 namespace.go:102] [openshift-marketplace] adding namespace took 7.110145ms I0514 08:39:02.108313 3713 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0514 08:39:02.108701 3713 namespace.go:102] [openshift-config] adding namespace took 6.976058ms I0514 08:39:02.108718 3713 namespace.go:98] [kube-public] adding namespace I0514 08:39:02.109256 3713 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.024411ms I0514 08:39:02.109274 3713 namespace.go:98] [openshift-apiserver-operator] adding namespace I0514 08:39:02.109753 3713 namespace.go:102] [openshift-logging] adding namespace took 6.964915ms I0514 08:39:02.109767 3713 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0514 08:39:02.110138 3713 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.865275ms I0514 08:39:02.110151 3713 namespace.go:98] [openshift-package-operator] adding namespace I0514 08:39:02.110595 3713 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.811487ms I0514 08:39:02.110605 3713 namespace.go:98] [openshift-service-ca-operator] adding namespace I0514 08:39:02.111147 3713 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.826052ms I0514 08:39:02.111170 3713 namespace.go:98] [openshift-ingress-operator] adding namespace I0514 08:39:02.111821 3713 namespace.go:102] [openshift-insights] adding namespace took 7.066344ms I0514 08:39:02.111845 3713 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0514 08:39:02.112442 3713 namespace.go:102] [openshift-dns-operator] adding namespace took 7.181733ms I0514 08:39:02.112458 3713 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0514 08:39:02.113054 3713 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.347398ms I0514 08:39:02.113070 3713 namespace.go:98] [openshift-node] adding namespace I0514 08:39:02.113614 3713 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.466341ms I0514 08:39:02.113625 3713 namespace.go:98] [openshift-console-user-settings] adding namespace I0514 08:39:02.114135 3713 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.608779ms I0514 08:39:02.114153 3713 namespace.go:98] [openshift-monitoring] adding namespace I0514 08:39:02.114565 3713 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.537636ms I0514 08:39:02.114579 3713 namespace.go:98] [openshift-ingress-canary] adding namespace I0514 08:39:02.115179 3713 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.739457ms I0514 08:39:02.115193 3713 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0514 08:39:02.115739 3713 namespace.go:102] [openshift-cluster-version] adding namespace took 7.846083ms I0514 08:39:02.115758 3713 namespace.go:98] [openshift-operators] adding namespace I0514 08:39:02.116283 3713 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.963447ms I0514 08:39:02.116945 3713 namespace.go:102] [kube-public] adding namespace took 8.22133ms I0514 08:39:02.116960 3713 namespace.go:98] [openshift-kube-scheduler] adding namespace I0514 08:39:02.117368 3713 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.087404ms I0514 08:39:02.117396 3713 namespace.go:98] [openshift-authentication] adding namespace I0514 08:39:02.117853 3713 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.080028ms I0514 08:39:02.117866 3713 namespace.go:98] [openshift-backplane-mobb] adding namespace I0514 08:39:02.118293 3713 namespace.go:102] [openshift-package-operator] adding namespace took 8.136307ms I0514 08:39:02.118302 3713 namespace.go:98] [openshift] adding namespace I0514 08:39:02.118860 3713 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.25051ms I0514 08:39:02.118870 3713 namespace.go:98] [openshift-must-gather-operator] adding namespace I0514 08:39:02.119271 3713 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.093774ms I0514 08:39:02.119286 3713 namespace.go:98] [default] adding namespace I0514 08:39:02.119721 3713 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.868488ms I0514 08:39:02.119735 3713 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0514 08:39:02.120150 3713 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.687121ms I0514 08:39:02.120163 3713 namespace.go:98] [openshift-backplane-cee] adding namespace I0514 08:39:02.120751 3713 namespace.go:102] [openshift-node] adding namespace took 7.673714ms I0514 08:39:02.120769 3713 namespace.go:98] [openshift-backplane] adding namespace I0514 08:39:02.121315 3713 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.681319ms I0514 08:39:02.121332 3713 namespace.go:98] [openshift-image-registry] adding namespace I0514 08:39:02.121953 3713 namespace.go:102] [openshift-monitoring] adding namespace took 7.79276ms I0514 08:39:02.121970 3713 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0514 08:39:02.122431 3713 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.84646ms I0514 08:39:02.122444 3713 namespace.go:98] [openshift-dns] adding namespace I0514 08:39:02.122851 3713 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.65265ms I0514 08:39:02.122877 3713 namespace.go:98] [openshift-machine-api] adding namespace I0514 08:39:02.123283 3713 namespace.go:102] [openshift-operators] adding namespace took 7.517119ms I0514 08:39:02.123300 3713 namespace.go:98] [openshift-operators-redhat] adding namespace I0514 08:39:02.123707 3713 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.741777ms I0514 08:39:02.123720 3713 namespace.go:98] [openshift-network-diagnostics] adding namespace I0514 08:39:02.124061 3713 namespace.go:102] [openshift-authentication] adding namespace took 6.654067ms I0514 08:39:02.124511 3713 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.640206ms I0514 08:39:02.124923 3713 namespace.go:102] [openshift] adding namespace took 6.613788ms I0514 08:39:02.125340 3713 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.464485ms I0514 08:39:02.125836 3713 namespace.go:102] [default] adding namespace took 6.543736ms I0514 08:39:02.126292 3713 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.551397ms I0514 08:39:02.126853 3713 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.684489ms I0514 08:39:02.127347 3713 namespace.go:102] [openshift-backplane] adding namespace took 6.569436ms I0514 08:39:02.127366 3713 namespace.go:98] [openshift-network-operator] adding namespace I0514 08:39:02.128001 3713 namespace.go:102] [openshift-image-registry] adding namespace took 6.661771ms I0514 08:39:02.128495 3713 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.519692ms I0514 08:39:02.129051 3713 namespace.go:102] [openshift-dns] adding namespace took 6.602917ms I0514 08:39:02.129440 3713 namespace.go:102] [openshift-machine-api] adding namespace took 6.55609ms I0514 08:39:02.129454 3713 namespace.go:98] [openshift-multus] adding namespace W0514 08:39:02.129979 3713 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qpqww: pod openshift-network-diagnostics/network-check-target-qpqww: no pod IPs found I0514 08:39:02.129998 3713 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.692486ms I0514 08:39:02.130005 3713 namespace.go:98] [openshift-console-operator] adding namespace I0514 08:39:02.130914 3713 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.186979ms W0514 08:39:02.131431 3713 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q5482: pod openshift-multus/network-metrics-daemon-q5482: no pod IPs found I0514 08:39:02.131448 3713 namespace.go:102] [openshift-network-operator] adding namespace took 4.076607ms I0514 08:39:02.131979 3713 namespace.go:102] [openshift-multus] adding namespace took 2.518576ms I0514 08:39:02.132515 3713 namespace.go:102] [openshift-console-operator] adding namespace took 2.504798ms W0514 08:39:02.132616 3713 master.go:458] Unable to parse local node ip-10-0-2-193.ec2.internal chassis-id annotation. Chassis may be removed during sync I0514 08:39:02.132626 3713 master.go:481] Removing stale chassis with ID/Name: cf90499f-2b95-489b-bce2-179bc398ab80, hostname: ip-10-0-2-193.ec2.internal I0514 08:39:02.133165 3713 master.go:548] Adding or Updating local node "ip-10-0-2-193.ec2.internal" for network "default" I0514 08:39:02.134368 3713 zone_ic_handler.go:195] Time taken to create transit switch: 383.537µs I0514 08:39:02.134382 3713 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-84.ec2.internal for the network default E0514 08:39:02.134458 3713 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-55.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-55.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-55.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b59bc8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1134932116}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0514 08:39:02.134523 3713 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-55.ec2.internal", UID:"5c2df5ab-a58e-4649-a285-cb94173fd105", APIVersion:"v1", ResourceVersion:"9018", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-55.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-55.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b59bc8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1134932116}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0514 08:39:02.135497 3713 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-84.ec2.internal" on network "default" took: 1.522575ms I0514 08:39:02.137067 3713 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-193.ec2.internal for the network default I0514 08:39:02.137227 3713 zone_ic_handler.go:195] Time taken to create transit switch: 146.99µs I0514 08:39:02.137913 3713 default_network_controller.go:823] Node add failed for ip-10-0-2-193.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-193.ec2.internal, error getting gateway config for node ip-10-0-2-193.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-193.ec2.internal", failed to update chassis to local for local node ip-10-0-2-193.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-193.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-193.ec2.internal] E0514 08:39:02.137952 3713 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-193.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-193.ec2.internal, error getting gateway config for node ip-10-0-2-193.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-193.ec2.internal", failed to update chassis to local for local node ip-10-0-2-193.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-193.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-193.ec2.internal] I0514 08:39:02.138025 3713 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0514 08:39:02.138047 3713 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0514 08:39:02.138026 3713 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-193.ec2.internal", UID:"3634fea9-02a1-4ba8-9735-4b769a735218", APIVersion:"v1", ResourceVersion:"9225", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-193.ec2.internal, error getting gateway config for node ip-10-0-2-193.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-193.ec2.internal", failed to update chassis to local for local node ip-10-0-2-193.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-193.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-193.ec2.internal] I0514 08:39:02.138061 3713 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0514 08:39:02.138084 3713 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-55.ec2.internal in network "default" I0514 08:39:02.138198 3713 node_tracker.go:169] Node ip-10-0-0-55.ec2.internal switch + router changed, syncing services in network "default" I0514 08:39:02.138220 3713 services_controller.go:574] Full service sync requested for network=default I0514 08:39:02.138234 3713 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0514 08:39:02.138277 3713 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0514 08:39:02.138286 3713 services_controller.go:574] Full service sync requested for network=default I0514 08:39:02.138295 3713 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-193.ec2.internal in network "default" I0514 08:39:02.138310 3713 node_tracker.go:235] Node ip-10-0-2-193.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-193.ec2.internal" I0514 08:39:02.138325 3713 node_tracker.go:169] Node ip-10-0-2-193.ec2.internal switch + router changed, syncing services in network "default" I0514 08:39:02.138332 3713 services_controller.go:574] Full service sync requested for network=default I0514 08:39:02.222080 3713 iptables.go:108] Creating table: filter chain: FORWARD I0514 08:39:02.229016 3713 iptables.go:108] Creating table: filter chain: OUTPUT I0514 08:39:02.235894 3713 gateway_shared_intf.go:1816] Gateway Creation Complete I0514 08:39:02.235909 3713 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-193.ec2.internal","mac-address":"0e:f2:f9:99:17:bb","ip-addresses":["10.0.2.193/24"],"ip-address":"10.0.2.193/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:cf90499f-2b95-489b-bce2-179bc398ab80 k8s.ovn.org/node-encap-ips:["10.0.2.193"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.193/24"} k8s.ovn.org/zone-name:ip-10-0-2-193.ec2.internal] on node ip-10-0-2-193.ec2.internal I0514 08:39:02.239031 3713 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0514 08:39:02.239048 3713 services_controller.go:208] Setting up event handlers for services for network=default I0514 08:39:02.239092 3713 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0514 08:39:02.239124 3713 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0514 08:39:02.239134 3713 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0514 08:39:02.254329 3713 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-193.ec2.internal in network "default" I0514 08:39:02.254384 3713 node_tracker.go:169] Node ip-10-0-2-193.ec2.internal switch + router changed, syncing services in network "default" I0514 08:39:02.254398 3713 services_controller.go:574] Full service sync requested for network=default I0514 08:39:02.254464 3713 master.go:548] Adding or Updating local node "ip-10-0-2-193.ec2.internal" for network "default" I0514 08:39:02.258227 3713 default_node_network_controller.go:519] Node connection status = connected W0514 08:39:02.258844 3713 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-qpqww: pod openshift-network-diagnostics/network-check-target-qpqww: no pod IPs found W0514 08:39:02.258872 3713 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-r2wjn: pod kube-system/global-pull-secret-syncer-r2wjn: no pod IPs found W0514 08:39:02.258881 3713 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-q5482: pod openshift-multus/network-metrics-daemon-q5482: no pod IPs found I0514 08:39:02.259852 3713 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-193.ec2.internal for the network default I0514 08:39:02.260052 3713 zone_ic_handler.go:195] Time taken to create transit switch: 185.783µs I0514 08:39:02.339408 3713 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0514 08:39:02.339429 3713 repair.go:60] Starting repairing loop for services I0514 08:39:02.339505 3713 repair.go:131] Deleted 0 stale service LBs I0514 08:39:02.339524 3713 repair.go:137] Deleted 0 stale Chassis Template Vars I0514 08:39:02.339561 3713 repair.go:62] Finished repairing loop for services: 132.628µs I0514 08:39:02.339618 3713 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0514 08:39:02.339629 3713 services_controller.go:254] Starting workers for network=default I0514 08:39:02.340196 3713 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qpqww] creating logical port openshift-network-diagnostics_network-check-target-qpqww for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:02.340218 3713 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-r2wjn] creating logical port kube-system_global-pull-secret-syncer-r2wjn for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:02.340353 3713 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-r2wjn I0514 08:39:02.340503 3713 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-q5482] creating logical port openshift-multus_network-metrics-daemon-q5482 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:02.340518 3713 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-qpqww I0514 08:39:02.340661 3713 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-q5482 I0514 08:39:02.358047 3713 pod.go:62] [kube-system/global-pull-secret-syncer-r2wjn] pod update took 17.76022ms I0514 08:39:02.358069 3713 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-r2wjn] addLogicalPort annotation time took 17.784972ms I0514 08:39:02.358279 3713 pod.go:62] [openshift-multus/network-metrics-daemon-q5482] pod update took 17.708307ms I0514 08:39:02.358302 3713 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-q5482] addLogicalPort annotation time took 17.730434ms I0514 08:39:02.358340 3713 pod.go:62] [openshift-network-diagnostics/network-check-target-qpqww] pod update took 17.864805ms I0514 08:39:02.358356 3713 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-qpqww] addLogicalPort annotation time took 18.074808ms I0514 08:39:02.359059 3713 pods.go:271] [kube-system/global-pull-secret-syncer-r2wjn] addLogicalPort took 18.849161ms, libovsdb time 731.815µs I0514 08:39:02.359454 3713 pods.go:271] [openshift-network-diagnostics/network-check-target-qpqww] addLogicalPort took 19.273294ms, libovsdb time 844.525µs I0514 08:39:02.359776 3713 pods.go:271] [openshift-multus/network-metrics-daemon-q5482] addLogicalPort took 19.279084ms, libovsdb time 1.027496ms I0514 08:39:02.360563 3713 admin_network_policy_controller.go:227] Starting controller default-network-controller I0514 08:39:02.360583 3713 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0514 08:39:02.360593 3713 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0514 08:39:02.360597 3713 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0514 08:39:02.360777 3713 repair.go:29] Repairing admin network policies took 175.221µs I0514 08:39:02.360884 3713 repair.go:92] Repairing baseline admin network policies took 99.312µs I0514 08:39:02.361210 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0514 08:39:02.361223 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0514 08:39:02.362488 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0514 08:39:02.362508 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0514 08:39:02.362517 3713 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0514 08:39:02.363984 3713 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0514 08:39:02.364002 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0514 08:39:02.364011 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0514 08:39:02.365399 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0514 08:39:02.365417 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0514 08:39:02.365425 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0514 08:39:02.365910 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0514 08:39:02.365929 3713 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0514 08:39:02.365938 3713 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0514 08:39:02.367672 3713 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0514 08:39:02.367690 3713 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0514 08:39:02.367700 3713 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0514 08:39:02.369859 3713 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0514 08:39:02.369877 3713 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0514 08:39:02.369884 3713 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0514 08:39:02.370149 3713 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0514 08:39:02.370163 3713 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0514 08:39:02.370171 3713 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0514 08:39:02.371112 3713 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0514 08:39:02.371130 3713 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0514 08:39:02.371141 3713 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0514 08:39:02.372172 3713 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0514 08:39:02.372193 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0514 08:39:02.372201 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0514 08:39:02.372714 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0514 08:39:02.372730 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0514 08:39:02.373485 3713 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0514 08:39:02.373497 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0514 08:39:02.374245 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0514 08:39:02.374265 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0514 08:39:02.374274 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0514 08:39:02.375808 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0514 08:39:02.375827 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0514 08:39:02.375847 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0514 08:39:02.376932 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0514 08:39:02.376949 3713 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0514 08:39:02.376962 3713 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0514 08:39:02.377505 3713 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0514 08:39:02.377522 3713 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0514 08:39:02.377550 3713 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0514 08:39:02.378705 3713 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0514 08:39:02.378723 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0514 08:39:02.378732 3713 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0514 08:39:02.379364 3713 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0514 08:39:02.379381 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0514 08:39:02.379388 3713 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0514 08:39:02.379855 3713 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0514 08:39:02.379873 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0514 08:39:02.379881 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0514 08:39:02.380382 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0514 08:39:02.380396 3713 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0514 08:39:02.380403 3713 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0514 08:39:02.380856 3713 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0514 08:39:02.380880 3713 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0514 08:39:02.380891 3713 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0514 08:39:02.382787 3713 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0514 08:39:02.382814 3713 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0514 08:39:02.382822 3713 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0514 08:39:02.383667 3713 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0514 08:39:02.383686 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0514 08:39:02.383694 3713 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0514 08:39:02.384171 3713 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0514 08:39:02.384190 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0514 08:39:02.384198 3713 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0514 08:39:02.384513 3713 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0514 08:39:02.384553 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0514 08:39:02.384564 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0514 08:39:02.385052 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0514 08:39:02.385066 3713 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0514 08:39:02.385074 3713 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0514 08:39:02.386041 3713 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0514 08:39:02.386057 3713 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0514 08:39:02.386063 3713 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0514 08:39:02.386315 3713 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0514 08:39:02.386332 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0514 08:39:02.386339 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0514 08:39:02.386821 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0514 08:39:02.386836 3713 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0514 08:39:02.386841 3713 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0514 08:39:02.387077 3713 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0514 08:39:02.387091 3713 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0514 08:39:02.387100 3713 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0514 08:39:02.388662 3713 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0514 08:39:02.394484 3713 egressfirewall.go:374] Starting EgressFirewall controller I0514 08:39:02.394559 3713 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0514 08:39:02.394559 3713 controller.go:133] Adding controller egress-firewall-controller event handlers I0514 08:39:02.394593 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0514 08:39:02.394611 3713 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0514 08:39:02.394598 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0514 08:39:02.394620 3713 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0514 08:39:02.394889 3713 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0514 08:39:02.394905 3713 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0514 08:39:02.394912 3713 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0514 08:39:02.394923 3713 egressqos.go:193] Setting up event handlers for EgressQoS I0514 08:39:02.394934 3713 egressfirewall.go:723] Syncing node "ip-10-0-0-55.ec2.internal" for egress firewall I0514 08:39:02.394945 3713 egressfirewall.go:723] Syncing node "ip-10-0-1-84.ec2.internal" for egress firewall I0514 08:39:02.394953 3713 egressfirewall.go:723] Syncing node "ip-10-0-2-193.ec2.internal" for egress firewall I0514 08:39:02.395094 3713 egressqos.go:245] Starting EgressQoS Controller I0514 08:39:02.395110 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0514 08:39:02.395119 3713 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0514 08:39:02.395131 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0514 08:39:02.395142 3713 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0514 08:39:02.395149 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0514 08:39:02.395156 3713 shared_informer.go:356] "Caches are synced" controller="egressqos" I0514 08:39:02.395160 3713 egressqos.go:259] Repairing EgressQoSes I0514 08:39:02.395164 3713 egressqos.go:399] Starting repairing loop for egressqos I0514 08:39:02.395260 3713 egressqos.go:401] Finished repairing loop for egressqos: 95.367µs I0514 08:39:02.395275 3713 egressservice_zone.go:132] Setting up event handlers for Egress Services I0514 08:39:02.395297 3713 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-193.ec2.internal I0514 08:39:02.395345 3713 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-193.ec2.internal : 49.539µs I0514 08:39:02.395496 3713 egressservice_zone.go:210] Starting Egress Services Controller I0514 08:39:02.395514 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0514 08:39:02.395520 3713 shared_informer.go:356] "Caches are synced" controller="egressservices" I0514 08:39:02.395528 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0514 08:39:02.395570 3713 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0514 08:39:02.395579 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0514 08:39:02.395584 3713 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0514 08:39:02.395588 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0514 08:39:02.395592 3713 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0514 08:39:02.395596 3713 egressservice_zone.go:228] Repairing Egress Services I0514 08:39:02.395925 3713 master_controller.go:88] Starting Admin Policy Based Route Controller I0514 08:39:02.395937 3713 external_controller.go:278] Starting Admin Policy Based Route Controller I0514 08:39:02.395992 3713 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-55.ec2.internal I0514 08:39:02.396008 3713 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-55.ec2.internal: 19.287µs I0514 08:39:02.396015 3713 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0514 08:39:02.396020 3713 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 5.595µs I0514 08:39:02.396025 3713 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-193.ec2.internal I0514 08:39:02.396029 3713 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-193.ec2.internal: 4.2µs I0514 08:39:02.396180 3713 default_network_controller.go:585] Completing all the Watchers took 306.254394ms I0514 08:39:02.396194 3713 default_network_controller.go:589] Starting unidling controllers I0514 08:39:02.396206 3713 unidle.go:46] Registering OVN SB ControllerEvent handler I0514 08:39:02.396211 3713 unidle.go:63] Populating Initial ContollerEvent events I0514 08:39:02.396222 3713 unidle.go:79] Setting up event handlers for services I0514 08:39:02.396374 3713 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0514 08:39:02.758915 3713 default_node_network_controller.go:519] Node connection status = connected I0514 08:39:03.259365 3713 default_node_network_controller.go:519] Node connection status = connected I0514 08:39:03.759403 3713 default_node_network_controller.go:519] Node connection status = connected I0514 08:39:03.781926 3713 bridgeconfig.go:537] Gateway is ready I0514 08:39:03.781945 3713 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0514 08:39:03.793838 3713 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.193. Updating OVN encap IP. I0514 08:39:03.797126 3713 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0514 08:39:03.799590 3713 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.193 - it is already configured I0514 08:39:03.799605 3713 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.193/24:{} 172.20.0.1/32:{}]. Updating annotations. I0514 08:39:03.799825 3713 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.193/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-193.ec2.internal","mac-address":"0e:f2:f9:99:17:bb","ip-addresses":["10.0.2.193/24"],"ip-address":"10.0.2.193/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:cf90499f-2b95-489b-bce2-179bc398ab80 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.193/24"}] on node ip-10-0-2-193.ec2.internal I0514 08:39:03.814968 3713 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.193 I0514 08:39:03.815008 3713 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-193.ec2.internal in network "default" I0514 08:39:03.815021 3713 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-193.ec2.internal I0514 08:39:03.815047 3713 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-193.ec2.internal: 30.892µs I0514 08:39:03.815064 3713 node_tracker.go:169] Node ip-10-0-2-193.ec2.internal switch + router changed, syncing services in network "default" I0514 08:39:03.815082 3713 services_controller.go:574] Full service sync requested for network=default I0514 08:39:03.815078 3713 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-193.ec2.internal I0514 08:39:03.815104 3713 egressfirewall.go:723] Syncing node "ip-10-0-2-193.ec2.internal" for egress firewall I0514 08:39:03.815126 3713 master.go:548] Adding or Updating local node "ip-10-0-2-193.ec2.internal" for network "default" I0514 08:39:03.819875 3713 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-193.ec2.internal. Updating no re-route policies I0514 08:39:03.819959 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2ppzw I0514 08:39:03.819969 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bdklm I0514 08:39:03.819971 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-cqz9q I0514 08:39:03.819978 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2ppzw I0514 08:39:03.819981 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bdklm I0514 08:39:03.819984 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-cqz9q I0514 08:39:03.820000 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bdklm after 0 failed attempt(s) I0514 08:39:03.820001 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-cqz9q after 0 failed attempt(s) I0514 08:39:03.820000 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2ppzw after 0 failed attempt(s) I0514 08:39:03.819996 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-q5482 I0514 08:39:03.820015 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qpqww I0514 08:39:03.820012 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-sg4tz I0514 08:39:03.820020 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-q5482 I0514 08:39:03.820024 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qpqww I0514 08:39:03.820026 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ggfml I0514 08:39:03.820025 3713 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-svlvb I0514 08:39:03.820031 3713 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-r2wjn I0514 08:39:03.820030 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-sg4tz I0514 08:39:03.820038 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-ggfml I0514 08:39:03.820042 3713 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-r2wjn I0514 08:39:03.820040 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-193.ec2.internal I0514 08:39:03.820049 3713 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-q5482] creating logical port openshift-multus_network-metrics-daemon-q5482 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:03.820054 3713 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qpqww] creating logical port openshift-network-diagnostics_network-check-target-qpqww for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:03.820058 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-ggfml after 0 failed attempt(s) I0514 08:39:03.820058 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-sg4tz after 0 failed attempt(s) I0514 08:39:03.820058 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-193.ec2.internal I0514 08:39:03.820085 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-193.ec2.internal after 0 failed attempt(s) I0514 08:39:03.820013 3713 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-193.ec2.internal I0514 08:39:03.820091 3713 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-r2wjn] creating logical port kube-system_global-pull-secret-syncer-r2wjn for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:03.820099 3713 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-193.ec2.internal I0514 08:39:03.820120 3713 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-193.ec2.internal after 0 failed attempt(s) I0514 08:39:03.820019 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-26hrs I0514 08:39:03.820135 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-26hrs I0514 08:39:03.820158 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-26hrs after 0 failed attempt(s) I0514 08:39:03.820026 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-snzwv I0514 08:39:03.820179 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-snzwv I0514 08:39:03.820195 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-snzwv after 0 failed attempt(s) I0514 08:39:03.820040 3713 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-svlvb I0514 08:39:03.820221 3713 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-svlvb after 0 failed attempt(s) I0514 08:39:03.819960 3713 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bts2d I0514 08:39:03.820236 3713 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bts2d I0514 08:39:03.820251 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bts2d after 0 failed attempt(s) I0514 08:39:03.820843 3713 pods.go:271] [openshift-network-diagnostics/network-check-target-qpqww] addLogicalPort took 795.953µs, libovsdb time 319.058µs I0514 08:39:03.820854 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-qpqww after 0 failed attempt(s) I0514 08:39:03.820937 3713 pods.go:271] [openshift-multus/network-metrics-daemon-q5482] addLogicalPort took 894.707µs, libovsdb time 410.096µs I0514 08:39:03.820948 3713 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-q5482 after 0 failed attempt(s) I0514 08:39:03.821010 3713 pods.go:271] [kube-system/global-pull-secret-syncer-r2wjn] addLogicalPort took 929.091µs, libovsdb time 454.718µs I0514 08:39:03.821018 3713 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-r2wjn after 0 failed attempt(s) I0514 08:39:03.831719 3713 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0514 08:39:03.844369 3713 iptables.go:108] Creating table: mangle chain: OUTPUT I0514 08:39:03.847942 3713 iptables.go:108] Creating table: nat chain: OUTPUT I0514 08:39:03.901962 3713 iptables.go:108] Creating table: nat chain: PREROUTING I0514 08:39:03.967242 3713 iptables.go:108] Creating table: filter chain: FORWARD I0514 08:39:03.985682 3713 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0514 08:39:03.985826 3713 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0514 08:39:03.985879 3713 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0514 08:39:03.985983 3713 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0514 08:39:03.986064 3713 gateway_init.go:325] Gateway and management port readiness took 1.731870273s I0514 08:39:03.986093 3713 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0514 08:39:03.986143 3713 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0514 08:39:03.986156 3713 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0514 08:39:03.986166 3713 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0514 08:39:03.986233 3713 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0514 08:39:03.986351 3713 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.037µs I0514 08:39:03.986786 3713 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0514 08:39:03.986838 3713 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 37.249µs I0514 08:39:03.986852 3713 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 67.397µs I0514 08:39:03.986861 3713 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0514 08:39:03.986870 3713 nad_controller.go:379] [node-nad-controller NAD controller]: started I0514 08:39:03.986876 3713 default_node_network_controller.go:899] Starting the default node network controller I0514 08:39:03.986883 3713 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0514 08:39:03.987018 3713 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.54µs I0514 08:39:03.987183 3713 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0514 08:39:03.987197 3713 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0514 08:39:03.987225 3713 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8eb80 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc0002ee4d0 0xc0002ee5b0 0xc0002ee620 0xc0009b79f0 0xc0002ee690 0xc0002ee700 0xc000cf8280 0xc0062f9340 0xc0002ee770 map[0x2ff9080:0xc00291c1e0 0x2ff95c0:0xc00291c5a0 0x2ffa2e0:0xc00291c120 0x2ffa580:0xc00291c180 0x2ffad60:0xc00291c240 0x2ffb000:0xc00291c2a0 0x2ffb2a0:0xc00291c540 0x2ffba80:0xc00291c600 0x2ffbd20:0xc00291c660 0x3026980:0xc0007a33e0 0x3026d20:0xc00280a840 0x3027800:0xc000cf0600 0x3029160:0xc001cb8000 0x30298a0:0xc00291c0c0 0x302a720:0xc0007a3380] 0xc0000d2ee0 0} I0514 08:39:03.987330 3713 gateway.go:151] Starting gateway service sync I0514 08:39:03.988160 3713 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0514 08:39:03.990752 3713 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0514 08:39:04.009345 3713 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0514 08:39:04.010932 3713 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0514 08:39:04.012238 3713 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0514 08:39:04.047952 3713 gateway.go:168] Gateway service sync done. Time taken: 60.603933ms I0514 08:39:04.048354 3713 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32262 I0514 08:39:04.048756 3713 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8eb80 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc0002ee4d0 0xc0002ee5b0 0xc0002ee620 0xc0009b79f0 0xc0002ee690 0xc0002ee700 0xc000cf8280 0xc0062f9340 0xc0002ee770 map[0x2ff9080:0xc00291c1e0 0x2ff95c0:0xc00291c5a0 0x2ffa2e0:0xc00291c120 0x2ffa580:0xc00291c180 0x2ffad60:0xc00291c240 0x2ffb000:0xc00291c2a0 0x2ffb2a0:0xc00291c540 0x2ffba80:0xc00291c600 0x2ffbd20:0xc00291c660 0x3026980:0xc0007a33e0 0x3026d20:0xc00280a840 0x3027800:0xc000cf0600 0x3029160:0xc001cb8000 0x30298a0:0xc00291c0c0 0x302a720:0xc0007a3380] 0xc0000d2ee0 0} I0514 08:39:04.049154 3713 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8eb80 0xc0002ee380 0xc0002ee3f0 0xc0002ee460 0xc0002ee4d0 0xc0002ee5b0 0xc0002ee620 0xc0009b79f0 0xc0002ee690 0xc0002ee700 0xc000cf8280 0xc0062f9340 0xc0002ee770 map[0x2ff9080:0xc00291c1e0 0x2ff95c0:0xc00291c5a0 0x2ffa2e0:0xc00291c120 0x2ffa580:0xc00291c180 0x2ffad60:0xc00291c240 0x2ffb000:0xc00291c2a0 0x2ffb2a0:0xc00291c540 0x2ffba80:0xc00291c600 0x2ffbd20:0xc00291c660 0x3026980:0xc0007a33e0 0x3026d20:0xc00280a840 0x3027800:0xc000cf0600 0x3029160:0xc001cb8000 0x30298a0:0xc00291c0c0 0x302a720:0xc0007a3380] 0xc0000d2ee0 0} I0514 08:39:04.049187 3713 gateway.go:532] Reconciling gateway with updates I0514 08:39:04.055094 3713 gateway.go:339] Spawning Conntrack Rule Check Thread I0514 08:39:04.055176 3713 default_node_network_controller.go:944] Gateway and management port readiness took 67.971125ms I0514 08:39:04.055177 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0514 08:39:04.055192 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0514 08:39:04.055201 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0514 08:39:04.055203 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 08:39:04.055208 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0514 08:39:04.055207 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 08:39:04.055214 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0514 08:39:04.055214 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 08:39:04.055221 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 08:39:04.055222 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0514 08:39:04.055228 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0514 08:39:04.055229 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0514 08:39:04.055237 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0514 08:39:04.055243 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0514 08:39:04.055247 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 08:39:04.055250 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0514 08:39:04.055259 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 08:39:04.055265 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0514 08:39:04.055275 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 08:39:04.055280 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0514 08:39:04.055281 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0514 08:39:04.055234 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0514 08:39:04.055284 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 08:39:04.055293 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0514 08:39:04.055288 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0514 08:39:04.055294 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 08:39:04.055300 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 08:39:04.055303 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 08:39:04.055302 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 08:39:04.055306 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 08:39:04.055314 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0514 08:39:04.055323 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 08:39:04.055265 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0514 08:39:04.055335 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0514 08:39:04.055257 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 08:39:04.055339 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 08:39:04.055342 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 08:39:04.055344 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 08:39:04.055352 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 08:39:04.055353 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 08:39:04.055359 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 08:39:04.055363 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 08:39:04.055364 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0514 08:39:04.055366 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 08:39:04.055364 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0514 08:39:04.055373 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0514 08:39:04.055370 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0514 08:39:04.055374 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 08:39:04.055379 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0514 08:39:04.055383 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0514 08:39:04.055379 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 08:39:04.055389 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 08:39:04.055400 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 08:39:04.055403 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 08:39:04.055403 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 08:39:04.055402 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 08:39:04.055405 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 08:39:04.055417 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 08:39:04.055417 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 08:39:04.055422 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0514 08:39:04.055421 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 08:39:04.055375 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 08:39:04.055433 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0514 08:39:04.055439 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 08:39:04.055441 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 08:39:04.055345 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0514 08:39:04.055307 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 08:39:04.055615 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 08:39:04.055389 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 08:39:04.055672 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 08:39:04.055283 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 08:39:04.055736 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 08:39:04.055408 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 08:39:04.055754 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 08:39:04.055324 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0514 08:39:04.055819 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0514 08:39:04.055353 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 08:39:04.055869 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0514 08:39:04.055241 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 08:39:04.055890 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 08:39:04.055356 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 08:39:04.055355 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 08:39:04.055970 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0514 08:39:04.055388 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 08:39:04.055990 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 08:39:04.055323 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 08:39:04.056045 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 08:39:04.055411 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 08:39:04.056061 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0514 08:39:04.056071 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 08:39:04.056082 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0514 08:39:04.055470 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0514 08:39:04.056102 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0514 08:39:04.055476 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 08:39:04.056126 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 08:39:04.055487 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 08:39:04.056155 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 08:39:04.055501 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 08:39:04.056183 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 08:39:04.056196 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0514 08:39:04.055555 3713 port_claim.go:71] Svc openshift-ingress/router-default: port 30782 is already open, no action needed I0514 08:39:04.056222 3713 port_claim.go:71] Svc openshift-ingress/router-default: port 31581 is already open, no action needed I0514 08:39:04.055571 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 08:39:04.056294 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 08:39:04.056721 3713 node_ip_handler_linux.go:160] Node IP manager is running W0514 08:39:04.093572 3713 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0514 08:39:04.093777 3713 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0514 08:39:04.093923 3713 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0514 08:39:04.102784 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0514 08:39:04.102821 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0514 08:39:04.102832 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0514 08:39:04.102841 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0514 08:39:04.102852 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0514 08:39:04.102861 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0514 08:39:04.102870 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0514 08:39:04.102878 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0514 08:39:04.102893 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0514 08:39:04.102902 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0514 08:39:04.102911 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0514 08:39:04.102920 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0514 08:39:04.102928 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0514 08:39:04.143185 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0514 08:39:04.143215 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0514 08:39:04.143222 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0514 08:39:04.143229 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0514 08:39:04.143235 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0514 08:39:04.143241 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0514 08:39:04.143246 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0514 08:39:04.143252 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0514 08:39:04.143272 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0514 08:39:04.143287 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0514 08:39:04.143292 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0514 08:39:04.143298 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0514 08:39:04.143314 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0514 08:39:04.143333 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0514 08:39:04.143339 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0514 08:39:04.182930 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0514 08:39:04.182941 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0514 08:39:05.903406 3713 default_node_network_controller.go:1380] Starting node controller node sync W0514 08:39:05.903452 3713 egressip_healthcheck.go:76] Health checking using insecure connection I0514 08:39:05.903560 3713 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0514 08:39:05.915316 3713 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.889584ms I0514 08:39:05.915506 3713 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-55.ec2.internal", IP: 10.0.0.55 to PMTUD blocking rules I0514 08:39:05.915506 3713 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-84.ec2.internal", IP: 10.0.1.84 to PMTUD blocking rules I0514 08:39:05.915520 3713 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-55.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 08:39:05.915525 3713 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-84.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 08:39:05.927448 3713 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0514 08:39:05.927758 3713 egressservice_node.go:93] Setting up event handlers for Egress Services I0514 08:39:05.927898 3713 egressservice_node.go:183] Starting Egress Services Controller I0514 08:39:05.927918 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0514 08:39:05.927927 3713 shared_informer.go:356] "Caches are synced" controller="egressservices" I0514 08:39:05.927932 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0514 08:39:05.927939 3713 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0514 08:39:05.927947 3713 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0514 08:39:05.927956 3713 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0514 08:39:05.927963 3713 egressservice_node.go:197] Repairing Egress Services I0514 08:39:05.938366 3713 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0514 08:39:05.938376 3713 external_controller.go:278] Starting Admin Policy Based Route Controller I0514 08:39:05.938716 3713 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0514 08:39:05.938730 3713 link_network_manager.go:119] Link manager is running I0514 08:39:05.938740 3713 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0514 08:39:05.938932 3713 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0514 08:39:05.939188 3713 vrf_manager.go:128] VRF manager is running I0514 08:39:05.939316 3713 node_controller_manager.go:437] Removing flows to drop GARP I0514 08:39:05.939326 3713 gateway.go:532] Reconciling gateway with updates I0514 08:39:05.964290 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 08:39:05.964285 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 08:39:05.964310 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 08:39:05.964306 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 08:39:05.964313 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0514 08:39:05.964294 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 08:39:05.964314 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 08:39:05.964326 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 08:39:05.964328 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0514 08:39:05.964326 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 08:39:05.964313 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 08:39:05.964336 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 08:39:05.964335 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0514 08:39:05.964344 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 08:39:05.964345 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0514 08:39:05.964352 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 08:39:05.964285 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0514 08:39:05.964361 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 08:39:05.964365 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0514 08:39:05.964377 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0514 08:39:05.964380 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0514 08:39:05.964386 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 08:39:05.964391 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0514 08:39:05.964392 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 08:39:05.964403 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0514 08:39:05.964405 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 08:39:05.964411 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0514 08:39:05.964410 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0514 08:39:05.964397 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0514 08:39:05.964417 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0514 08:39:05.964422 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0514 08:39:05.964420 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 08:39:05.964428 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0514 08:39:05.964319 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 08:39:05.964435 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 08:39:05.964435 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 08:39:05.964442 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0514 08:39:05.964444 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 08:39:05.964446 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 08:39:05.964450 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 08:39:05.964454 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0514 08:39:05.964459 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 08:39:05.964459 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0514 08:39:05.964465 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0514 08:39:05.964466 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 08:39:05.964465 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 08:39:05.964468 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 08:39:05.964474 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0514 08:39:05.964474 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0514 08:39:05.964474 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 08:39:05.964483 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 08:39:05.964479 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 08:39:05.964485 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0514 08:39:05.964484 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0514 08:39:05.964487 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 08:39:05.964493 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0514 08:39:05.964492 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 08:39:05.964491 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 08:39:05.964492 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0514 08:39:05.964499 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 08:39:05.964502 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0514 08:39:05.964503 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 08:39:05.964507 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 08:39:05.964505 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 08:39:05.964512 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0514 08:39:05.964515 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 08:39:05.964516 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 08:39:05.964507 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 08:39:05.964518 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0514 08:39:05.964521 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0514 08:39:05.964406 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 08:39:05.964529 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 08:39:05.964555 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 08:39:05.964560 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0514 08:39:05.964453 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 08:39:05.964572 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 08:39:05.964560 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0514 08:39:05.964441 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 08:39:05.964626 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 08:39:05.964634 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0514 08:39:05.964430 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0514 08:39:05.964454 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0514 08:39:05.964648 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0514 08:39:05.964444 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 08:39:05.964687 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 08:39:05.964464 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0514 08:39:05.964304 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 08:39:05.964706 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 08:39:05.964459 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0514 08:39:05.964412 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0514 08:39:05.964431 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 08:39:05.964756 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 08:39:05.964398 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 08:39:05.964794 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 08:39:05.964434 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0514 08:39:05.964828 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0514 08:39:05.964436 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0514 08:39:05.964863 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0514 08:39:05.964443 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0514 08:39:05.964460 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 08:39:05.964903 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 08:39:05.964475 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0514 08:39:05.964480 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0514 08:39:05.964481 3713 port_claim.go:71] Svc openshift-ingress/router-default: port 30782 is already open, no action needed I0514 08:39:05.964955 3713 port_claim.go:71] Svc openshift-ingress/router-default: port 31581 is already open, no action needed I0514 08:39:05.964414 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 08:39:05.964484 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 08:39:05.965036 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 08:39:05.964489 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 08:39:05.964410 3713 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 08:39:05.965115 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 08:39:05.964502 3713 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 08:39:05.992850 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0514 08:39:06.012420 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0514 08:39:06.012431 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0514 08:39:06.012453 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0514 08:39:06.012464 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0514 08:39:06.012474 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0514 08:39:06.012483 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0514 08:39:06.012492 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0514 08:39:06.012500 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0514 08:39:06.012510 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0514 08:39:06.012520 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0514 08:39:06.012529 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0514 08:39:06.012561 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0514 08:39:06.012581 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0514 08:39:06.012588 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0514 08:39:06.012595 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0514 08:39:06.056574 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0514 08:39:06.056585 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0514 08:39:06.056607 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0514 08:39:06.056619 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0514 08:39:06.056628 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0514 08:39:06.056638 3713 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0514 08:39:07.618157 3713 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-193.ec2.internal I0514 08:39:07.618191 3713 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-193.ec2.internal: 41.31µs I0514 08:39:07.646721 3713 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-95b6886d-ttf79] creating logical port openshift-image-registry_image-registry-95b6886d-ttf79 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:07.646847 3713 kube.go:256] Updating pod openshift-image-registry/image-registry-95b6886d-ttf79 I0514 08:39:07.668520 3713 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xpk2s] creating logical port openshift-ingress-canary_ingress-canary-xpk2s for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:07.668646 3713 pod.go:62] [openshift-image-registry/image-registry-95b6886d-ttf79] pod update took 21.83245ms I0514 08:39:07.668667 3713 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-95b6886d-ttf79] addLogicalPort annotation time took 21.858049ms I0514 08:39:07.668724 3713 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xpk2s I0514 08:39:07.669944 3713 pods.go:271] [openshift-image-registry/image-registry-95b6886d-ttf79] addLogicalPort took 23.240988ms, libovsdb time 1.035593ms I0514 08:39:07.675136 3713 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ml7zr] creating logical port openshift-dns_dns-default-ml7zr for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:07.675244 3713 kube.go:256] Updating pod openshift-dns/dns-default-ml7zr I0514 08:39:07.691589 3713 pod.go:62] [openshift-ingress-canary/ingress-canary-xpk2s] pod update took 22.887408ms I0514 08:39:07.691614 3713 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-xpk2s] addLogicalPort annotation time took 22.915996ms I0514 08:39:07.692793 3713 pods.go:271] [openshift-ingress-canary/ingress-canary-xpk2s] addLogicalPort took 24.295975ms, libovsdb time 877.195µs I0514 08:39:07.694862 3713 pod.go:62] [openshift-dns/dns-default-ml7zr] pod update took 19.648769ms I0514 08:39:07.694931 3713 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-ml7zr] addLogicalPort annotation time took 19.717692ms I0514 08:39:07.696062 3713 pods.go:271] [openshift-dns/dns-default-ml7zr] addLogicalPort took 20.936279ms, libovsdb time 809.165µs I0514 08:39:09.174689 3713 cni.go:452] [openshift-ingress-canary/ingress-canary-xpk2s 97179e069e271d715f95c223539fb82140470ba122a318ae943a7fb7967bd694 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xpk2s 97179e069e271d715f95c223539fb82140470ba122a318ae943a7fb7967bd694 network default NAD default NAD key ] I0514 08:39:09.210857 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xpk2s, hostIfaceName: 97179e069e271d7, network: default, NAD default, SandboxID: "97179e069e271d715f95c223539fb82140470ba122a318ae943a7fb7967bd694", PCI device ID: , UID: "0d28f3f9-3aa5-4add-a2b0-d13ab3c61195", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0514 08:39:09.260849 3713 cni.go:473] [openshift-ingress-canary/ingress-canary-xpk2s 97179e069e271d715f95c223539fb82140470ba122a318ae943a7fb7967bd694 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xpk2s 97179e069e271d715f95c223539fb82140470ba122a318ae943a7fb7967bd694 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:eb:8a:a4:46:7e\",\"name\":\"97179e069e271d7\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eff41032-5d91-461c-a725-21aa83506146\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:39:10.227470 3713 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 08:39:10.297595 3713 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0514 08:39:10.344087 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 08:39:10.778923 3713 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0514 08:39:10.779850 3713 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 905.091µs I0514 08:39:10.803263 3713 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0514 08:39:10.938840 3713 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ch7qr] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-ch7qr for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:10.938934 3713 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ch7qr I0514 08:39:10.979961 3713 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ch7qr] pod update took 41.054159ms I0514 08:39:10.979990 3713 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ch7qr] addLogicalPort annotation time took 41.085649ms I0514 08:39:10.981074 3713 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ch7qr] addLogicalPort took 42.249092ms, libovsdb time 829.298µs I0514 08:39:11.640479 3713 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ch7qr e1187b0f0b0af488c2e53f94bf8ef0e2fed172f88502b3627033f24871487ee9 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ch7qr e1187b0f0b0af488c2e53f94bf8ef0e2fed172f88502b3627033f24871487ee9 network default NAD default NAD key ] I0514 08:39:11.650250 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-ch7qr, hostIfaceName: e1187b0f0b0af48, network: default, NAD default, SandboxID: "e1187b0f0b0af488c2e53f94bf8ef0e2fed172f88502b3627033f24871487ee9", PCI device ID: , UID: "20ff0528-ccfc-4762-aaaa-ec6d668f6f5c", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0514 08:39:11.698352 3713 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ch7qr e1187b0f0b0af488c2e53f94bf8ef0e2fed172f88502b3627033f24871487ee9 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ch7qr e1187b0f0b0af488c2e53f94bf8ef0e2fed172f88502b3627033f24871487ee9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d9:6f:45:b4:05\",\"name\":\"e1187b0f0b0af48\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/724469ce-c0de-4b94-a8a8-7fe740cb1530\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:39:11.811893 3713 cni.go:452] [openshift-network-diagnostics/network-check-target-qpqww f228f1128a02896acb6303c99a9c3b5b9da513a338bb0471350867f4351e880d network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-qpqww f228f1128a02896acb6303c99a9c3b5b9da513a338bb0471350867f4351e880d network default NAD default NAD key ] I0514 08:39:11.822466 3713 cni.go:452] [kube-system/global-pull-secret-syncer-r2wjn a31adef4a7fd8d3bd3e748cbf7122768a936d9bae716bb29bf258de86c647d10 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-r2wjn a31adef4a7fd8d3bd3e748cbf7122768a936d9bae716bb29bf258de86c647d10 network default NAD default NAD key ] I0514 08:39:11.823906 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-qpqww, hostIfaceName: f228f1128a02896, network: default, NAD default, SandboxID: "f228f1128a02896acb6303c99a9c3b5b9da513a338bb0471350867f4351e880d", PCI device ID: , UID: "4e64d0f0-2440-4c7b-8010-60a8c6a449a7", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0514 08:39:11.834101 3713 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-r2wjn, hostIfaceName: a31adef4a7fd8d3, network: default, NAD default, SandboxID: "a31adef4a7fd8d3bd3e748cbf7122768a936d9bae716bb29bf258de86c647d10", PCI device ID: , UID: "16093e6f-76a1-4323-ad56-a04d3a3653bb", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0514 08:39:11.872554 3713 cni.go:473] [openshift-network-diagnostics/network-check-target-qpqww f228f1128a02896acb6303c99a9c3b5b9da513a338bb0471350867f4351e880d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-qpqww f228f1128a02896acb6303c99a9c3b5b9da513a338bb0471350867f4351e880d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:5b:85:f7:2b:5e\",\"name\":\"f228f1128a02896\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c504a1ee-f811-43f8-b77d-09c8b217c734\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:39:11.878587 3713 cni.go:473] [kube-system/global-pull-secret-syncer-r2wjn a31adef4a7fd8d3bd3e748cbf7122768a936d9bae716bb29bf258de86c647d10 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-r2wjn a31adef4a7fd8d3bd3e748cbf7122768a936d9bae716bb29bf258de86c647d10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:13:5d:cc:a7:e4\",\"name\":\"a31adef4a7fd8d3\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c3ab6a3-1e9c-4d5a-83bd-8e52d5f16089\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:39:12.081907 3713 namespace.go:98] [openshift-service-ca] adding namespace I0514 08:39:12.082751 3713 namespace.go:102] [openshift-service-ca] adding namespace took 821.354µs I0514 08:39:12.098992 3713 namespace.go:142] [openshift-service-ca] updating namespace I0514 08:39:13.756126 3713 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-jh5f5] creating logical port openshift-service-ca_service-ca-d9cb48497-jh5f5 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:13.756243 3713 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-jh5f5 I0514 08:39:13.771922 3713 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-jh5f5] pod update took 15.704384ms I0514 08:39:13.771950 3713 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-jh5f5] addLogicalPort annotation time took 15.737731ms I0514 08:39:13.773286 3713 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-jh5f5] addLogicalPort took 17.18096ms, libovsdb time 1.046193ms I0514 08:39:14.164162 3713 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-jh5f5 d6883ed0e03aeddb38010a37e07259e5d223be1ad47e945e67defa30b36b56e7 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-jh5f5 d6883ed0e03aeddb38010a37e07259e5d223be1ad47e945e67defa30b36b56e7 network default NAD default NAD key ] I0514 08:39:14.177576 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-jh5f5, hostIfaceName: d6883ed0e03aedd, network: default, NAD default, SandboxID: "d6883ed0e03aeddb38010a37e07259e5d223be1ad47e945e67defa30b36b56e7", PCI device ID: , UID: "bcc508ee-ab36-47da-ad76-4d9703af0162", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0514 08:39:14.227608 3713 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-jh5f5 d6883ed0e03aeddb38010a37e07259e5d223be1ad47e945e67defa30b36b56e7 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-jh5f5 d6883ed0e03aeddb38010a37e07259e5d223be1ad47e945e67defa30b36b56e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2f:09:e9:7a:3d\",\"name\":\"d6883ed0e03aedd\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5944e25-cbe0-4884-a65a-d167f6a93c37\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:39:18.036867 3713 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 08:39:23.578910 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 08:39:23.990951 3713 default_network_controller.go:1025] Node "ip-10-0-0-55.ec2.internal" in remote zone "ip-10-0-0-55.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 08:39:23.991756 3713 zone_ic_handler.go:195] Time taken to create transit switch: 306.286µs I0514 08:39:23.991770 3713 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-55.ec2.internal for the network default I0514 08:39:23.992766 3713 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-55.ec2.internal" on network "default" took: 1.330382ms W0514 08:39:39.102030 3713 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:39.102047 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:39.102051 3713 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:39.137816 3713 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 08:39:39.137923 3713 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0514 08:39:39.276157 3713 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cxpnv] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-cxpnv for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:39.276232 3713 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cxpnv W0514 08:39:39.285156 3713 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0514 08:39:39.303232 3713 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cxpnv] pod update took 27.019536ms I0514 08:39:39.303251 3713 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cxpnv] addLogicalPort annotation time took 27.043463ms I0514 08:39:39.304303 3713 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cxpnv] addLogicalPort took 28.164049ms, libovsdb time 775.709µs I0514 08:39:39.472283 3713 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-n8k5x] creating logical port openshift-insights_insights-runtime-extractor-n8k5x for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:39.472383 3713 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-n8k5x I0514 08:39:39.495406 3713 pod.go:62] [openshift-insights/insights-runtime-extractor-n8k5x] pod update took 23.055284ms I0514 08:39:39.495431 3713 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-n8k5x] addLogicalPort annotation time took 23.089193ms I0514 08:39:39.496603 3713 pods.go:271] [openshift-insights/insights-runtime-extractor-n8k5x] addLogicalPort took 24.327867ms, libovsdb time 793.188µs I0514 08:39:39.633347 3713 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cxpnv 9e388f7ba7bd5bfc9c79429c17c00953192717c5884d22ad5b93d30c25ccc662 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cxpnv 9e388f7ba7bd5bfc9c79429c17c00953192717c5884d22ad5b93d30c25ccc662 network default NAD default NAD key ] I0514 08:39:39.643265 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-cxpnv, hostIfaceName: 9e388f7ba7bd5bf, network: default, NAD default, SandboxID: "9e388f7ba7bd5bfc9c79429c17c00953192717c5884d22ad5b93d30c25ccc662", PCI device ID: , UID: "65852e10-50f1-4979-bb2a-bb296e77d6b5", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0514 08:39:39.691141 3713 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cxpnv 9e388f7ba7bd5bfc9c79429c17c00953192717c5884d22ad5b93d30c25ccc662 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cxpnv 9e388f7ba7bd5bfc9c79429c17c00953192717c5884d22ad5b93d30c25ccc662 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:1e:75:23:f0:65\",\"name\":\"9e388f7ba7bd5bf\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce58a04e-3cc5-4ba6-ae17-757b96816402\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:39:39.833355 3713 cni.go:452] [openshift-insights/insights-runtime-extractor-n8k5x 4badf86fb2d0fb8df4c8d9a3e37ba369043a8523377242418a7f69eff4c02774 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-n8k5x 4badf86fb2d0fb8df4c8d9a3e37ba369043a8523377242418a7f69eff4c02774 network default NAD default NAD key ] I0514 08:39:39.845158 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-n8k5x, hostIfaceName: 4badf86fb2d0fb8, network: default, NAD default, SandboxID: "4badf86fb2d0fb8df4c8d9a3e37ba369043a8523377242418a7f69eff4c02774", PCI device ID: , UID: "c37e3641-21a5-4097-96bd-25584e36040f", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0514 08:39:39.872995 3713 cni.go:452] [openshift-dns/dns-default-ml7zr 766278fd8acf2a6e6fb6bee6088832c6735e967220b43e2f56bf4ef36caf83d0 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-ml7zr 766278fd8acf2a6e6fb6bee6088832c6735e967220b43e2f56bf4ef36caf83d0 network default NAD default NAD key ] I0514 08:39:39.891148 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ml7zr, hostIfaceName: 766278fd8acf2a6, network: default, NAD default, SandboxID: "766278fd8acf2a6e6fb6bee6088832c6735e967220b43e2f56bf4ef36caf83d0", PCI device ID: , UID: "8a2d5b0a-b381-45db-86e2-1404e441a1c6", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0514 08:39:39.894038 3713 cni.go:473] [openshift-insights/insights-runtime-extractor-n8k5x 4badf86fb2d0fb8df4c8d9a3e37ba369043a8523377242418a7f69eff4c02774 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-n8k5x 4badf86fb2d0fb8df4c8d9a3e37ba369043a8523377242418a7f69eff4c02774 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e7:79:13:ed:dd\",\"name\":\"4badf86fb2d0fb8\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ca395d6-afd6-48fb-ac4d-358d90784330\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:39:39.936237 3713 cni.go:473] [openshift-dns/dns-default-ml7zr 766278fd8acf2a6e6fb6bee6088832c6735e967220b43e2f56bf4ef36caf83d0 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-ml7zr 766278fd8acf2a6e6fb6bee6088832c6735e967220b43e2f56bf4ef36caf83d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:81:71:8e:79:df\",\"name\":\"766278fd8acf2a6\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0f6e0b7-9883-432f-9eef-ca862b7c0417\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:39:41.099232 3713 obj_retry.go:498] Detected object openshift-image-registry/image-registry-95b6886d-ttf79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:39:41.099290 3713 pods.go:176] Deleting pod: openshift-image-registry/image-registry-95b6886d-ttf79 I0514 08:39:41.100699 3713 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-95b6886d-ttf79, ips: 10.130.0.6 I0514 08:39:41.100729 3713 obj_retry.go:498] Detected object openshift-image-registry/image-registry-95b6886d-ttf79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:39:41.127432 3713 obj_retry.go:492] Detected object openshift-image-registry/image-registry-95b6886d-ttf79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:39:41.127461 3713 obj_retry.go:492] Detected object openshift-image-registry/image-registry-95b6886d-ttf79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:39:41.127739 3713 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-66655dc6c-fh7q2] creating logical port openshift-image-registry_image-registry-66655dc6c-fh7q2 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:41.127759 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-95b6886d-ttf79 I0514 08:39:41.127775 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-95b6886d-ttf79 I0514 08:39:41.127878 3713 kube.go:256] Updating pod openshift-image-registry/image-registry-66655dc6c-fh7q2 I0514 08:39:41.179098 3713 pod.go:62] [openshift-image-registry/image-registry-66655dc6c-fh7q2] pod update took 51.2869ms I0514 08:39:41.179121 3713 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-66655dc6c-fh7q2] addLogicalPort annotation time took 51.316122ms I0514 08:39:41.180397 3713 pods.go:271] [openshift-image-registry/image-registry-66655dc6c-fh7q2] addLogicalPort took 52.676785ms, libovsdb time 927.394µs W0514 08:39:41.189226 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 08:39:41.189249 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0514 08:39:41.564610 3713 cni.go:452] [openshift-image-registry/image-registry-66655dc6c-fh7q2 7fd679963bf9fab5f6b937e5b418fa5dafadcf2721902600a567059ac2ac3151 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-66655dc6c-fh7q2 7fd679963bf9fab5f6b937e5b418fa5dafadcf2721902600a567059ac2ac3151 network default NAD default NAD key ] I0514 08:39:41.575960 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-66655dc6c-fh7q2, hostIfaceName: 7fd679963bf9fab, network: default, NAD default, SandboxID: "7fd679963bf9fab5f6b937e5b418fa5dafadcf2721902600a567059ac2ac3151", PCI device ID: , UID: "50c6af20-5828-4b49-a194-e623c91de557", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0514 08:39:41.632295 3713 cni.go:473] [openshift-image-registry/image-registry-66655dc6c-fh7q2 7fd679963bf9fab5f6b937e5b418fa5dafadcf2721902600a567059ac2ac3151 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-66655dc6c-fh7q2 7fd679963bf9fab5f6b937e5b418fa5dafadcf2721902600a567059ac2ac3151 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:1a:d5:c5:a0:7f\",\"name\":\"7fd679963bf9fab\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1eede8d-b83a-4d16-bc6a-80fc1c1a82c7\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:39:41.828474 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 08:39:42.090663 3713 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0514 08:39:42.144560 3713 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:42.144576 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:42.144581 3713 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0514 08:39:42.674191 3713 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-b2scv] creating logical port openshift-monitoring_prometheus-operator-76b589d668-b2scv for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:42.674349 3713 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-b2scv I0514 08:39:42.690873 3713 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-b2scv] pod update took 16.556289ms I0514 08:39:42.690904 3713 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-b2scv] addLogicalPort annotation time took 16.592155ms I0514 08:39:42.692243 3713 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-b2scv] addLogicalPort took 18.074392ms, libovsdb time 959.343µs I0514 08:39:43.063222 3713 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-b2scv 85c5db6cb0165e1b29b78040b1a073bf4784f7c02abeea0baaa2c390884501f1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-b2scv 85c5db6cb0165e1b29b78040b1a073bf4784f7c02abeea0baaa2c390884501f1 network default NAD default NAD key ] I0514 08:39:43.073141 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-b2scv, hostIfaceName: 85c5db6cb0165e1, network: default, NAD default, SandboxID: "85c5db6cb0165e1b29b78040b1a073bf4784f7c02abeea0baaa2c390884501f1", PCI device ID: , UID: "d7326a65-0974-4c3d-a486-75f2d5c13ee0", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0514 08:39:43.121145 3713 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-b2scv 85c5db6cb0165e1b29b78040b1a073bf4784f7c02abeea0baaa2c390884501f1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-b2scv 85c5db6cb0165e1b29b78040b1a073bf4784f7c02abeea0baaa2c390884501f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:d4:03:23:03:bd\",\"name\":\"85c5db6cb0165e1\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09ee70fd-452c-4342-918f-c447f0c03d3f\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:39:43.801276 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.801297 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.801302 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.801316 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.801320 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:43.801325 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0514 08:39:43.907936 3713 cni.go:452] [openshift-multus/network-metrics-daemon-q5482 ab72069305499ac17a9e61054ff9412c6526a2b49af243feaeab758e5c8af2aa network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-q5482 ab72069305499ac17a9e61054ff9412c6526a2b49af243feaeab758e5c8af2aa network default NAD default NAD key ] I0514 08:39:43.919194 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-q5482, hostIfaceName: ab72069305499ac, network: default, NAD default, SandboxID: "ab72069305499ac17a9e61054ff9412c6526a2b49af243feaeab758e5c8af2aa", PCI device ID: , UID: "364a3d95-65b5-4d5f-8068-0fd149f8e9fc", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0514 08:39:43.968433 3713 cni.go:473] [openshift-multus/network-metrics-daemon-q5482 ab72069305499ac17a9e61054ff9412c6526a2b49af243feaeab758e5c8af2aa network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-q5482 ab72069305499ac17a9e61054ff9412c6526a2b49af243feaeab758e5c8af2aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:83:6e:47:1e:29\",\"name\":\"ab72069305499ac\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d5d97e6-a34d-486e-a2b7-d868196157b0\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:39:44.291119 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:44.291146 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:44.291152 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:44.291165 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:44.291170 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:44.291174 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0514 08:39:48.336735 3713 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-gzn6w] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-gzn6w for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:48.336833 3713 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-gzn6w I0514 08:39:48.354821 3713 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-gzn6w] pod update took 18.014248ms I0514 08:39:48.354850 3713 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-gzn6w] addLogicalPort annotation time took 18.046325ms I0514 08:39:48.356209 3713 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-gzn6w] addLogicalPort took 19.489938ms, libovsdb time 1.016821ms I0514 08:39:48.374260 3713 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-9k5lf] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-9k5lf for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:48.374336 3713 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-9k5lf I0514 08:39:48.399494 3713 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-9k5lf] pod update took 25.182307ms I0514 08:39:48.399518 3713 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-9k5lf] addLogicalPort annotation time took 25.208224ms I0514 08:39:48.400770 3713 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-9k5lf] addLogicalPort took 26.520025ms, libovsdb time 878.104µs I0514 08:39:48.754627 3713 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-gzn6w 5ef77f5b96a6d87a65167c1fadab8fa5c7a4fe2d407638adc2743e29f6f5e1a9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-gzn6w 5ef77f5b96a6d87a65167c1fadab8fa5c7a4fe2d407638adc2743e29f6f5e1a9 network default NAD default NAD key ] I0514 08:39:48.764357 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-gzn6w, hostIfaceName: 5ef77f5b96a6d87, network: default, NAD default, SandboxID: "5ef77f5b96a6d87a65167c1fadab8fa5c7a4fe2d407638adc2743e29f6f5e1a9", PCI device ID: , UID: "0a5d04c9-a3da-44a7-b823-9618f7f1f38a", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0514 08:39:48.800966 3713 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-9k5lf b4e2fa41652ac64cf9046eae36eec0d3054fd4b046895303f4ea4e5d867c0664 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-9k5lf b4e2fa41652ac64cf9046eae36eec0d3054fd4b046895303f4ea4e5d867c0664 network default NAD default NAD key ] I0514 08:39:48.811442 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-9k5lf, hostIfaceName: b4e2fa41652ac64, network: default, NAD default, SandboxID: "b4e2fa41652ac64cf9046eae36eec0d3054fd4b046895303f4ea4e5d867c0664", PCI device ID: , UID: "02e521cb-b8b4-4d67-87a4-30da21056b3c", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0514 08:39:48.817284 3713 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-gzn6w 5ef77f5b96a6d87a65167c1fadab8fa5c7a4fe2d407638adc2743e29f6f5e1a9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-gzn6w 5ef77f5b96a6d87a65167c1fadab8fa5c7a4fe2d407638adc2743e29f6f5e1a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:f8:e3:2f:f4:c2\",\"name\":\"5ef77f5b96a6d87\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1cbbe97-703c-49b9-862c-d2ef35deecfe\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:39:48.858871 3713 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-9k5lf b4e2fa41652ac64cf9046eae36eec0d3054fd4b046895303f4ea4e5d867c0664 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-9k5lf b4e2fa41652ac64cf9046eae36eec0d3054fd4b046895303f4ea4e5d867c0664 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:fd:83:7f:ce:cc\",\"name\":\"b4e2fa41652ac64\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87c90a4a-a837-4575-b3c1-a9d1ae7c37d3\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:39:49.034114 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0514 08:39:49.609250 3713 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:49.609406 3713 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0514 08:39:49.684555 3713 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 75.176433ms I0514 08:39:49.684582 3713 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 75.227765ms I0514 08:39:49.685829 3713 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 76.592896ms, libovsdb time 907.854µs I0514 08:39:51.499888 3713 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-d567df99f-fq8ln] creating logical port openshift-monitoring_thanos-querier-d567df99f-fq8ln for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:51.500009 3713 kube.go:256] Updating pod openshift-monitoring/thanos-querier-d567df99f-fq8ln I0514 08:39:51.528772 3713 pod.go:62] [openshift-monitoring/thanos-querier-d567df99f-fq8ln] pod update took 28.798801ms I0514 08:39:51.528801 3713 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-d567df99f-fq8ln] addLogicalPort annotation time took 28.832686ms I0514 08:39:51.530111 3713 pods.go:271] [openshift-monitoring/thanos-querier-d567df99f-fq8ln] addLogicalPort took 30.243323ms, libovsdb time 905.664µs I0514 08:39:51.534692 3713 cni.go:452] [openshift-monitoring/alertmanager-main-1 ac603042fb7cb34f7fd6e51db16cc984155bebab462ff73021bc803fbed77d02 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 ac603042fb7cb34f7fd6e51db16cc984155bebab462ff73021bc803fbed77d02 network default NAD default NAD key ] I0514 08:39:51.545789 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: ac603042fb7cb34, network: default, NAD default, SandboxID: "ac603042fb7cb34f7fd6e51db16cc984155bebab462ff73021bc803fbed77d02", PCI device ID: , UID: "23c9d9c3-6410-40b4-9041-3c8e0af35175", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0514 08:39:51.597758 3713 cni.go:473] [openshift-monitoring/alertmanager-main-1 ac603042fb7cb34f7fd6e51db16cc984155bebab462ff73021bc803fbed77d02 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 ac603042fb7cb34f7fd6e51db16cc984155bebab462ff73021bc803fbed77d02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:c1:1c:40:74:0b\",\"name\":\"ac603042fb7cb34\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73377127-051a-4a44-8a07-c38b18ee0def\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:39:51.819733 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 08:39:51.819764 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0514 08:39:51.857100 3713 cni.go:452] [openshift-monitoring/thanos-querier-d567df99f-fq8ln c3e5c035516fcde350721b4d3eb9bac093cb6eda204eb674ffa50713d7e2cba3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-d567df99f-fq8ln c3e5c035516fcde350721b4d3eb9bac093cb6eda204eb674ffa50713d7e2cba3 network default NAD default NAD key ] I0514 08:39:51.868616 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-d567df99f-fq8ln, hostIfaceName: c3e5c035516fcde, network: default, NAD default, SandboxID: "c3e5c035516fcde350721b4d3eb9bac093cb6eda204eb674ffa50713d7e2cba3", PCI device ID: , UID: "0b5c42bc-bda5-4366-9714-c5b46b43dec6", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0514 08:39:51.916948 3713 cni.go:473] [openshift-monitoring/thanos-querier-d567df99f-fq8ln c3e5c035516fcde350721b4d3eb9bac093cb6eda204eb674ffa50713d7e2cba3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-d567df99f-fq8ln c3e5c035516fcde350721b4d3eb9bac093cb6eda204eb674ffa50713d7e2cba3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c8:04:01:af:3d\",\"name\":\"c3e5c035516fcde\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7b287ca-e6cb-4ab1-a7ae-c6690290130d\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:39:52.110668 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:52.110692 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:52.110699 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 08:39:52.885384 3713 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:39:52.885404 3713 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:39:52.885411 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0514 08:39:52.914495 3713 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-c4d45bf96-lwtz8] creating logical port openshift-monitoring_metrics-server-c4d45bf96-lwtz8 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:52.914625 3713 kube.go:256] Updating pod openshift-monitoring/metrics-server-c4d45bf96-lwtz8 I0514 08:39:52.935074 3713 pod.go:62] [openshift-monitoring/metrics-server-c4d45bf96-lwtz8] pod update took 20.472875ms I0514 08:39:52.935097 3713 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-c4d45bf96-lwtz8] addLogicalPort annotation time took 20.504743ms I0514 08:39:52.936350 3713 pods.go:271] [openshift-monitoring/metrics-server-c4d45bf96-lwtz8] addLogicalPort took 21.868676ms, libovsdb time 921.152µs I0514 08:39:53.001925 3713 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-g4fx2] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-g4fx2 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:39:53.002020 3713 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-g4fx2 I0514 08:39:53.015310 3713 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g4fx2] pod update took 13.312033ms I0514 08:39:53.015331 3713 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-g4fx2] addLogicalPort annotation time took 13.338725ms I0514 08:39:53.016639 3713 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g4fx2] addLogicalPort took 14.733681ms, libovsdb time 935.782µs W0514 08:39:53.198198 3713 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:39:53.198219 3713 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:39:53.198225 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0514 08:39:53.276287 3713 cni.go:452] [openshift-monitoring/metrics-server-c4d45bf96-lwtz8 9e059f026887c4a72342a6e0f6d59a20aa15e88956ccf253276b463544113272 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-c4d45bf96-lwtz8 9e059f026887c4a72342a6e0f6d59a20aa15e88956ccf253276b463544113272 network default NAD default NAD key ] I0514 08:39:53.287764 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-c4d45bf96-lwtz8, hostIfaceName: 9e059f026887c4a, network: default, NAD default, SandboxID: "9e059f026887c4a72342a6e0f6d59a20aa15e88956ccf253276b463544113272", PCI device ID: , UID: "cf02153e-4b36-4443-aa74-b1cfe5fe7bad", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0514 08:39:53.340033 3713 cni.go:473] [openshift-monitoring/metrics-server-c4d45bf96-lwtz8 9e059f026887c4a72342a6e0f6d59a20aa15e88956ccf253276b463544113272 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-c4d45bf96-lwtz8 9e059f026887c4a72342a6e0f6d59a20aa15e88956ccf253276b463544113272 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:8a:a8:24:d0:c8\",\"name\":\"9e059f026887c4a\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd926485-5e63-4f91-acd6-e14313d7b96c\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:39:53.366465 3713 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g4fx2 f524fdf3406c890486d4e8d938fc3fb96fb7f1d53cf2cd706d7d2e52dd5df235 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g4fx2 f524fdf3406c890486d4e8d938fc3fb96fb7f1d53cf2cd706d7d2e52dd5df235 network default NAD default NAD key ] I0514 08:39:53.378724 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-g4fx2, hostIfaceName: f524fdf3406c890, network: default, NAD default, SandboxID: "f524fdf3406c890486d4e8d938fc3fb96fb7f1d53cf2cd706d7d2e52dd5df235", PCI device ID: , UID: "2a686001-3a8d-4bc9-b8ad-aab11b735012", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0514 08:39:53.427864 3713 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g4fx2 f524fdf3406c890486d4e8d938fc3fb96fb7f1d53cf2cd706d7d2e52dd5df235 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g4fx2 f524fdf3406c890486d4e8d938fc3fb96fb7f1d53cf2cd706d7d2e52dd5df235 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b2:0c:c0:c1:26\",\"name\":\"f524fdf3406c890\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb939b49-53c4-4445-acd0-1a838b7ace5d\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:39:55.887510 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0514 08:39:55.949185 3713 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:39:55.949212 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:39:55.976878 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 08:39:56.201027 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 08:39:56.233495 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0514 08:39:56.387831 3713 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:39:56.387852 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 08:39:57.196995 3713 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.197012 3713 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.197017 3713 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.197021 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.914080 3713 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.914100 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.914106 3713 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:39:57.914110 3713 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0514 08:40:00.411126 3713 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29645800-wzrpj for pod on switch ip-10-0-2-193.ec2.internal I0514 08:40:00.411228 3713 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj I0514 08:40:00.424739 3713 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj] pod update took 13.53374ms I0514 08:40:00.424772 3713 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj] addLogicalPort annotation time took 13.572703ms I0514 08:40:00.426345 3713 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj] addLogicalPort took 15.235222ms, libovsdb time 1.117772ms I0514 08:40:00.784194 3713 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj fb5977559577dd46b3eb843e5bbea090d38df123dbe27e3f16edba9631803f77 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj fb5977559577dd46b3eb843e5bbea090d38df123dbe27e3f16edba9631803f77 network default NAD default NAD key ] I0514 08:40:00.793667 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29645800-wzrpj, hostIfaceName: fb5977559577dd4, network: default, NAD default, SandboxID: "fb5977559577dd46b3eb843e5bbea090d38df123dbe27e3f16edba9631803f77", PCI device ID: , UID: "85ec2ceb-428d-4d48-aeba-774520b8502d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0514 08:40:00.847171 3713 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj fb5977559577dd46b3eb843e5bbea090d38df123dbe27e3f16edba9631803f77 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj fb5977559577dd46b3eb843e5bbea090d38df123dbe27e3f16edba9631803f77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:04:31:50:31:7d\",\"name\":\"fb5977559577dd4\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a640af1-91c9-4e58-9cd1-3f1cb4150734\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:40:02.838336 3713 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-w288p] creating logical port openshift-console_downloads-5c54f4944f-w288p for pod on switch ip-10-0-2-193.ec2.internal I0514 08:40:02.838446 3713 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-w288p I0514 08:40:02.860924 3713 pod.go:62] [openshift-console/downloads-5c54f4944f-w288p] pod update took 22.506814ms I0514 08:40:02.860952 3713 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-w288p] addLogicalPort annotation time took 22.542547ms I0514 08:40:02.862275 3713 pods.go:271] [openshift-console/downloads-5c54f4944f-w288p] addLogicalPort took 23.957026ms, libovsdb time 988.772µs W0514 08:40:03.116940 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0514 08:40:03.209166 3713 cni.go:452] [openshift-console/downloads-5c54f4944f-w288p f42c805a4d85e56dd632f4eb5e60414092ede482a8c0a3c26f252f5b7592ea58 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-w288p f42c805a4d85e56dd632f4eb5e60414092ede482a8c0a3c26f252f5b7592ea58 network default NAD default NAD key ] I0514 08:40:03.220617 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-w288p, hostIfaceName: f42c805a4d85e56, network: default, NAD default, SandboxID: "f42c805a4d85e56dd632f4eb5e60414092ede482a8c0a3c26f252f5b7592ea58", PCI device ID: , UID: "bac75de7-d858-4afc-913e-fae3ca95aba4", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] W0514 08:40:03.226913 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:40:03.226934 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:40:03.226939 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 08:40:03.226945 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0514 08:40:03.273434 3713 cni.go:473] [openshift-console/downloads-5c54f4944f-w288p f42c805a4d85e56dd632f4eb5e60414092ede482a8c0a3c26f252f5b7592ea58 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-w288p f42c805a4d85e56dd632f4eb5e60414092ede482a8c0a3c26f252f5b7592ea58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ed:e5:56:e2:02\",\"name\":\"f42c805a4d85e56\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da0bcca7-5fb6-4b0f-8a6d-0989dd916498\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:40:04.605624 3713 obj_retry.go:498] Detected object openshift-image-registry/image-registry-586898d55f-q4btt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:04.606210 3713 obj_retry.go:498] Detected object openshift-image-registry/image-registry-586898d55f-q4btt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:05.450611 3713 obj_retry.go:492] Detected object openshift-image-registry/image-registry-586898d55f-q4btt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:05.450640 3713 obj_retry.go:492] Detected object openshift-image-registry/image-registry-586898d55f-q4btt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:05.455399 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-586898d55f-q4btt I0514 08:40:05.455426 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-586898d55f-q4btt I0514 08:40:13.940958 3713 base_network_controller_pods.go:487] [default/openshift-console/console-7cbcccb4fc-tw4r4] creating logical port openshift-console_console-7cbcccb4fc-tw4r4 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:40:13.941071 3713 kube.go:256] Updating pod openshift-console/console-7cbcccb4fc-tw4r4 I0514 08:40:13.968192 3713 pod.go:62] [openshift-console/console-7cbcccb4fc-tw4r4] pod update took 27.150729ms I0514 08:40:13.968213 3713 base_network_controller_pods.go:951] [default/openshift-console/console-7cbcccb4fc-tw4r4] addLogicalPort annotation time took 27.177049ms I0514 08:40:13.969357 3713 pods.go:271] [openshift-console/console-7cbcccb4fc-tw4r4] addLogicalPort took 28.415374ms, libovsdb time 842.047µs I0514 08:40:14.304641 3713 cni.go:452] [openshift-console/console-7cbcccb4fc-tw4r4 7af368a63e3797578083f12bc1c806ba780e69aa94e440984b14c33550c46b7e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7cbcccb4fc-tw4r4 7af368a63e3797578083f12bc1c806ba780e69aa94e440984b14c33550c46b7e network default NAD default NAD key ] I0514 08:40:14.314353 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7cbcccb4fc-tw4r4, hostIfaceName: 7af368a63e37975, network: default, NAD default, SandboxID: "7af368a63e3797578083f12bc1c806ba780e69aa94e440984b14c33550c46b7e", PCI device ID: , UID: "f0f2a15d-2374-4028-8344-6d30b2cd63cb", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0514 08:40:14.365191 3713 cni.go:473] [openshift-console/console-7cbcccb4fc-tw4r4 7af368a63e3797578083f12bc1c806ba780e69aa94e440984b14c33550c46b7e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7cbcccb4fc-tw4r4 7af368a63e3797578083f12bc1c806ba780e69aa94e440984b14c33550c46b7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:5a:af:48:b4:61\",\"name\":\"7af368a63e37975\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03736dc5-e817-4b04-93d6-ac55cb89febe\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:40:16.909224 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 08:40:16.909248 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 08:40:17.196873 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 08:40:19.482088 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 08:40:20.569741 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:40:20.569762 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:40:20.569768 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:40:20.569781 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:40:20.569787 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:40:20.569794 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:40:20.658927 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:40:20.658956 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:40:20.658963 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:40:21.498166 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 08:40:24.308755 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 08:40:25.020782 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0514 08:40:25.040231 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 08:40:25.344468 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0514 08:40:26.521647 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0514 08:40:26.521677 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 08:40:28.449686 3713 obj_retry.go:498] Detected object openshift-image-registry/image-registry-586898d55f-zkqf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:28.450282 3713 obj_retry.go:498] Detected object openshift-image-registry/image-registry-586898d55f-zkqf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:29.041418 3713 obj_retry.go:492] Detected object openshift-image-registry/image-registry-586898d55f-zkqf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:29.041443 3713 obj_retry.go:492] Detected object openshift-image-registry/image-registry-586898d55f-zkqf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:29.044458 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-586898d55f-zkqf5 I0514 08:40:29.044482 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-586898d55f-zkqf5 W0514 08:40:35.548698 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0514 08:40:40.570754 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0514 08:40:47.323621 3713 obj_retry.go:498] Detected object openshift-ingress/router-default-f6669dd59-l7cw4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:47.324139 3713 obj_retry.go:498] Detected object openshift-ingress/router-default-f6669dd59-l7cw4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:47.592251 3713 obj_retry.go:492] Detected object openshift-ingress/router-default-f6669dd59-l7cw4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:47.592277 3713 obj_retry.go:492] Detected object openshift-ingress/router-default-f6669dd59-l7cw4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:47.597928 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-f6669dd59-l7cw4 I0514 08:40:47.597955 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-f6669dd59-l7cw4 I0514 08:40:49.470133 3713 cni.go:452] [openshift-console/console-7cbcccb4fc-tw4r4 7af368a63e3797578083f12bc1c806ba780e69aa94e440984b14c33550c46b7e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7cbcccb4fc-tw4r4 7af368a63e3797578083f12bc1c806ba780e69aa94e440984b14c33550c46b7e network default NAD default NAD key ] I0514 08:40:49.554940 3713 cni.go:473] [openshift-console/console-7cbcccb4fc-tw4r4 7af368a63e3797578083f12bc1c806ba780e69aa94e440984b14c33550c46b7e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7cbcccb4fc-tw4r4 7af368a63e3797578083f12bc1c806ba780e69aa94e440984b14c33550c46b7e network default NAD default NAD key default], result "{}", err I0514 08:40:49.624047 3713 obj_retry.go:498] Detected object openshift-console/console-7cbcccb4fc-tw4r4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:49.624084 3713 pods.go:176] Deleting pod: openshift-console/console-7cbcccb4fc-tw4r4 I0514 08:40:49.625329 3713 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7cbcccb4fc-tw4r4, ips: 10.130.0.23 I0514 08:40:49.625389 3713 obj_retry.go:498] Detected object openshift-console/console-7cbcccb4fc-tw4r4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:49.631640 3713 base_network_controller_pods.go:487] [default/openshift-console/console-86757ddc59-bx6pt] creating logical port openshift-console_console-86757ddc59-bx6pt for pod on switch ip-10-0-2-193.ec2.internal I0514 08:40:49.631738 3713 kube.go:256] Updating pod openshift-console/console-86757ddc59-bx6pt I0514 08:40:49.645948 3713 pod.go:62] [openshift-console/console-86757ddc59-bx6pt] pod update took 14.237196ms I0514 08:40:49.645968 3713 base_network_controller_pods.go:951] [default/openshift-console/console-86757ddc59-bx6pt] addLogicalPort annotation time took 14.260648ms I0514 08:40:49.647131 3713 pods.go:271] [openshift-console/console-86757ddc59-bx6pt] addLogicalPort took 15.506902ms, libovsdb time 800.642µs I0514 08:40:50.027240 3713 cni.go:452] [openshift-console/console-86757ddc59-bx6pt 1ac9938e7450e933f3843ba3e305474955f15943081e8e5503672ad51056655f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-86757ddc59-bx6pt 1ac9938e7450e933f3843ba3e305474955f15943081e8e5503672ad51056655f network default NAD default NAD key ] I0514 08:40:50.036991 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-86757ddc59-bx6pt, hostIfaceName: 1ac9938e7450e93, network: default, NAD default, SandboxID: "1ac9938e7450e933f3843ba3e305474955f15943081e8e5503672ad51056655f", PCI device ID: , UID: "4097edd8-1570-4af6-815f-34a1c363446c", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0514 08:40:50.088212 3713 cni.go:473] [openshift-console/console-86757ddc59-bx6pt 1ac9938e7450e933f3843ba3e305474955f15943081e8e5503672ad51056655f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-86757ddc59-bx6pt 1ac9938e7450e933f3843ba3e305474955f15943081e8e5503672ad51056655f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:99:50:70:7b:4b\",\"name\":\"1ac9938e7450e93\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b24856d-d50c-4e62-95f7-2893e594c64e\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:40:50.412282 3713 obj_retry.go:492] Detected object openshift-console/console-7cbcccb4fc-tw4r4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:50.412307 3713 obj_retry.go:492] Detected object openshift-console/console-7cbcccb4fc-tw4r4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:50.417964 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cbcccb4fc-tw4r4 I0514 08:40:50.417992 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cbcccb4fc-tw4r4 I0514 08:40:53.062530 3713 obj_retry.go:498] Detected object openshift-console/console-7cbcccb4fc-8h99d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:53.068429 3713 obj_retry.go:498] Detected object openshift-console/console-7cbcccb4fc-8h99d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:40:53.430207 3713 obj_retry.go:492] Detected object openshift-console/console-7cbcccb4fc-8h99d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:53.430231 3713 obj_retry.go:492] Detected object openshift-console/console-7cbcccb4fc-8h99d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:40:53.435920 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cbcccb4fc-8h99d I0514 08:40:53.435951 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cbcccb4fc-8h99d W0514 08:41:00.472516 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 08:41:07.349251 3713 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:07.349888 3713 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:07.349918 3713 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:41:07.349926 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0514 08:41:07.349943 3713 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:41:07.349951 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0514 08:41:08.379696 3713 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:08.379727 3713 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:08.379743 3713 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:08.379755 3713 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4mhj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:10.134989 3713 cni.go:452] [openshift-monitoring/alertmanager-main-1 ac603042fb7cb34f7fd6e51db16cc984155bebab462ff73021bc803fbed77d02 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 ac603042fb7cb34f7fd6e51db16cc984155bebab462ff73021bc803fbed77d02 network default NAD default NAD key ] I0514 08:41:10.208092 3713 cni.go:473] [openshift-monitoring/alertmanager-main-1 ac603042fb7cb34f7fd6e51db16cc984155bebab462ff73021bc803fbed77d02 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 ac603042fb7cb34f7fd6e51db16cc984155bebab462ff73021bc803fbed77d02 network default NAD default NAD key default], result "{}", err I0514 08:41:10.308626 3713 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:10.308659 3713 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0514 08:41:10.309908 3713 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.17 I0514 08:41:10.309937 3713 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:10.512061 3713 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:10.512084 3713 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:10.519921 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0514 08:41:10.519943 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0514 08:41:10.563369 3713 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:41:10.563469 3713 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0514 08:41:10.582210 3713 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 18.775015ms I0514 08:41:10.582232 3713 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 18.800357ms I0514 08:41:10.583499 3713 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 20.144006ms, libovsdb time 916.647µs I0514 08:41:10.973310 3713 cni.go:452] [openshift-monitoring/alertmanager-main-1 5f0e58fa0751749cefc59eb12776793d9497c8177ad0af9faa81c7d170959049 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 5f0e58fa0751749cefc59eb12776793d9497c8177ad0af9faa81c7d170959049 network default NAD default NAD key ] I0514 08:41:10.983090 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 5f0e58fa0751749, network: default, NAD default, SandboxID: "5f0e58fa0751749cefc59eb12776793d9497c8177ad0af9faa81c7d170959049", PCI device ID: , UID: "556a57af-8703-4855-8f8c-2469d047fa00", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0514 08:41:11.032928 3713 cni.go:473] [openshift-monitoring/alertmanager-main-1 5f0e58fa0751749cefc59eb12776793d9497c8177ad0af9faa81c7d170959049 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 5f0e58fa0751749cefc59eb12776793d9497c8177ad0af9faa81c7d170959049 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:b2:72:fc:b6:94\",\"name\":\"5f0e58fa0751749\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57354b67-0b1b-42bd-bb26-12a72e91f4b0\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:41:13.002687 3713 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7f8d7bdcfb-dpbf5] creating logical port openshift-monitoring_telemeter-client-7f8d7bdcfb-dpbf5 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:41:13.002819 3713 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7f8d7bdcfb-dpbf5 I0514 08:41:13.022609 3713 pod.go:62] [openshift-monitoring/telemeter-client-7f8d7bdcfb-dpbf5] pod update took 19.812924ms I0514 08:41:13.022640 3713 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-7f8d7bdcfb-dpbf5] addLogicalPort annotation time took 19.849765ms I0514 08:41:13.024204 3713 pods.go:271] [openshift-monitoring/telemeter-client-7f8d7bdcfb-dpbf5] addLogicalPort took 21.534601ms, libovsdb time 1.108444ms I0514 08:41:13.187473 3713 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0514 08:41:13.203918 3713 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0514 08:41:13.416214 3713 cni.go:452] [openshift-monitoring/telemeter-client-7f8d7bdcfb-dpbf5 34c808a8aa13679d385a82300cbd38c12749244c30564000494ba78e5dd704d5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-7f8d7bdcfb-dpbf5 34c808a8aa13679d385a82300cbd38c12749244c30564000494ba78e5dd704d5 network default NAD default NAD key ] I0514 08:41:13.426103 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7f8d7bdcfb-dpbf5, hostIfaceName: 34c808a8aa13679, network: default, NAD default, SandboxID: "34c808a8aa13679d385a82300cbd38c12749244c30564000494ba78e5dd704d5", PCI device ID: , UID: "5c83ec6a-a08a-474c-9d92-96ae1d8f5000", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0514 08:41:13.484182 3713 cni.go:473] [openshift-monitoring/telemeter-client-7f8d7bdcfb-dpbf5 34c808a8aa13679d385a82300cbd38c12749244c30564000494ba78e5dd704d5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-7f8d7bdcfb-dpbf5 34c808a8aa13679d385a82300cbd38c12749244c30564000494ba78e5dd704d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:bd:e4:b7:3a:ed\",\"name\":\"34c808a8aa13679\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67fda367-adbc-4bc4-829b-2b764e9198d1\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:41:14.773249 3713 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:14.773912 3713 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:15.718809 3713 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:15.718838 3713 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:15.723079 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0514 08:41:15.723109 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0514 08:41:18.247568 3713 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 08:41:22.590404 3713 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj fb5977559577dd46b3eb843e5bbea090d38df123dbe27e3f16edba9631803f77 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj fb5977559577dd46b3eb843e5bbea090d38df123dbe27e3f16edba9631803f77 network default NAD default NAD key ] I0514 08:41:22.670747 3713 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj fb5977559577dd46b3eb843e5bbea090d38df123dbe27e3f16edba9631803f77 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj fb5977559577dd46b3eb843e5bbea090d38df123dbe27e3f16edba9631803f77 network default NAD default NAD key default], result "{}", err I0514 08:41:22.716067 3713 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:22.716107 3713 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj I0514 08:41:22.717419 3713 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj, ips: 10.130.0.21 I0514 08:41:22.717450 3713 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:23.607780 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:23.607810 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 08:41:41.005351 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:41:41.005368 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 08:41:41.005374 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0514 08:41:41.984964 3713 cni.go:452] [openshift-console/console-86757ddc59-bx6pt 1ac9938e7450e933f3843ba3e305474955f15943081e8e5503672ad51056655f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-86757ddc59-bx6pt 1ac9938e7450e933f3843ba3e305474955f15943081e8e5503672ad51056655f network default NAD default NAD key ] I0514 08:41:42.066275 3713 cni.go:473] [openshift-console/console-86757ddc59-bx6pt 1ac9938e7450e933f3843ba3e305474955f15943081e8e5503672ad51056655f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-86757ddc59-bx6pt 1ac9938e7450e933f3843ba3e305474955f15943081e8e5503672ad51056655f network default NAD default NAD key default], result "{}", err I0514 08:41:42.115678 3713 obj_retry.go:498] Detected object openshift-console/console-86757ddc59-bx6pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:42.115716 3713 pods.go:176] Deleting pod: openshift-console/console-86757ddc59-bx6pt I0514 08:41:42.117000 3713 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86757ddc59-bx6pt, ips: 10.130.0.24 I0514 08:41:42.117027 3713 obj_retry.go:498] Detected object openshift-console/console-86757ddc59-bx6pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:42.126901 3713 base_network_controller_pods.go:487] [default/openshift-console/console-767949fcf7-gcbt6] creating logical port openshift-console_console-767949fcf7-gcbt6 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:41:42.127013 3713 kube.go:256] Updating pod openshift-console/console-767949fcf7-gcbt6 I0514 08:41:42.140983 3713 pod.go:62] [openshift-console/console-767949fcf7-gcbt6] pod update took 13.996902ms I0514 08:41:42.141005 3713 base_network_controller_pods.go:951] [default/openshift-console/console-767949fcf7-gcbt6] addLogicalPort annotation time took 14.021993ms I0514 08:41:42.142313 3713 pods.go:271] [openshift-console/console-767949fcf7-gcbt6] addLogicalPort took 15.427582ms, libovsdb time 876.378µs I0514 08:41:42.411064 3713 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:42.411647 3713 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:42.487433 3713 cni.go:452] [openshift-console/console-767949fcf7-gcbt6 38faa68a10cfd412ab8713fb3a6aa53f50b940f9d5b86aa5e614aff4d1fda699 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-767949fcf7-gcbt6 38faa68a10cfd412ab8713fb3a6aa53f50b940f9d5b86aa5e614aff4d1fda699 network default NAD default NAD key ] I0514 08:41:42.497275 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-767949fcf7-gcbt6, hostIfaceName: 38faa68a10cfd41, network: default, NAD default, SandboxID: "38faa68a10cfd412ab8713fb3a6aa53f50b940f9d5b86aa5e614aff4d1fda699", PCI device ID: , UID: "15fcdeeb-6d18-46d4-b37f-60a364dc43fa", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0514 08:41:42.547817 3713 cni.go:473] [openshift-console/console-767949fcf7-gcbt6 38faa68a10cfd412ab8713fb3a6aa53f50b940f9d5b86aa5e614aff4d1fda699 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-767949fcf7-gcbt6 38faa68a10cfd412ab8713fb3a6aa53f50b940f9d5b86aa5e614aff4d1fda699 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:53:8f:b0:87:45\",\"name\":\"38faa68a10cfd41\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd4fc913-8c61-4de2-87f2-395e0caa2d82\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:41:42.690647 3713 obj_retry.go:492] Detected object openshift-console/console-86757ddc59-bx6pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:42.690676 3713 obj_retry.go:492] Detected object openshift-console/console-86757ddc59-bx6pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:42.697598 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86757ddc59-bx6pt I0514 08:41:42.697623 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86757ddc59-bx6pt I0514 08:41:43.358556 3713 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:43.358587 3713 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:43.365077 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0514 08:41:43.365100 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0514 08:41:52.634768 3713 obj_retry.go:498] Detected object openshift-console/console-86757ddc59-8clpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:41:52.635332 3713 obj_retry.go:498] Detected object openshift-console/console-86757ddc59-8clpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0514 08:41:52.729815 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 08:41:52.866003 3713 obj_retry.go:492] Detected object openshift-console/console-86757ddc59-8clpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:52.866032 3713 obj_retry.go:492] Detected object openshift-console/console-86757ddc59-8clpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:41:52.871101 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86757ddc59-8clpn I0514 08:41:52.871124 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86757ddc59-8clpn I0514 08:42:18.303743 3713 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:42:18.304273 3713 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:42:18.509586 3713 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:42:18.509608 3713 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:42:18.516501 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0514 08:42:18.516530 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0514 08:42:38.807490 3713 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0514 08:44:28.005206 3713 cni.go:452] [openshift-console/console-767949fcf7-gcbt6 38faa68a10cfd412ab8713fb3a6aa53f50b940f9d5b86aa5e614aff4d1fda699 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-767949fcf7-gcbt6 38faa68a10cfd412ab8713fb3a6aa53f50b940f9d5b86aa5e614aff4d1fda699 network default NAD default NAD key ] I0514 08:44:28.083203 3713 cni.go:473] [openshift-console/console-767949fcf7-gcbt6 38faa68a10cfd412ab8713fb3a6aa53f50b940f9d5b86aa5e614aff4d1fda699 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-767949fcf7-gcbt6 38faa68a10cfd412ab8713fb3a6aa53f50b940f9d5b86aa5e614aff4d1fda699 network default NAD default NAD key default], result "{}", err I0514 08:44:28.130908 3713 obj_retry.go:498] Detected object openshift-console/console-767949fcf7-gcbt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:44:28.130946 3713 pods.go:176] Deleting pod: openshift-console/console-767949fcf7-gcbt6 I0514 08:44:28.132358 3713 pods.go:236] Attempting to release IPs for pod: openshift-console/console-767949fcf7-gcbt6, ips: 10.130.0.27 I0514 08:44:28.132389 3713 obj_retry.go:498] Detected object openshift-console/console-767949fcf7-gcbt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:44:28.139235 3713 base_network_controller_pods.go:487] [default/openshift-console/console-b84f9d659-kd7x8] creating logical port openshift-console_console-b84f9d659-kd7x8 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:44:28.139359 3713 kube.go:256] Updating pod openshift-console/console-b84f9d659-kd7x8 I0514 08:44:28.154923 3713 pod.go:62] [openshift-console/console-b84f9d659-kd7x8] pod update took 15.589646ms I0514 08:44:28.154943 3713 base_network_controller_pods.go:951] [default/openshift-console/console-b84f9d659-kd7x8] addLogicalPort annotation time took 15.612853ms I0514 08:44:28.156038 3713 pods.go:271] [openshift-console/console-b84f9d659-kd7x8] addLogicalPort took 16.816809ms, libovsdb time 786.248µs I0514 08:44:28.354706 3713 obj_retry.go:492] Detected object openshift-console/console-767949fcf7-gcbt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:44:28.354728 3713 obj_retry.go:492] Detected object openshift-console/console-767949fcf7-gcbt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:44:28.358827 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-767949fcf7-gcbt6 I0514 08:44:28.358847 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-767949fcf7-gcbt6 I0514 08:44:28.498919 3713 cni.go:452] [openshift-console/console-b84f9d659-kd7x8 2cedc9d897c1e82dd1713e66d36505a43008371fd7c242848758538d66e24e3e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-b84f9d659-kd7x8 2cedc9d897c1e82dd1713e66d36505a43008371fd7c242848758538d66e24e3e network default NAD default NAD key ] I0514 08:44:28.508463 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-b84f9d659-kd7x8, hostIfaceName: 2cedc9d897c1e82, network: default, NAD default, SandboxID: "2cedc9d897c1e82dd1713e66d36505a43008371fd7c242848758538d66e24e3e", PCI device ID: , UID: "4e8d7fda-40ed-429f-8212-e797355cfdde", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0514 08:44:28.558210 3713 cni.go:473] [openshift-console/console-b84f9d659-kd7x8 2cedc9d897c1e82dd1713e66d36505a43008371fd7c242848758538d66e24e3e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-b84f9d659-kd7x8 2cedc9d897c1e82dd1713e66d36505a43008371fd7c242848758538d66e24e3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:c4:02:12:4f:9f\",\"name\":\"2cedc9d897c1e82\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9ab8c50-e7e6-4451-acf6-e933567f71c8\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:44:38.723752 3713 obj_retry.go:498] Detected object openshift-console/console-767949fcf7-tw57t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:44:38.724339 3713 obj_retry.go:498] Detected object openshift-console/console-767949fcf7-tw57t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:44:39.055699 3713 obj_retry.go:492] Detected object openshift-console/console-767949fcf7-tw57t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:44:39.055726 3713 obj_retry.go:492] Detected object openshift-console/console-767949fcf7-tw57t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:44:39.060753 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-767949fcf7-tw57t I0514 08:44:39.060775 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-767949fcf7-tw57t W0514 08:44:39.420581 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 08:44:51.774711 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0514 08:45:12.785007 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0514 08:45:41.779380 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0514 08:46:11.672444 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0514 08:46:17.436746 3713 namespace.go:98] [tsf] adding namespace I0514 08:46:17.437643 3713 namespace.go:102] [tsf] adding namespace took 876.076µs I0514 08:46:17.461340 3713 namespace.go:142] [tsf] updating namespace I0514 08:46:17.472472 3713 namespace.go:142] [tsf] updating namespace I0514 08:46:21.400679 3713 namespace.go:98] [konflux-operator] adding namespace I0514 08:46:21.400776 3713 namespace.go:98] [rhbk-operator] adding namespace I0514 08:46:21.400899 3713 namespace.go:98] [tsf-keycloak] adding namespace I0514 08:46:21.401900 3713 namespace.go:102] [konflux-operator] adding namespace took 1.200214ms I0514 08:46:21.402658 3713 namespace.go:102] [rhbk-operator] adding namespace took 1.854492ms I0514 08:46:21.403277 3713 namespace.go:102] [tsf-keycloak] adding namespace took 2.349711ms I0514 08:46:21.405550 3713 namespace.go:98] [konflux-ui] adding namespace I0514 08:46:21.405614 3713 namespace.go:98] [rhtpa-operator] adding namespace I0514 08:46:21.405658 3713 namespace.go:98] [tsf-tpa] adding namespace I0514 08:46:21.405763 3713 namespace.go:98] [cert-manager-operator] adding namespace I0514 08:46:21.405926 3713 namespace.go:98] [tsf-tas] adding namespace I0514 08:46:21.406158 3713 namespace.go:102] [konflux-ui] adding namespace took 594.312µs I0514 08:46:21.406703 3713 namespace.go:102] [rhtpa-operator] adding namespace took 1.074633ms I0514 08:46:21.407219 3713 namespace.go:102] [tsf-tpa] adding namespace took 1.552038ms I0514 08:46:21.407688 3713 namespace.go:102] [cert-manager-operator] adding namespace took 1.914084ms I0514 08:46:21.408165 3713 namespace.go:102] [tsf-tas] adding namespace took 2.226359ms I0514 08:46:21.414610 3713 namespace.go:142] [konflux-operator] updating namespace I0514 08:46:21.437379 3713 namespace.go:142] [konflux-operator] updating namespace I0514 08:46:21.440298 3713 namespace.go:142] [rhbk-operator] updating namespace I0514 08:46:21.456156 3713 namespace.go:142] [rhbk-operator] updating namespace I0514 08:46:21.461289 3713 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:46:21.464021 3713 namespace.go:142] [konflux-ui] updating namespace I0514 08:46:21.474408 3713 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:46:21.486225 3713 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:46:21.486331 3713 namespace.go:142] [tsf-tpa] updating namespace I0514 08:46:21.495114 3713 namespace.go:142] [tsf-tas] updating namespace I0514 08:46:21.501335 3713 namespace.go:142] [konflux-operator] updating namespace I0514 08:46:21.501464 3713 namespace.go:142] [rhbk-operator] updating namespace I0514 08:46:21.520448 3713 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:46:21.539158 3713 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:46:21.543307 3713 namespace.go:142] [tsf-tpa] updating namespace I0514 08:46:21.564338 3713 namespace.go:142] [tsf-tpa] updating namespace I0514 08:46:21.568452 3713 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:46:21.589242 3713 namespace.go:142] [tsf-tas] updating namespace I0514 08:46:21.601280 3713 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:46:21.616404 3713 namespace.go:142] [tsf-tas] updating namespace I0514 08:46:21.631404 3713 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:46:21.648519 3713 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:46:21.817834 3713 namespace.go:142] [konflux-ui] updating namespace I0514 08:46:21.835894 3713 namespace.go:142] [konflux-ui] updating namespace I0514 08:46:22.957042 3713 namespace.go:142] [tsf-tpa] updating namespace I0514 08:46:22.966039 3713 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:46:23.124081 3713 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-193.ec2.internal I0514 08:46:23.124208 3713 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0514 08:46:23.148148 3713 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 23.978247ms I0514 08:46:23.148167 3713 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 24.00234ms I0514 08:46:23.149443 3713 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 25.38621ms, libovsdb time 957.506µs I0514 08:46:23.493105 3713 cni.go:452] [tsf/test-tsf-subscriptions f92fc49ccfaa3fa7671d5aa20099cc94f4cd785be35782307b4d76b3723b05f0 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions f92fc49ccfaa3fa7671d5aa20099cc94f4cd785be35782307b4d76b3723b05f0 network default NAD default NAD key ] I0514 08:46:23.502430 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: f92fc49ccfaa3fa, network: default, NAD default, SandboxID: "f92fc49ccfaa3fa7671d5aa20099cc94f4cd785be35782307b4d76b3723b05f0", PCI device ID: , UID: "a6ab5139-6c8c-4d01-a044-f33aa7c10dea", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0514 08:46:23.552338 3713 cni.go:473] [tsf/test-tsf-subscriptions f92fc49ccfaa3fa7671d5aa20099cc94f4cd785be35782307b4d76b3723b05f0 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions f92fc49ccfaa3fa7671d5aa20099cc94f4cd785be35782307b4d76b3723b05f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:86:b4:28:e5:d4\",\"name\":\"f92fc49ccfaa3fa\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7c3add5-5a97-4499-93ce-7e881b7a2b75\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:46:23.682452 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=509 I0514 08:46:28.624892 3713 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:28.625459 3713 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:28.625494 3713 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:28.625504 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:28.625520 3713 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:28.625528 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:29.629247 3713 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:29.629848 3713 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:29.629872 3713 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:29.629880 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:29.629891 3713 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:29.629897 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:29.650692 3713 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:29.650713 3713 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:29.650722 3713 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:29.650734 3713 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feqffvp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:30.654735 3713 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:30.654765 3713 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:30.654784 3713 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:30.654801 3713 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkz5q5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:31.641992 3713 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:31.642662 3713 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:31.642691 3713 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:31.642702 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:31.642731 3713 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:31.642738 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:32.673394 3713 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:32.673423 3713 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:32.673438 3713 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:32.673462 3713 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exbb42 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:33.733816 3713 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:33.734322 3713 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:33.734348 3713 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:33.734357 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:33.734370 3713 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:33.734374 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:34.681241 3713 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:34.681873 3713 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:34.681903 3713 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:34.681911 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:34.681922 3713 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:34.681927 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:34.763102 3713 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:34.763142 3713 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:34.763158 3713 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:34.763170 3713 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hz5d9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:35.732243 3713 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:35.732266 3713 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:35.732282 3713 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:35.732295 3713 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7c9b7q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:43.742485 3713 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:43.743054 3713 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:46:43.743084 3713 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:43.743092 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 08:46:43.743106 3713 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 08:46:43.743113 3713 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 08:46:44.252349 3713 namespace.go:98] [cert-manager] adding namespace I0514 08:46:44.253291 3713 namespace.go:102] [cert-manager] adding namespace took 920.423µs I0514 08:46:44.282667 3713 namespace.go:142] [cert-manager] updating namespace I0514 08:46:44.295362 3713 namespace.go:142] [cert-manager] updating namespace I0514 08:46:44.796461 3713 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:44.796487 3713 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:44.796500 3713 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:46:44.796516 3713 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hqjpw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0514 08:46:48.664723 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 08:46:50.017248 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 08:46:50.017269 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 08:46:55.238360 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 08:46:55.245162 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 08:46:55.265168 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 08:46:55.271343 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0514 08:46:55.716406 3713 namespace.go:142] [openshift-operators] updating namespace I0514 08:46:55.722748 3713 namespace.go:142] [openshift-operators] updating namespace W0514 08:46:56.721757 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0514 08:47:02.359769 3713 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-s6rvn] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-s6rvn for pod on switch ip-10-0-2-193.ec2.internal I0514 08:47:02.359880 3713 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-s6rvn I0514 08:47:02.377697 3713 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s6rvn] pod update took 17.846234ms I0514 08:47:02.377719 3713 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-s6rvn] addLogicalPort annotation time took 17.871062ms I0514 08:47:02.378968 3713 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s6rvn] addLogicalPort took 19.215974ms, libovsdb time 891.692µs I0514 08:47:02.742723 3713 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s6rvn cf28e157801dcd66351a6202f40761bb563cf2c993aa02694f95632d1579e66c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-s6rvn cf28e157801dcd66351a6202f40761bb563cf2c993aa02694f95632d1579e66c network default NAD default NAD key ] I0514 08:47:02.752028 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-s6rvn, hostIfaceName: cf28e157801dcd6, network: default, NAD default, SandboxID: "cf28e157801dcd66351a6202f40761bb563cf2c993aa02694f95632d1579e66c", PCI device ID: , UID: "fd87c5b9-4985-40a6-9c18-37275d25b414", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0514 08:47:02.802307 3713 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s6rvn cf28e157801dcd66351a6202f40761bb563cf2c993aa02694f95632d1579e66c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-s6rvn cf28e157801dcd66351a6202f40761bb563cf2c993aa02694f95632d1579e66c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:cb:b3:41:f6:59\",\"name\":\"cf28e157801dcd6\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9efc80ce-5d74-4c8b-9640-6ce349d94c3b\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:47:05.511222 3713 namespace.go:98] [trusted-artifact-signer] adding namespace I0514 08:47:05.512132 3713 namespace.go:102] [trusted-artifact-signer] adding namespace took 889.173µs I0514 08:47:05.554044 3713 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 08:47:05.581280 3713 namespace.go:142] [trusted-artifact-signer] updating namespace W0514 08:47:06.105144 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0514 08:47:09.919014 3713 namespace.go:142] [openshift-operators] updating namespace I0514 08:47:11.497432 3713 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-swltx] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-swltx for pod on switch ip-10-0-2-193.ec2.internal I0514 08:47:11.497596 3713 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-swltx I0514 08:47:11.518002 3713 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-swltx] pod update took 20.442976ms I0514 08:47:11.518020 3713 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-swltx] addLogicalPort annotation time took 20.484971ms I0514 08:47:11.519210 3713 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-swltx] addLogicalPort took 21.794711ms, libovsdb time 859.881µs I0514 08:47:11.857352 3713 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-swltx 684d4738b0d9f59ef71bab4ff6b2df038237cd11a2d34e90839b2c411bb4c580 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-swltx 684d4738b0d9f59ef71bab4ff6b2df038237cd11a2d34e90839b2c411bb4c580 network default NAD default NAD key ] I0514 08:47:11.866956 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-swltx, hostIfaceName: 684d4738b0d9f59, network: default, NAD default, SandboxID: "684d4738b0d9f59ef71bab4ff6b2df038237cd11a2d34e90839b2c411bb4c580", PCI device ID: , UID: "56a36630-e8e5-49cd-be79-18f5fd84655a", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0514 08:47:11.920180 3713 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-swltx 684d4738b0d9f59ef71bab4ff6b2df038237cd11a2d34e90839b2c411bb4c580 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-swltx 684d4738b0d9f59ef71bab4ff6b2df038237cd11a2d34e90839b2c411bb4c580 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:60:98:b8:fa:39\",\"name\":\"684d4738b0d9f59\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2747384e-4183-44a6-8155-ad03429e01b4\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:47:12.043050 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0514 08:47:12.066000 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0514 08:47:12.083950 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0514 08:47:12.093885 3713 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0514 08:47:14.759139 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0514 08:47:17.108312 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0514 08:47:25.743008 3713 namespace.go:98] [openshift-pipelines] adding namespace I0514 08:47:25.743857 3713 namespace.go:102] [openshift-pipelines] adding namespace took 829.589µs I0514 08:47:25.763424 3713 namespace.go:142] [openshift-pipelines] updating namespace I0514 08:47:26.457336 3713 namespace.go:142] [cert-manager] updating namespace I0514 08:47:26.657843 3713 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:47:27.059139 3713 namespace.go:142] [konflux-operator] updating namespace I0514 08:47:27.260939 3713 namespace.go:142] [konflux-ui] updating namespace I0514 08:47:27.459606 3713 namespace.go:142] [open-cluster-management-2q9jgrtid73pp275kl3h1j85cc2965e0] updating namespace I0514 08:47:27.863847 3713 namespace.go:142] [rhbk-operator] updating namespace I0514 08:47:28.065623 3713 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:47:28.265333 3713 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 08:47:28.469420 3713 namespace.go:142] [tsf] updating namespace I0514 08:47:28.684054 3713 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:47:28.883803 3713 namespace.go:142] [tsf-tas] updating namespace I0514 08:47:29.101343 3713 namespace.go:142] [tsf-tpa] updating namespace I0514 08:47:29.265621 3713 namespace.go:142] [cert-manager] updating namespace I0514 08:47:29.280714 3713 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:47:29.298460 3713 namespace.go:142] [default] updating namespace I0514 08:47:29.323428 3713 namespace.go:142] [konflux-operator] updating namespace I0514 08:47:29.335410 3713 namespace.go:142] [konflux-ui] updating namespace I0514 08:47:29.354499 3713 namespace.go:142] [open-cluster-management-2q9jgrtid73pp275kl3h1j85cc2965e0] updating namespace I0514 08:47:29.368297 3713 namespace.go:142] [openshift] updating namespace I0514 08:47:29.388315 3713 namespace.go:142] [rhbk-operator] updating namespace I0514 08:47:29.404313 3713 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:47:29.418282 3713 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 08:47:29.433416 3713 namespace.go:142] [tsf] updating namespace I0514 08:47:29.452953 3713 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:47:29.472296 3713 namespace.go:142] [tsf-tas] updating namespace I0514 08:47:29.493318 3713 namespace.go:142] [tsf-tpa] updating namespace I0514 08:47:29.565660 3713 namespace.go:142] [cert-manager] updating namespace I0514 08:47:29.629305 3713 namespace.go:142] [cert-manager-operator] updating namespace I0514 08:47:29.688226 3713 namespace.go:142] [default] updating namespace I0514 08:47:29.793394 3713 namespace.go:142] [konflux-operator] updating namespace I0514 08:47:29.896012 3713 namespace.go:142] [konflux-ui] updating namespace I0514 08:47:29.991335 3713 namespace.go:142] [open-cluster-management-2q9jgrtid73pp275kl3h1j85cc2965e0] updating namespace I0514 08:47:30.086619 3713 namespace.go:142] [openshift] updating namespace I0514 08:47:30.193532 3713 namespace.go:142] [rhbk-operator] updating namespace I0514 08:47:30.288078 3713 namespace.go:142] [rhtpa-operator] updating namespace I0514 08:47:30.390718 3713 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 08:47:30.525412 3713 namespace.go:142] [tsf] updating namespace I0514 08:47:30.587002 3713 namespace.go:142] [tsf-keycloak] updating namespace I0514 08:47:30.689404 3713 namespace.go:142] [tsf-tas] updating namespace I0514 08:47:30.787196 3713 namespace.go:142] [tsf-tpa] updating namespace I0514 08:47:31.145513 3713 namespace.go:142] [openshift-pipelines] updating namespace I0514 08:47:36.203562 3713 cni.go:452] [tsf/test-tsf-subscriptions f92fc49ccfaa3fa7671d5aa20099cc94f4cd785be35782307b4d76b3723b05f0 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions f92fc49ccfaa3fa7671d5aa20099cc94f4cd785be35782307b4d76b3723b05f0 network default NAD default NAD key ] I0514 08:47:36.288547 3713 cni.go:473] [tsf/test-tsf-subscriptions f92fc49ccfaa3fa7671d5aa20099cc94f4cd785be35782307b4d76b3723b05f0 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions f92fc49ccfaa3fa7671d5aa20099cc94f4cd785be35782307b4d76b3723b05f0 network default NAD default NAD key default], result "{}", err I0514 08:47:36.341889 3713 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:47:36.341922 3713 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0514 08:47:36.343427 3713 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.29 I0514 08:47:36.343462 3713 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:47:36.365353 3713 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:47:36.365376 3713 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:47:36.371285 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0514 08:47:36.371321 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0514 08:47:37.592226 3713 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-193.ec2.internal I0514 08:47:37.592358 3713 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0514 08:47:37.608357 3713 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.024929ms I0514 08:47:37.608379 3713 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.05242ms I0514 08:47:37.609597 3713 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.387444ms, libovsdb time 839.426µs I0514 08:47:38.261862 3713 cni.go:452] [tsf/test-tsf-infrastructure bfdea5a41122391f28be9b5582b4ed1bdd4ccded769623530df26b7a53393758 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure bfdea5a41122391f28be9b5582b4ed1bdd4ccded769623530df26b7a53393758 network default NAD default NAD key ] I0514 08:47:38.271360 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: bfdea5a41122391, network: default, NAD default, SandboxID: "bfdea5a41122391f28be9b5582b4ed1bdd4ccded769623530df26b7a53393758", PCI device ID: , UID: "a2fc096e-c941-4237-8550-37714d864ccc", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0514 08:47:38.322821 3713 cni.go:473] [tsf/test-tsf-infrastructure bfdea5a41122391f28be9b5582b4ed1bdd4ccded769623530df26b7a53393758 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure bfdea5a41122391f28be9b5582b4ed1bdd4ccded769623530df26b7a53393758 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6d:6d:02:28:00\",\"name\":\"bfdea5a41122391\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf152a8b-bdb3-4f21-b11d-ca2d1397df7a\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:47:39.403194 3713 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pv5bs] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-pv5bs for pod on switch ip-10-0-2-193.ec2.internal I0514 08:47:39.403308 3713 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pv5bs I0514 08:47:39.420055 3713 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pv5bs] pod update took 16.771833ms I0514 08:47:39.420079 3713 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pv5bs] addLogicalPort annotation time took 16.800801ms I0514 08:47:39.421432 3713 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pv5bs] addLogicalPort took 18.256212ms, libovsdb time 964.853µs I0514 08:47:39.549817 3713 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xcmg] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-9xcmg for pod on switch ip-10-0-2-193.ec2.internal I0514 08:47:39.549901 3713 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xcmg I0514 08:47:39.570468 3713 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xcmg] pod update took 20.588334ms I0514 08:47:39.570498 3713 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xcmg] addLogicalPort annotation time took 20.621462ms I0514 08:47:39.571709 3713 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xcmg] addLogicalPort took 21.904715ms, libovsdb time 811.948µs I0514 08:47:39.770884 3713 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pv5bs 51b0a8b88a4fc3e686c77d6c9c7707d8e22f6e93afc5eb9f6b04de15f3c54dff network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pv5bs 51b0a8b88a4fc3e686c77d6c9c7707d8e22f6e93afc5eb9f6b04de15f3c54dff network default NAD default NAD key ] I0514 08:47:39.780556 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-pv5bs, hostIfaceName: 51b0a8b88a4fc3e, network: default, NAD default, SandboxID: "51b0a8b88a4fc3e686c77d6c9c7707d8e22f6e93afc5eb9f6b04de15f3c54dff", PCI device ID: , UID: "50ccc4ff-4c9b-4e50-8e87-7d8a2c9fd281", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0514 08:47:39.832589 3713 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pv5bs 51b0a8b88a4fc3e686c77d6c9c7707d8e22f6e93afc5eb9f6b04de15f3c54dff network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pv5bs 51b0a8b88a4fc3e686c77d6c9c7707d8e22f6e93afc5eb9f6b04de15f3c54dff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:83:41:3a:44:af\",\"name\":\"51b0a8b88a4fc3e\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b25b51e0-e34f-4f7a-b92d-306e6bd72511\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:47:39.911847 3713 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xcmg f97973578cc8b355601fee544b78843ca1a4cae9655df6cf4420530640bb9dc3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xcmg f97973578cc8b355601fee544b78843ca1a4cae9655df6cf4420530640bb9dc3 network default NAD default NAD key ] I0514 08:47:39.922445 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-9xcmg, hostIfaceName: f97973578cc8b35, network: default, NAD default, SandboxID: "f97973578cc8b355601fee544b78843ca1a4cae9655df6cf4420530640bb9dc3", PCI device ID: , UID: "28a3ea74-e64a-4854-9756-cd14501cc394", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0514 08:47:39.972757 3713 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xcmg f97973578cc8b355601fee544b78843ca1a4cae9655df6cf4420530640bb9dc3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xcmg f97973578cc8b355601fee544b78843ca1a4cae9655df6cf4420530640bb9dc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:18:88:99:dc:12\",\"name\":\"f97973578cc8b35\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab9d4057-ae9c-4960-84b1-9ad57b605117\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:47:40.476961 3713 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-npphf] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-npphf for pod on switch ip-10-0-2-193.ec2.internal I0514 08:47:40.477061 3713 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-npphf I0514 08:47:40.490589 3713 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-npphf] pod update took 13.550827ms I0514 08:47:40.490612 3713 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-npphf] addLogicalPort annotation time took 13.580104ms I0514 08:47:40.491919 3713 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-npphf] addLogicalPort took 14.975172ms, libovsdb time 944.881µs I0514 08:47:40.491995 3713 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lk6zq] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-lk6zq for pod on switch ip-10-0-2-193.ec2.internal I0514 08:47:40.492071 3713 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lk6zq I0514 08:47:40.514093 3713 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lk6zq] pod update took 22.043509ms I0514 08:47:40.514113 3713 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lk6zq] addLogicalPort annotation time took 22.06722ms I0514 08:47:40.515209 3713 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lk6zq] addLogicalPort took 23.222591ms, libovsdb time 705.792µs I0514 08:47:41.762893 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0514 08:47:43.261148 3713 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:43.261169 3713 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:43.261180 3713 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:43.261187 3713 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:44.313973 3713 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 08:47:44.313995 3713 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 08:47:44.314001 3713 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 08:47:44.923479 3713 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 08:47:44.923498 3713 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 08:47:44.923506 3713 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0514 08:47:48.758620 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0514 08:47:50.789843 3713 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0514 08:47:51.641731 3713 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-npphf 7d9b36da9d706e373276e956f0840464b3e5edd98a33e0b6899fb2a23e2558a9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-npphf 7d9b36da9d706e373276e956f0840464b3e5edd98a33e0b6899fb2a23e2558a9 network default NAD default NAD key ] I0514 08:47:51.647480 3713 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lk6zq 70798789e43e334cb4f156b9b8164344ef3f8db268850734c27d9e376dc5a225 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lk6zq 70798789e43e334cb4f156b9b8164344ef3f8db268850734c27d9e376dc5a225 network default NAD default NAD key ] I0514 08:47:51.652360 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-npphf, hostIfaceName: 7d9b36da9d706e3, network: default, NAD default, SandboxID: "7d9b36da9d706e373276e956f0840464b3e5edd98a33e0b6899fb2a23e2558a9", PCI device ID: , UID: "2f2f9aef-6f1a-4ab7-b99a-0f653686dc12", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0514 08:47:51.658032 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-lk6zq, hostIfaceName: 70798789e43e334, network: default, NAD default, SandboxID: "70798789e43e334cb4f156b9b8164344ef3f8db268850734c27d9e376dc5a225", PCI device ID: , UID: "6819c3b0-6cec-4d21-a2cd-732354751606", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0514 08:47:51.708229 3713 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-npphf 7d9b36da9d706e373276e956f0840464b3e5edd98a33e0b6899fb2a23e2558a9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-npphf 7d9b36da9d706e373276e956f0840464b3e5edd98a33e0b6899fb2a23e2558a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:d0:b6:ae:32:b1\",\"name\":\"7d9b36da9d706e3\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91fa29f5-0a4e-4495-8b84-152ab55bf190\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:47:51.733884 3713 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lk6zq 70798789e43e334cb4f156b9b8164344ef3f8db268850734c27d9e376dc5a225 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lk6zq 70798789e43e334cb4f156b9b8164344ef3f8db268850734c27d9e376dc5a225 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:f1:a5:91:d6:3f\",\"name\":\"70798789e43e334\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3724b52d-cdcc-4c21-954a-c55f28bb7e24\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:47:54.254068 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:54.254088 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:54.254093 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:54.254098 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 08:47:56.322952 3713 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0514 08:47:56.347370 3713 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0514 08:48:00.673657 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0514 08:48:09.396519 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0514 08:48:13.795831 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 W0514 08:48:17.344288 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0514 08:48:17.374292 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0514 08:48:19.446674 3713 cni.go:452] [tsf/test-tsf-infrastructure bfdea5a41122391f28be9b5582b4ed1bdd4ccded769623530df26b7a53393758 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure bfdea5a41122391f28be9b5582b4ed1bdd4ccded769623530df26b7a53393758 network default NAD default NAD key ] I0514 08:48:19.526949 3713 cni.go:473] [tsf/test-tsf-infrastructure bfdea5a41122391f28be9b5582b4ed1bdd4ccded769623530df26b7a53393758 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure bfdea5a41122391f28be9b5582b4ed1bdd4ccded769623530df26b7a53393758 network default NAD default NAD key default], result "{}", err I0514 08:48:19.578056 3713 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:48:19.578145 3713 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0514 08:48:19.579562 3713 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.32 I0514 08:48:19.579588 3713 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:48:19.616986 3713 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:48:19.617008 3713 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:48:19.624017 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0514 08:48:19.624048 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0514 08:48:20.685268 3713 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-193.ec2.internal I0514 08:48:20.685364 3713 kube.go:256] Updating pod tsf/test-tsf-iam I0514 08:48:20.700049 3713 pod.go:62] [tsf/test-tsf-iam] pod update took 14.708192ms I0514 08:48:20.700071 3713 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.736264ms I0514 08:48:20.701768 3713 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.519099ms, libovsdb time 1.316177ms I0514 08:48:21.051504 3713 cni.go:452] [tsf/test-tsf-iam 9229badddedd0725bce1ccaf544ab629c39ca4ef67139211ada03d3d55e68c0d network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 9229badddedd0725bce1ccaf544ab629c39ca4ef67139211ada03d3d55e68c0d network default NAD default NAD key ] I0514 08:48:21.061442 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 9229badddedd072, network: default, NAD default, SandboxID: "9229badddedd0725bce1ccaf544ab629c39ca4ef67139211ada03d3d55e68c0d", PCI device ID: , UID: "7100f19e-2086-4df5-a8db-be2b1dfc498c", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0514 08:48:21.113981 3713 cni.go:473] [tsf/test-tsf-iam 9229badddedd0725bce1ccaf544ab629c39ca4ef67139211ada03d3d55e68c0d network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 9229badddedd0725bce1ccaf544ab629c39ca4ef67139211ada03d3d55e68c0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c7:53:6c:47:fc\",\"name\":\"9229badddedd072\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/699a52f7-3eec-4049-b0a0-b865eec90fcf\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:48:21.655403 3713 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0514 08:48:21.656112 3713 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0514 08:48:21.656146 3713 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0514 08:48:21.658106 3713 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0514 08:48:21.768499 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0514 08:48:21.795951 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0514 08:48:22.358854 3713 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-2gvgt] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-2gvgt for pod on switch ip-10-0-2-193.ec2.internal I0514 08:48:22.358946 3713 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-2gvgt I0514 08:48:22.373671 3713 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-2gvgt] pod update took 14.748859ms I0514 08:48:22.373694 3713 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-2gvgt] addLogicalPort annotation time took 14.777207ms I0514 08:48:22.374934 3713 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-2gvgt] addLogicalPort took 16.100031ms, libovsdb time 873.84µs I0514 08:48:22.725270 3713 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-2gvgt 2ee99c0af90f822421f198685548a644d77cc83c7503613535cdc48239079a57 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-2gvgt 2ee99c0af90f822421f198685548a644d77cc83c7503613535cdc48239079a57 network default NAD default NAD key ] I0514 08:48:22.734743 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-2gvgt, hostIfaceName: 2ee99c0af90f822, network: default, NAD default, SandboxID: "2ee99c0af90f822421f198685548a644d77cc83c7503613535cdc48239079a57", PCI device ID: , UID: "770c4f35-96ff-454a-84f0-cb033bc34aa9", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0514 08:48:22.786965 3713 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-2gvgt 2ee99c0af90f822421f198685548a644d77cc83c7503613535cdc48239079a57 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-2gvgt 2ee99c0af90f822421f198685548a644d77cc83c7503613535cdc48239079a57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:60:0f:93:86:2a\",\"name\":\"2ee99c0af90f822\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b69727ce-06f2-42b2-b663-183ddc7d5e0e\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:48:27.394043 3713 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0514 08:48:28.150749 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0514 08:48:28.150770 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0514 08:48:28.157013 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0514 08:48:28.157029 3713 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0514 08:48:45.674250 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=207 I0514 08:48:47.672205 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 I0514 08:48:51.001997 3713 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-99ntb] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-99ntb for pod on switch ip-10-0-2-193.ec2.internal I0514 08:48:51.002121 3713 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-99ntb I0514 08:48:51.015442 3713 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-99ntb] pod update took 13.345947ms I0514 08:48:51.015463 3713 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-99ntb] addLogicalPort annotation time took 13.373692ms I0514 08:48:51.016857 3713 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-99ntb] addLogicalPort took 14.87553ms, libovsdb time 996.924µs I0514 08:48:51.100927 3713 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jlqcx] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-jlqcx for pod on switch ip-10-0-2-193.ec2.internal I0514 08:48:51.101023 3713 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jlqcx I0514 08:48:51.113420 3713 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jlqcx] pod update took 12.42019ms I0514 08:48:51.113440 3713 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jlqcx] addLogicalPort annotation time took 12.445343ms I0514 08:48:51.114806 3713 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jlqcx] addLogicalPort took 13.89973ms, libovsdb time 885.863µs I0514 08:48:51.382218 3713 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-99ntb e88fa2cc7e566baacd09683e0235cd90d3583d7f3621d367f96626459696af46 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-99ntb e88fa2cc7e566baacd09683e0235cd90d3583d7f3621d367f96626459696af46 network default NAD default NAD key ] I0514 08:48:51.391650 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-99ntb, hostIfaceName: e88fa2cc7e566ba, network: default, NAD default, SandboxID: "e88fa2cc7e566baacd09683e0235cd90d3583d7f3621d367f96626459696af46", PCI device ID: , UID: "5a3f5721-6c57-4f2a-9b58-111a2738032e", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0514 08:48:51.445327 3713 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-99ntb e88fa2cc7e566baacd09683e0235cd90d3583d7f3621d367f96626459696af46 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-99ntb e88fa2cc7e566baacd09683e0235cd90d3583d7f3621d367f96626459696af46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d5:cc:71:b7:78\",\"name\":\"e88fa2cc7e566ba\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d3210e4-0c5f-4612-81b3-453b7467d19f\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:48:51.465413 3713 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jlqcx 57a0a1c096de41ba6470585cc00e7f88f4548b888452e4c079286eb71686edef network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jlqcx 57a0a1c096de41ba6470585cc00e7f88f4548b888452e4c079286eb71686edef network default NAD default NAD key ] I0514 08:48:51.476317 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-jlqcx, hostIfaceName: 57a0a1c096de41b, network: default, NAD default, SandboxID: "57a0a1c096de41ba6470585cc00e7f88f4548b888452e4c079286eb71686edef", PCI device ID: , UID: "d0d26afa-b8f3-4b4b-ae3d-a70edb7d001e", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0514 08:48:51.527965 3713 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jlqcx 57a0a1c096de41ba6470585cc00e7f88f4548b888452e4c079286eb71686edef network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-jlqcx 57a0a1c096de41ba6470585cc00e7f88f4548b888452e4c079286eb71686edef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:e6:86:3e:3d:21\",\"name\":\"57a0a1c096de41b\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fca56e9-85f3-4ad1-a22e-a20f269e316c\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:48:53.674032 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=124 W0514 08:48:59.673607 3713 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 08:48:59.673629 3713 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 08:48:59.673635 3713 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 08:49:11.401982 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 08:49:11.402004 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 08:49:11.402010 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0514 08:49:11.744166 3713 cni.go:452] [tsf/test-tsf-iam 9229badddedd0725bce1ccaf544ab629c39ca4ef67139211ada03d3d55e68c0d network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 9229badddedd0725bce1ccaf544ab629c39ca4ef67139211ada03d3d55e68c0d network default NAD default NAD key ] I0514 08:49:11.820907 3713 cni.go:473] [tsf/test-tsf-iam 9229badddedd0725bce1ccaf544ab629c39ca4ef67139211ada03d3d55e68c0d network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 9229badddedd0725bce1ccaf544ab629c39ca4ef67139211ada03d3d55e68c0d network default NAD default NAD key default], result "{}", err I0514 08:49:11.877317 3713 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:11.877358 3713 pods.go:176] Deleting pod: tsf/test-tsf-iam I0514 08:49:11.879095 3713 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.37 I0514 08:49:11.879135 3713 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:11.897159 3713 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:49:11.897177 3713 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:49:11.901509 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0514 08:49:11.901551 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0514 08:49:12.678633 3713 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-193.ec2.internal I0514 08:49:12.678731 3713 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0514 08:49:12.697842 3713 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 19.13165ms I0514 08:49:12.697872 3713 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 19.166228ms I0514 08:49:12.699176 3713 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 20.558768ms, libovsdb time 896.817µs I0514 08:49:13.043427 3713 cni.go:452] [tsf-tas/test-tsf-tas 7fe3c40d4df9fb03f6ccdf3ea370b2cab3ddbcd22860b1ccbf78e19127e3d063 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 7fe3c40d4df9fb03f6ccdf3ea370b2cab3ddbcd22860b1ccbf78e19127e3d063 network default NAD default NAD key ] I0514 08:49:13.053157 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 7fe3c40d4df9fb0, network: default, NAD default, SandboxID: "7fe3c40d4df9fb03f6ccdf3ea370b2cab3ddbcd22860b1ccbf78e19127e3d063", PCI device ID: , UID: "a4634196-4e47-404a-b4ba-adcc1924e9e6", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0514 08:49:13.106253 3713 cni.go:473] [tsf-tas/test-tsf-tas 7fe3c40d4df9fb03f6ccdf3ea370b2cab3ddbcd22860b1ccbf78e19127e3d063 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 7fe3c40d4df9fb03f6ccdf3ea370b2cab3ddbcd22860b1ccbf78e19127e3d063 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:bd:97:2e:e2:17\",\"name\":\"7fe3c40d4df9fb0\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32289159-1e61-484a-a71a-61d32ba61210\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:49:13.720118 3713 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-6lhw6-n84p5] creating logical port tsf-tas_segment-backup-installation-6lhw6-n84p5 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:49:13.720230 3713 kube.go:256] Updating pod tsf-tas/segment-backup-installation-6lhw6-n84p5 I0514 08:49:13.737585 3713 pod.go:62] [tsf-tas/segment-backup-installation-6lhw6-n84p5] pod update took 17.377984ms I0514 08:49:13.737612 3713 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-6lhw6-n84p5] addLogicalPort annotation time took 17.41351ms I0514 08:49:13.738987 3713 pods.go:271] [tsf-tas/segment-backup-installation-6lhw6-n84p5] addLogicalPort took 18.893461ms, libovsdb time 936.107µs I0514 08:49:14.081134 3713 cni.go:452] [tsf-tas/segment-backup-installation-6lhw6-n84p5 601261af301591440fa7862668704823f4bc8bc24d2450d3152b2445ac940a55 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-6lhw6-n84p5 601261af301591440fa7862668704823f4bc8bc24d2450d3152b2445ac940a55 network default NAD default NAD key ] I0514 08:49:14.091330 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-6lhw6-n84p5, hostIfaceName: 601261af3015914, network: default, NAD default, SandboxID: "601261af301591440fa7862668704823f4bc8bc24d2450d3152b2445ac940a55", PCI device ID: , UID: "8c05d5c4-a411-4033-9dbd-b18d97599146", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0514 08:49:14.143028 3713 cni.go:473] [tsf-tas/segment-backup-installation-6lhw6-n84p5 601261af301591440fa7862668704823f4bc8bc24d2450d3152b2445ac940a55 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-6lhw6-n84p5 601261af301591440fa7862668704823f4bc8bc24d2450d3152b2445ac940a55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:2e:4e:60:bc:72\",\"name\":\"601261af3015914\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82053773-0b3f-48ee-ba6e-9b003a05c131\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:49:14.504340 3713 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-tktmb-55tbc] creating logical port tsf-tas_ctlog-createtree-job-tktmb-55tbc for pod on switch ip-10-0-2-193.ec2.internal I0514 08:49:14.504420 3713 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-tktmb-55tbc I0514 08:49:14.518757 3713 pod.go:62] [tsf-tas/ctlog-createtree-job-tktmb-55tbc] pod update took 14.355338ms I0514 08:49:14.518784 3713 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-tktmb-55tbc] addLogicalPort annotation time took 14.385818ms I0514 08:49:14.520210 3713 pods.go:271] [tsf-tas/ctlog-createtree-job-tktmb-55tbc] addLogicalPort took 15.881367ms, libovsdb time 894.693µs I0514 08:49:14.602109 3713 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-68d5f54dd-slw7s] creating logical port tsf-tas_trillian-logserver-68d5f54dd-slw7s for pod on switch ip-10-0-2-193.ec2.internal I0514 08:49:14.602245 3713 kube.go:256] Updating pod tsf-tas/trillian-logserver-68d5f54dd-slw7s I0514 08:49:14.617745 3713 pod.go:62] [tsf-tas/trillian-logserver-68d5f54dd-slw7s] pod update took 15.526329ms I0514 08:49:14.617768 3713 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-68d5f54dd-slw7s] addLogicalPort annotation time took 15.55757ms I0514 08:49:14.619130 3713 pods.go:271] [tsf-tas/trillian-logserver-68d5f54dd-slw7s] addLogicalPort took 17.034926ms, libovsdb time 972.886µs I0514 08:49:14.755675 3713 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6944b5cf8c-8gt4x] creating logical port tsf-tas_trillian-logsigner-6944b5cf8c-8gt4x for pod on switch ip-10-0-2-193.ec2.internal I0514 08:49:14.755763 3713 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6944b5cf8c-8gt4x I0514 08:49:14.767448 3713 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-kcn62-vg8g6] creating logical port tsf-tas_rekor-createtree-job-kcn62-vg8g6 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:49:14.767677 3713 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-kcn62-vg8g6 I0514 08:49:14.778450 3713 pod.go:62] [tsf-tas/trillian-logsigner-6944b5cf8c-8gt4x] pod update took 22.711303ms I0514 08:49:14.778477 3713 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6944b5cf8c-8gt4x] addLogicalPort annotation time took 22.741664ms I0514 08:49:14.779972 3713 pods.go:271] [tsf-tas/trillian-logsigner-6944b5cf8c-8gt4x] addLogicalPort took 24.310205ms, libovsdb time 922.665µs I0514 08:49:14.785186 3713 pod.go:62] [tsf-tas/rekor-createtree-job-kcn62-vg8g6] pod update took 17.530145ms I0514 08:49:14.785211 3713 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-kcn62-vg8g6] addLogicalPort annotation time took 17.558788ms I0514 08:49:14.786940 3713 pods.go:271] [tsf-tas/rekor-createtree-job-kcn62-vg8g6] addLogicalPort took 19.514229ms, libovsdb time 1.12462ms I0514 08:49:14.888297 3713 cni.go:452] [tsf-tas/ctlog-createtree-job-tktmb-55tbc 68af1e49144f09798c7fa60ec4703d81a6c0d7dae8d789e0830738a0f01cbfb9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-tktmb-55tbc 68af1e49144f09798c7fa60ec4703d81a6c0d7dae8d789e0830738a0f01cbfb9 network default NAD default NAD key ] I0514 08:49:14.900602 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-tktmb-55tbc, hostIfaceName: 68af1e49144f097, network: default, NAD default, SandboxID: "68af1e49144f09798c7fa60ec4703d81a6c0d7dae8d789e0830738a0f01cbfb9", PCI device ID: , UID: "6d856c5b-b339-4eed-9654-aa4e300e606f", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0514 08:49:14.972758 3713 cni.go:473] [tsf-tas/ctlog-createtree-job-tktmb-55tbc 68af1e49144f09798c7fa60ec4703d81a6c0d7dae8d789e0830738a0f01cbfb9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-tktmb-55tbc 68af1e49144f09798c7fa60ec4703d81a6c0d7dae8d789e0830738a0f01cbfb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:a4:6b:95:a2:35\",\"name\":\"68af1e49144f097\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61026975-3a5a-4bb3-99c0-c73ced0754fa\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:49:15.135777 3713 cni.go:452] [tsf-tas/trillian-logsigner-6944b5cf8c-8gt4x 4741a8cebb86cfb706ea6e1c1f3b16705ece036a17a8a60e44754a9e54ee766b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6944b5cf8c-8gt4x 4741a8cebb86cfb706ea6e1c1f3b16705ece036a17a8a60e44754a9e54ee766b network default NAD default NAD key ] I0514 08:49:15.142215 3713 cni.go:452] [tsf-tas/rekor-createtree-job-kcn62-vg8g6 d04fd03d51dfbd7cbf50fb32ec541cadc29f3e14cde4803c56d718d2f51f3ea5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-kcn62-vg8g6 d04fd03d51dfbd7cbf50fb32ec541cadc29f3e14cde4803c56d718d2f51f3ea5 network default NAD default NAD key ] I0514 08:49:15.148359 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6944b5cf8c-8gt4x, hostIfaceName: 4741a8cebb86cfb, network: default, NAD default, SandboxID: "4741a8cebb86cfb706ea6e1c1f3b16705ece036a17a8a60e44754a9e54ee766b", PCI device ID: , UID: "948cf9a3-ecd6-41f9-8332-08c2812281dd", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0514 08:49:15.154740 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-kcn62-vg8g6, hostIfaceName: d04fd03d51dfbd7, network: default, NAD default, SandboxID: "d04fd03d51dfbd7cbf50fb32ec541cadc29f3e14cde4803c56d718d2f51f3ea5", PCI device ID: , UID: "bde12479-84e0-4f28-a406-9a004c94aa9c", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0514 08:49:15.214497 3713 cni.go:473] [tsf-tas/trillian-logsigner-6944b5cf8c-8gt4x 4741a8cebb86cfb706ea6e1c1f3b16705ece036a17a8a60e44754a9e54ee766b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6944b5cf8c-8gt4x 4741a8cebb86cfb706ea6e1c1f3b16705ece036a17a8a60e44754a9e54ee766b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:19:a5:16:51:a6\",\"name\":\"4741a8cebb86cfb\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bcfe54d-05ec-440b-9f6e-40f2cf791b54\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:49:15.251420 3713 cni.go:473] [tsf-tas/rekor-createtree-job-kcn62-vg8g6 d04fd03d51dfbd7cbf50fb32ec541cadc29f3e14cde4803c56d718d2f51f3ea5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-kcn62-vg8g6 d04fd03d51dfbd7cbf50fb32ec541cadc29f3e14cde4803c56d718d2f51f3ea5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:e5:54:bb:8c:62\",\"name\":\"d04fd03d51dfbd7\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c0fbcda-1412-4573-99fc-290ec58443a3\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:49:15.574236 3713 cni.go:452] [tsf-tas/trillian-logserver-68d5f54dd-slw7s fa89bddc8fdc01e1f85bafdd90ac92a99eb7005571c03c88fc052848694593ac network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-68d5f54dd-slw7s fa89bddc8fdc01e1f85bafdd90ac92a99eb7005571c03c88fc052848694593ac network default NAD default NAD key ] I0514 08:49:15.586844 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-68d5f54dd-slw7s, hostIfaceName: fa89bddc8fdc01e, network: default, NAD default, SandboxID: "fa89bddc8fdc01e1f85bafdd90ac92a99eb7005571c03c88fc052848694593ac", PCI device ID: , UID: "da524124-78af-40a6-991b-94e9ccc68c3d", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0514 08:49:15.657070 3713 cni.go:473] [tsf-tas/trillian-logserver-68d5f54dd-slw7s fa89bddc8fdc01e1f85bafdd90ac92a99eb7005571c03c88fc052848694593ac network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-68d5f54dd-slw7s fa89bddc8fdc01e1f85bafdd90ac92a99eb7005571c03c88fc052848694593ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:7f:00:a3:80:e6\",\"name\":\"fa89bddc8fdc01e\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37a128de-8292-4a99-9f78-0132f7d7f98f\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:49:17.422999 3713 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-4xktl] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-4xktl for pod on switch ip-10-0-2-193.ec2.internal I0514 08:49:17.423219 3713 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-4xktl I0514 08:49:17.433038 3713 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-4xktl] pod update took 9.854194ms I0514 08:49:17.433075 3713 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-4xktl] addLogicalPort annotation time took 9.893634ms I0514 08:49:17.434949 3713 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-4xktl] addLogicalPort took 11.969847ms, libovsdb time 1.215172ms I0514 08:49:21.585827 3713 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dd8fx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:21.586476 3713 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dd8fx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:22.487631 3713 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dd8fx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:49:22.487665 3713 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dd8fx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 08:49:24.757266 3713 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0514 08:49:27.430369 3713 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-4xktl e4e33d6c7f0ab04bc945cf05a5c7f61444f0328ea301ebb100ebe743d7894d92 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-4xktl e4e33d6c7f0ab04bc945cf05a5c7f61444f0328ea301ebb100ebe743d7894d92 network default NAD default NAD key ] I0514 08:49:27.440414 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-4xktl, hostIfaceName: e4e33d6c7f0ab04, network: default, NAD default, SandboxID: "e4e33d6c7f0ab04bc945cf05a5c7f61444f0328ea301ebb100ebe743d7894d92", PCI device ID: , UID: "b0458cbb-018a-45f2-8712-03ddfe1fc0ec", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0514 08:49:27.504455 3713 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-4xktl e4e33d6c7f0ab04bc945cf05a5c7f61444f0328ea301ebb100ebe743d7894d92 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-4xktl e4e33d6c7f0ab04bc945cf05a5c7f61444f0328ea301ebb100ebe743d7894d92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:1e:d8:8c:17:21\",\"name\":\"e4e33d6c7f0ab04\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba7209bf-1078-4f70-86c7-f132cd6d2312\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:49:27.855221 3713 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0514 08:49:27.901260 3713 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0514 08:49:30.882067 3713 cni.go:452] [tsf-tas/segment-backup-installation-6lhw6-n84p5 601261af301591440fa7862668704823f4bc8bc24d2450d3152b2445ac940a55 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-6lhw6-n84p5 601261af301591440fa7862668704823f4bc8bc24d2450d3152b2445ac940a55 network default NAD default NAD key ] I0514 08:49:30.968799 3713 cni.go:473] [tsf-tas/segment-backup-installation-6lhw6-n84p5 601261af301591440fa7862668704823f4bc8bc24d2450d3152b2445ac940a55 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-6lhw6-n84p5 601261af301591440fa7862668704823f4bc8bc24d2450d3152b2445ac940a55 network default NAD default NAD key default], result "{}", err I0514 08:49:31.020848 3713 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6lhw6-n84p5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:31.020887 3713 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-6lhw6-n84p5 I0514 08:49:31.022263 3713 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-6lhw6-n84p5, ips: 10.130.0.42 I0514 08:49:31.022299 3713 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6lhw6-n84p5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:49:32.042147 3713 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6lhw6-n84p5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:49:32.042175 3713 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6lhw6-n84p5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 08:49:33.807460 3713 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0514 08:49:33.807487 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0514 08:49:51.952668 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0514 08:49:51.979024 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0514 08:50:00.171571 3713 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29645810-d5hsf for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:00.171662 3713 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf I0514 08:50:00.184383 3713 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf] pod update took 12.742954ms I0514 08:50:00.184412 3713 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf] addLogicalPort annotation time took 12.7773ms I0514 08:50:00.186006 3713 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf] addLogicalPort took 14.477495ms, libovsdb time 1.017507ms I0514 08:50:00.626384 3713 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf 70558b065702e232ae40e1fb18fcabdebb2e7ccb4ac5ff7890bb9f9c651704f5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf 70558b065702e232ae40e1fb18fcabdebb2e7ccb4ac5ff7890bb9f9c651704f5 network default NAD default NAD key ] I0514 08:50:00.636412 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29645810-d5hsf, hostIfaceName: 70558b065702e23, network: default, NAD default, SandboxID: "70558b065702e232ae40e1fb18fcabdebb2e7ccb4ac5ff7890bb9f9c651704f5", PCI device ID: , UID: "52023a19-bc7d-4cb4-9f4f-4a4f4b637190", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] W0514 08:50:00.678560 3713 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0514 08:50:00.691618 3713 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf 70558b065702e232ae40e1fb18fcabdebb2e7ccb4ac5ff7890bb9f9c651704f5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf 70558b065702e232ae40e1fb18fcabdebb2e7ccb4ac5ff7890bb9f9c651704f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e2:88:98:4e:67\",\"name\":\"70558b065702e23\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7866448f-5521-4c6a-8e7a-2dc6866ccd4a\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:50:04.082430 3713 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf 70558b065702e232ae40e1fb18fcabdebb2e7ccb4ac5ff7890bb9f9c651704f5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf 70558b065702e232ae40e1fb18fcabdebb2e7ccb4ac5ff7890bb9f9c651704f5 network default NAD default NAD key ] I0514 08:50:04.083161 3713 cni.go:452] [tsf-tas/test-tsf-tas 7fe3c40d4df9fb03f6ccdf3ea370b2cab3ddbcd22860b1ccbf78e19127e3d063 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 7fe3c40d4df9fb03f6ccdf3ea370b2cab3ddbcd22860b1ccbf78e19127e3d063 network default NAD default NAD key ] I0514 08:50:04.181826 3713 cni.go:473] [tsf-tas/test-tsf-tas 7fe3c40d4df9fb03f6ccdf3ea370b2cab3ddbcd22860b1ccbf78e19127e3d063 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 7fe3c40d4df9fb03f6ccdf3ea370b2cab3ddbcd22860b1ccbf78e19127e3d063 network default NAD default NAD key default], result "{}", err I0514 08:50:04.196204 3713 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf 70558b065702e232ae40e1fb18fcabdebb2e7ccb4ac5ff7890bb9f9c651704f5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf 70558b065702e232ae40e1fb18fcabdebb2e7ccb4ac5ff7890bb9f9c651704f5 network default NAD default NAD key default], result "{}", err I0514 08:50:04.246654 3713 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:04.246694 3713 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0514 08:50:04.248187 3713 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.41 I0514 08:50:04.248221 3713 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:04.270983 3713 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:04.271006 3713 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:04.271019 3713 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:04.271044 3713 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf I0514 08:50:04.272187 3713 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf, ips: 10.130.0.48 I0514 08:50:04.272212 3713 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:04.275180 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0514 08:50:04.275200 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0514 08:50:04.942073 3713 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-dspjr] creating logical port tsf_patch-tekton-config-dspjr for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:04.942202 3713 kube.go:256] Updating pod tsf/patch-tekton-config-dspjr I0514 08:50:04.954856 3713 pod.go:62] [tsf/patch-tekton-config-dspjr] pod update took 12.676738ms I0514 08:50:04.954887 3713 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-dspjr] addLogicalPort annotation time took 12.713171ms I0514 08:50:04.956254 3713 pods.go:271] [tsf/patch-tekton-config-dspjr] addLogicalPort took 14.201001ms, libovsdb time 875.688µs I0514 08:50:05.100204 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:05.100230 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:05.303192 3713 cni.go:452] [tsf/patch-tekton-config-dspjr 667403f47c610a6b2e26a917da4127266480536590d1ba7245b7e88cf0460ff5 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-dspjr 667403f47c610a6b2e26a917da4127266480536590d1ba7245b7e88cf0460ff5 network default NAD default NAD key ] I0514 08:50:05.312861 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-dspjr, hostIfaceName: 667403f47c610a6, network: default, NAD default, SandboxID: "667403f47c610a6b2e26a917da4127266480536590d1ba7245b7e88cf0460ff5", PCI device ID: , UID: "9414e5b5-e0a2-4578-90bd-638fe2e10a10", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0514 08:50:05.365599 3713 cni.go:473] [tsf/patch-tekton-config-dspjr 667403f47c610a6b2e26a917da4127266480536590d1ba7245b7e88cf0460ff5 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-dspjr 667403f47c610a6b2e26a917da4127266480536590d1ba7245b7e88cf0460ff5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:1d:9e:26:a6:4b\",\"name\":\"667403f47c610a6\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8a11158-a595-4147-9c33-3d0f9d7e4ba9\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:50:08.119652 3713 cni.go:452] [tsf-tas/ctlog-createtree-job-tktmb-55tbc 68af1e49144f09798c7fa60ec4703d81a6c0d7dae8d789e0830738a0f01cbfb9 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-tktmb-55tbc 68af1e49144f09798c7fa60ec4703d81a6c0d7dae8d789e0830738a0f01cbfb9 network default NAD default NAD key ] I0514 08:50:08.214597 3713 cni.go:473] [tsf-tas/ctlog-createtree-job-tktmb-55tbc 68af1e49144f09798c7fa60ec4703d81a6c0d7dae8d789e0830738a0f01cbfb9 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-tktmb-55tbc 68af1e49144f09798c7fa60ec4703d81a6c0d7dae8d789e0830738a0f01cbfb9 network default NAD default NAD key default], result "{}", err W0514 08:50:09.719831 3713 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0514 08:50:09.719852 3713 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0514 08:50:09.857493 3713 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tktmb-55tbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:09.857549 3713 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-tktmb-55tbc I0514 08:50:09.859185 3713 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-tktmb-55tbc, ips: 10.130.0.43 I0514 08:50:09.859226 3713 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tktmb-55tbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:10.144140 3713 cni.go:452] [tsf-tas/rekor-createtree-job-kcn62-vg8g6 d04fd03d51dfbd7cbf50fb32ec541cadc29f3e14cde4803c56d718d2f51f3ea5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-kcn62-vg8g6 d04fd03d51dfbd7cbf50fb32ec541cadc29f3e14cde4803c56d718d2f51f3ea5 network default NAD default NAD key ] I0514 08:50:10.236217 3713 cni.go:473] [tsf-tas/rekor-createtree-job-kcn62-vg8g6 d04fd03d51dfbd7cbf50fb32ec541cadc29f3e14cde4803c56d718d2f51f3ea5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-kcn62-vg8g6 d04fd03d51dfbd7cbf50fb32ec541cadc29f3e14cde4803c56d718d2f51f3ea5 network default NAD default NAD key default], result "{}", err I0514 08:50:10.697321 3713 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kcn62-vg8g6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:10.697356 3713 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-kcn62-vg8g6 I0514 08:50:10.698718 3713 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-kcn62-vg8g6, ips: 10.130.0.46 I0514 08:50:10.698751 3713 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kcn62-vg8g6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:10.881565 3713 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tktmb-55tbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:10.881590 3713 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tktmb-55tbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:11.147813 3713 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kcn62-vg8g6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:11.147840 3713 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kcn62-vg8g6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:13.151967 3713 cni.go:452] [tsf/patch-tekton-config-dspjr 667403f47c610a6b2e26a917da4127266480536590d1ba7245b7e88cf0460ff5 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-dspjr 667403f47c610a6b2e26a917da4127266480536590d1ba7245b7e88cf0460ff5 network default NAD default NAD key ] I0514 08:50:13.225324 3713 cni.go:473] [tsf/patch-tekton-config-dspjr 667403f47c610a6b2e26a917da4127266480536590d1ba7245b7e88cf0460ff5 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-dspjr 667403f47c610a6b2e26a917da4127266480536590d1ba7245b7e88cf0460ff5 network default NAD default NAD key default], result "{}", err I0514 08:50:13.290199 3713 obj_retry.go:498] Detected object tsf/patch-tekton-config-dspjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:13.290235 3713 pods.go:176] Deleting pod: tsf/patch-tekton-config-dspjr I0514 08:50:13.291561 3713 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-dspjr, ips: 10.130.0.49 I0514 08:50:13.291593 3713 obj_retry.go:498] Detected object tsf/patch-tekton-config-dspjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:14.313426 3713 obj_retry.go:492] Detected object tsf/patch-tekton-config-dspjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:14.313451 3713 obj_retry.go:492] Detected object tsf/patch-tekton-config-dspjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:14.410920 3713 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-jk9fm] creating logical port tsf_tsf-tekton-configuration-jk9fm for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:14.411020 3713 kube.go:256] Updating pod tsf/tsf-tekton-configuration-jk9fm I0514 08:50:14.422973 3713 pod.go:62] [tsf/tsf-tekton-configuration-jk9fm] pod update took 11.976683ms I0514 08:50:14.423004 3713 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-jk9fm] addLogicalPort annotation time took 12.011717ms I0514 08:50:14.424358 3713 pods.go:271] [tsf/tsf-tekton-configuration-jk9fm] addLogicalPort took 13.453991ms, libovsdb time 819.744µs I0514 08:50:14.555611 3713 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-vhqc8] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-vhqc8 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:14.555699 3713 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-vhqc8 I0514 08:50:14.569706 3713 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vhqc8] pod update took 14.031711ms I0514 08:50:14.569729 3713 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-vhqc8] addLogicalPort annotation time took 14.055976ms I0514 08:50:14.571030 3713 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vhqc8] addLogicalPort took 15.44041ms, libovsdb time 854.697µs I0514 08:50:14.863093 3713 cni.go:452] [tsf/tsf-tekton-configuration-jk9fm abcddeb7c445919def015f1ea00cee2179ddbbfad824e1d882e335c9af378944 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-jk9fm abcddeb7c445919def015f1ea00cee2179ddbbfad824e1d882e335c9af378944 network default NAD default NAD key ] I0514 08:50:14.873138 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-jk9fm, hostIfaceName: abcddeb7c445919, network: default, NAD default, SandboxID: "abcddeb7c445919def015f1ea00cee2179ddbbfad824e1d882e335c9af378944", PCI device ID: , UID: "71842501-43a5-4487-b7c1-a525305f2669", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0514 08:50:14.926030 3713 cni.go:473] [tsf/tsf-tekton-configuration-jk9fm abcddeb7c445919def015f1ea00cee2179ddbbfad824e1d882e335c9af378944 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-jk9fm abcddeb7c445919def015f1ea00cee2179ddbbfad824e1d882e335c9af378944 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:5d:9c:9f:76:c7\",\"name\":\"abcddeb7c445919\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/603d238b-2ce6-4916-853e-48ff1990b77c\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:50:14.981697 3713 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vhqc8 415ac778d8dc3ceec6515bc48d7b1bade9899cd02228596c5a1a0fbf3615bfb3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-vhqc8 415ac778d8dc3ceec6515bc48d7b1bade9899cd02228596c5a1a0fbf3615bfb3 network default NAD default NAD key ] I0514 08:50:15.011749 3713 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-vhqc8, hostIfaceName: 415ac778d8dc3ce, network: default, NAD default, SandboxID: "415ac778d8dc3ceec6515bc48d7b1bade9899cd02228596c5a1a0fbf3615bfb3", PCI device ID: , UID: "f1b7f819-f849-4d8a-88c7-049a46048a9f", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0514 08:50:15.063578 3713 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vhqc8 415ac778d8dc3ceec6515bc48d7b1bade9899cd02228596c5a1a0fbf3615bfb3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-vhqc8 415ac778d8dc3ceec6515bc48d7b1bade9899cd02228596c5a1a0fbf3615bfb3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:21:96:9e:5a:87\",\"name\":\"415ac778d8dc3ce\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d42d995-f4a6-4324-8ade-b8956eec782f\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:50:17.024364 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0514 08:50:18.679754 3713 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-b9777bcb4-qp8cs] creating logical port tsf-tas_rekor-server-b9777bcb4-qp8cs for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:18.679867 3713 kube.go:256] Updating pod tsf-tas/rekor-server-b9777bcb4-qp8cs I0514 08:50:18.693498 3713 pod.go:62] [tsf-tas/rekor-server-b9777bcb4-qp8cs] pod update took 13.658256ms I0514 08:50:18.693552 3713 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-b9777bcb4-qp8cs] addLogicalPort annotation time took 13.700596ms I0514 08:50:18.695427 3713 pods.go:271] [tsf-tas/rekor-server-b9777bcb4-qp8cs] addLogicalPort took 15.697881ms, libovsdb time 1.316041ms I0514 08:50:20.208210 3713 cni.go:452] [tsf/tsf-tekton-configuration-jk9fm abcddeb7c445919def015f1ea00cee2179ddbbfad824e1d882e335c9af378944 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-jk9fm abcddeb7c445919def015f1ea00cee2179ddbbfad824e1d882e335c9af378944 network default NAD default NAD key ] I0514 08:50:20.282321 3713 cni.go:473] [tsf/tsf-tekton-configuration-jk9fm abcddeb7c445919def015f1ea00cee2179ddbbfad824e1d882e335c9af378944 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-jk9fm abcddeb7c445919def015f1ea00cee2179ddbbfad824e1d882e335c9af378944 network default NAD default NAD key default], result "{}", err I0514 08:50:21.493918 3713 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-jk9fm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:21.494028 3713 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-jk9fm I0514 08:50:21.495689 3713 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-jk9fm, ips: 10.130.0.50 I0514 08:50:21.495730 3713 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-jk9fm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:22.517390 3713 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-jk9fm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:22.517421 3713 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-jk9fm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:22.554470 3713 obj_retry.go:492] Detected object tsf/patch-tekton-config-dspjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:22.554499 3713 obj_retry.go:492] Detected object tsf/patch-tekton-config-dspjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:22.561450 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dspjr I0514 08:50:22.561473 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dspjr W0514 08:50:22.799491 3713 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0514 08:50:22.817099 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0514 08:50:23.226722 3713 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:23.226830 3713 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0514 08:50:23.243018 3713 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 16.222088ms I0514 08:50:23.243040 3713 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.250254ms I0514 08:50:23.244274 3713 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.573577ms, libovsdb time 829.978µs I0514 08:50:23.628764 3713 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 2e55bd7fe78d48f117bc01aae17d23fdb790597b2ab097f4cd44f38c16d9d493 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 2e55bd7fe78d48f117bc01aae17d23fdb790597b2ab097f4cd44f38c16d9d493 network default NAD default NAD key ] I0514 08:50:23.638556 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 2e55bd7fe78d48f, network: default, NAD default, SandboxID: "2e55bd7fe78d48f117bc01aae17d23fdb790597b2ab097f4cd44f38c16d9d493", PCI device ID: , UID: "556b18e4-2080-4b46-8867-ada86af7bbb9", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0514 08:50:23.692331 3713 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 2e55bd7fe78d48f117bc01aae17d23fdb790597b2ab097f4cd44f38c16d9d493 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 2e55bd7fe78d48f117bc01aae17d23fdb790597b2ab097f4cd44f38c16d9d493 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:82:af:63:59:7d\",\"name\":\"2e55bd7fe78d48f\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52f9a236-26fb-4da0-a960-713a7a9a18f3\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:50:23.883166 3713 cni.go:452] [tsf-tas/rekor-server-b9777bcb4-qp8cs ce8be534ae514f4ada79ec2a4bd84d865902aaca4a7fe104bbfab53e56935c91 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-b9777bcb4-qp8cs ce8be534ae514f4ada79ec2a4bd84d865902aaca4a7fe104bbfab53e56935c91 network default NAD default NAD key ] I0514 08:50:23.892899 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-b9777bcb4-qp8cs, hostIfaceName: ce8be534ae514f4, network: default, NAD default, SandboxID: "ce8be534ae514f4ada79ec2a4bd84d865902aaca4a7fe104bbfab53e56935c91", PCI device ID: , UID: "4f7f7c00-ba5c-455b-bce9-049102b5ca12", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0514 08:50:23.945465 3713 cni.go:473] [tsf-tas/rekor-server-b9777bcb4-qp8cs ce8be534ae514f4ada79ec2a4bd84d865902aaca4a7fe104bbfab53e56935c91 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-b9777bcb4-qp8cs ce8be534ae514f4ada79ec2a4bd84d865902aaca4a7fe104bbfab53e56935c91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:7b:8b:c9:c7:63\",\"name\":\"ce8be534ae514f4\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a0b0b9e-463c-4693-b355-864c88d7868f\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:50:26.243284 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0514 08:50:27.254995 3713 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 2e55bd7fe78d48f117bc01aae17d23fdb790597b2ab097f4cd44f38c16d9d493 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 2e55bd7fe78d48f117bc01aae17d23fdb790597b2ab097f4cd44f38c16d9d493 network default NAD default NAD key ] I0514 08:50:27.337777 3713 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 2e55bd7fe78d48f117bc01aae17d23fdb790597b2ab097f4cd44f38c16d9d493 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 2e55bd7fe78d48f117bc01aae17d23fdb790597b2ab097f4cd44f38c16d9d493 network default NAD default NAD key default], result "{}", err I0514 08:50:27.398041 3713 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:27.398072 3713 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0514 08:50:27.399425 3713 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.53 I0514 08:50:27.399457 3713 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:27.444627 3713 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:27.444673 3713 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:27.450994 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0514 08:50:27.451027 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0514 08:50:27.651306 3713 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:27.651417 3713 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0514 08:50:27.666759 3713 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.373427ms I0514 08:50:27.666786 3713 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.404749ms I0514 08:50:27.668323 3713 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.038801ms, libovsdb time 1.085825ms I0514 08:50:28.013597 3713 cni.go:452] [tsf-tpa/test-tsf-tpa 30db07d5c171a03a642704eb63ff90fdba101247dfff3682572fb68eb14c0cd1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 30db07d5c171a03a642704eb63ff90fdba101247dfff3682572fb68eb14c0cd1 network default NAD default NAD key ] I0514 08:50:28.024400 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 30db07d5c171a03, network: default, NAD default, SandboxID: "30db07d5c171a03a642704eb63ff90fdba101247dfff3682572fb68eb14c0cd1", PCI device ID: , UID: "3757ab20-a9e9-4340-b471-929a6be0eab7", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0514 08:50:28.080092 3713 cni.go:473] [tsf-tpa/test-tsf-tpa 30db07d5c171a03a642704eb63ff90fdba101247dfff3682572fb68eb14c0cd1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 30db07d5c171a03a642704eb63ff90fdba101247dfff3682572fb68eb14c0cd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b1:12:2d:80:15\",\"name\":\"30db07d5c171a03\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab1af649-35ac-413b-b72a-c735ffd93331\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:50:37.255739 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0514 08:50:42.638368 3713 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-cndp8-crhd2] creating logical port tsf-tas_tuf-repository-init-cndp8-crhd2 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:42.638521 3713 kube.go:256] Updating pod tsf-tas/tuf-repository-init-cndp8-crhd2 I0514 08:50:42.653786 3713 pod.go:62] [tsf-tas/tuf-repository-init-cndp8-crhd2] pod update took 15.296213ms I0514 08:50:42.653814 3713 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-cndp8-crhd2] addLogicalPort annotation time took 15.327626ms I0514 08:50:42.655158 3713 pods.go:271] [tsf-tas/tuf-repository-init-cndp8-crhd2] addLogicalPort took 16.806121ms, libovsdb time 844.4µs I0514 08:50:45.525657 3713 cni.go:452] [tsf-tas/tuf-repository-init-cndp8-crhd2 ae1a81df888b8524df40e7ed33c0ab8643102f3b2e825935d83f27887f0e33ac network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-cndp8-crhd2 ae1a81df888b8524df40e7ed33c0ab8643102f3b2e825935d83f27887f0e33ac network default NAD default NAD key ] I0514 08:50:45.535288 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-cndp8-crhd2, hostIfaceName: ae1a81df888b852, network: default, NAD default, SandboxID: "ae1a81df888b8524df40e7ed33c0ab8643102f3b2e825935d83f27887f0e33ac", PCI device ID: , UID: "3786df58-66ef-482c-9e35-d4f3982fbac0", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0514 08:50:45.588089 3713 cni.go:473] [tsf-tas/tuf-repository-init-cndp8-crhd2 ae1a81df888b8524df40e7ed33c0ab8643102f3b2e825935d83f27887f0e33ac network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-cndp8-crhd2 ae1a81df888b8524df40e7ed33c0ab8643102f3b2e825935d83f27887f0e33ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:fa:24:b4:02:d9\",\"name\":\"ae1a81df888b852\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daf4fba3-d930-4e0b-9230-770cfc07edb6\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:50:47.056334 3713 obj_retry.go:498] Detected object tsf-tpa/create-db-lvq2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:47.056876 3713 obj_retry.go:498] Detected object tsf-tpa/create-db-lvq2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:48.079077 3713 obj_retry.go:492] Detected object tsf-tpa/create-db-lvq2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:48.079101 3713 obj_retry.go:492] Detected object tsf-tpa/create-db-lvq2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:51.213764 3713 obj_retry.go:498] Detected object tsf-tpa/migrate-db-b5rfq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:51.214355 3713 obj_retry.go:498] Detected object tsf-tpa/migrate-db-b5rfq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:51.405690 3713 cni.go:452] [tsf-tas/tuf-repository-init-cndp8-crhd2 ae1a81df888b8524df40e7ed33c0ab8643102f3b2e825935d83f27887f0e33ac network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-cndp8-crhd2 ae1a81df888b8524df40e7ed33c0ab8643102f3b2e825935d83f27887f0e33ac network default NAD default NAD key ] I0514 08:50:51.483606 3713 cni.go:473] [tsf-tas/tuf-repository-init-cndp8-crhd2 ae1a81df888b8524df40e7ed33c0ab8643102f3b2e825935d83f27887f0e33ac network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-cndp8-crhd2 ae1a81df888b8524df40e7ed33c0ab8643102f3b2e825935d83f27887f0e33ac network default NAD default NAD key default], result "{}", err I0514 08:50:51.597055 3713 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-cndp8-crhd2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:51.597092 3713 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-cndp8-crhd2 I0514 08:50:51.598448 3713 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-cndp8-crhd2, ips: 10.130.0.55 I0514 08:50:51.598474 3713 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-cndp8-crhd2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:52.236350 3713 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b5rfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:52.236378 3713 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b5rfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:52.431643 3713 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-cndp8-crhd2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:52.431668 3713 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-cndp8-crhd2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:54.728001 3713 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-cqfs7] creating logical port tsf-tas_tuf-97fc8ff76-cqfs7 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:54.728095 3713 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-cqfs7 I0514 08:50:54.742656 3713 pod.go:62] [tsf-tas/tuf-97fc8ff76-cqfs7] pod update took 14.585086ms I0514 08:50:54.742686 3713 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-cqfs7] addLogicalPort annotation time took 14.618807ms I0514 08:50:54.744090 3713 pods.go:271] [tsf-tas/tuf-97fc8ff76-cqfs7] addLogicalPort took 16.1046ms, libovsdb time 851.203µs I0514 08:50:55.116480 3713 obj_retry.go:498] Detected object tsf-tpa/create-importers-wq2gb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:55.117012 3713 obj_retry.go:498] Detected object tsf-tpa/create-importers-wq2gb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:50:55.403239 3713 base_network_controller_pods.go:487] [default/tsf-tpa/server-5776fcf475-m2mff] creating logical port tsf-tpa_server-5776fcf475-m2mff for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:55.403375 3713 kube.go:256] Updating pod tsf-tpa/server-5776fcf475-m2mff I0514 08:50:55.418177 3713 pod.go:62] [tsf-tpa/server-5776fcf475-m2mff] pod update took 14.829597ms I0514 08:50:55.418203 3713 base_network_controller_pods.go:951] [default/tsf-tpa/server-5776fcf475-m2mff] addLogicalPort annotation time took 14.859449ms I0514 08:50:55.419443 3713 pods.go:271] [tsf-tpa/server-5776fcf475-m2mff] addLogicalPort took 16.226352ms, libovsdb time 795.847µs I0514 08:50:56.140607 3713 obj_retry.go:492] Detected object tsf-tpa/create-importers-wq2gb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:56.140629 3713 obj_retry.go:492] Detected object tsf-tpa/create-importers-wq2gb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:50:57.027306 3713 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-67md4] creating logical port tsf-tpa_importer-86bcdf477b-67md4 for pod on switch ip-10-0-2-193.ec2.internal I0514 08:50:57.027411 3713 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-67md4 I0514 08:50:57.043087 3713 pod.go:62] [tsf-tpa/importer-86bcdf477b-67md4] pod update took 15.711911ms I0514 08:50:57.043109 3713 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-67md4] addLogicalPort annotation time took 15.73886ms I0514 08:50:57.044447 3713 pods.go:271] [tsf-tpa/importer-86bcdf477b-67md4] addLogicalPort took 17.162506ms, libovsdb time 845.367µs I0514 08:51:04.411108 3713 cni.go:452] [tsf-tas/tuf-97fc8ff76-cqfs7 8d9563cf888d933fd702937ffd0efd3c12e5246b53ac2222769019b135f077a7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-cqfs7 8d9563cf888d933fd702937ffd0efd3c12e5246b53ac2222769019b135f077a7 network default NAD default NAD key ] I0514 08:51:04.421051 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-cqfs7, hostIfaceName: 8d9563cf888d933, network: default, NAD default, SandboxID: "8d9563cf888d933fd702937ffd0efd3c12e5246b53ac2222769019b135f077a7", PCI device ID: , UID: "cc42eb46-d27d-4b17-a3e9-72df3e43c209", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0514 08:51:04.478197 3713 cni.go:473] [tsf-tas/tuf-97fc8ff76-cqfs7 8d9563cf888d933fd702937ffd0efd3c12e5246b53ac2222769019b135f077a7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-cqfs7 8d9563cf888d933fd702937ffd0efd3c12e5246b53ac2222769019b135f077a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:50:76:b0:20:43\",\"name\":\"8d9563cf888d933\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e113b45-6d95-4e47-b302-3c57a6b68bd8\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:51:05.493204 3713 cni.go:452] [tsf-tpa/importer-86bcdf477b-67md4 bfadfd3458cd9b238070a9c5a2a9816e63289c27faa337d8c9df2211a50eef5b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-67md4 bfadfd3458cd9b238070a9c5a2a9816e63289c27faa337d8c9df2211a50eef5b network default NAD default NAD key ] I0514 08:51:05.503000 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-67md4, hostIfaceName: bfadfd3458cd9b2, network: default, NAD default, SandboxID: "bfadfd3458cd9b238070a9c5a2a9816e63289c27faa337d8c9df2211a50eef5b", PCI device ID: , UID: "b6a6130d-94b8-476a-9f1d-d21be3b61194", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0514 08:51:05.556131 3713 cni.go:473] [tsf-tpa/importer-86bcdf477b-67md4 bfadfd3458cd9b238070a9c5a2a9816e63289c27faa337d8c9df2211a50eef5b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-67md4 bfadfd3458cd9b238070a9c5a2a9816e63289c27faa337d8c9df2211a50eef5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:cb:5c:46:80:5c\",\"name\":\"bfadfd3458cd9b2\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa9f421a-767c-4e68-84b9-3b92fd94b2a1\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0514 08:51:05.666257 3713 cni.go:452] [tsf-tpa/server-5776fcf475-m2mff 457ff7ba3147bc0f34e2d2d3ba00939ce47211d76d068b3bed7db4e2a3afeaf2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5776fcf475-m2mff 457ff7ba3147bc0f34e2d2d3ba00939ce47211d76d068b3bed7db4e2a3afeaf2 network default NAD default NAD key ] I0514 08:51:05.676999 3713 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5776fcf475-m2mff, hostIfaceName: 457ff7ba3147bc0, network: default, NAD default, SandboxID: "457ff7ba3147bc0f34e2d2d3ba00939ce47211d76d068b3bed7db4e2a3afeaf2", PCI device ID: , UID: "3b770024-84e1-42c1-9a91-9275bcf59f4e", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0514 08:51:05.729435 3713 cni.go:473] [tsf-tpa/server-5776fcf475-m2mff 457ff7ba3147bc0f34e2d2d3ba00939ce47211d76d068b3bed7db4e2a3afeaf2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5776fcf475-m2mff 457ff7ba3147bc0f34e2d2d3ba00939ce47211d76d068b3bed7db4e2a3afeaf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:92:a4:55:06:17\",\"name\":\"457ff7ba3147bc0\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9d01eac-0ebd-42ab-b698-3aeb461f1335\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0514 08:51:07.508264 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0514 08:51:08.537636 3713 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0514 08:51:09.523393 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0514 08:51:11.541135 3713 cni.go:452] [tsf-tpa/test-tsf-tpa 30db07d5c171a03a642704eb63ff90fdba101247dfff3682572fb68eb14c0cd1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 30db07d5c171a03a642704eb63ff90fdba101247dfff3682572fb68eb14c0cd1 network default NAD default NAD key ] I0514 08:51:11.622647 3713 cni.go:473] [tsf-tpa/test-tsf-tpa 30db07d5c171a03a642704eb63ff90fdba101247dfff3682572fb68eb14c0cd1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 30db07d5c171a03a642704eb63ff90fdba101247dfff3682572fb68eb14c0cd1 network default NAD default NAD key default], result "{}", err I0514 08:51:11.679840 3713 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:51:11.679884 3713 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0514 08:51:11.681372 3713 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.54 I0514 08:51:11.681404 3713 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:51:11.702429 3713 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:51:11.702456 3713 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:51:11.705356 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0514 08:51:11.705374 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0514 08:51:12.958838 3713 namespace.go:98] [image-controller] adding namespace I0514 08:51:12.959848 3713 namespace.go:102] [image-controller] adding namespace took 982.383µs I0514 08:51:12.962956 3713 namespace.go:98] [integration-service] adding namespace I0514 08:51:12.963083 3713 namespace.go:98] [build-service] adding namespace I0514 08:51:12.963691 3713 namespace.go:102] [integration-service] adding namespace took 716.913µs I0514 08:51:12.963724 3713 namespace.go:98] [default-tenant] adding namespace I0514 08:51:12.964153 3713 namespace.go:102] [default-tenant] adding namespace took 423.51µs I0514 08:51:12.964640 3713 namespace.go:102] [build-service] adding namespace took 1.544432ms I0514 08:51:13.030340 3713 namespace.go:142] [image-controller] updating namespace I0514 08:51:13.054068 3713 namespace.go:142] [image-controller] updating namespace I0514 08:51:13.061968 3713 namespace.go:142] [integration-service] updating namespace I0514 08:51:13.081222 3713 namespace.go:142] [integration-service] updating namespace I0514 08:51:13.095929 3713 namespace.go:142] [default-tenant] updating namespace I0514 08:51:13.137609 3713 namespace.go:142] [default-tenant] updating namespace I0514 08:51:13.147943 3713 namespace.go:142] [build-service] updating namespace I0514 08:51:13.178733 3713 namespace.go:142] [build-service] updating namespace I0514 08:51:13.208102 3713 namespace.go:142] [build-service] updating namespace I0514 08:51:13.251309 3713 namespace.go:142] [integration-service] updating namespace I0514 08:51:13.314470 3713 namespace.go:98] [release-service] adding namespace I0514 08:51:13.315424 3713 namespace.go:102] [release-service] adding namespace took 928.239µs I0514 08:51:13.337760 3713 namespace.go:142] [release-service] updating namespace I0514 08:51:13.358379 3713 namespace.go:142] [konflux-ui] updating namespace I0514 08:51:13.378389 3713 namespace.go:142] [release-service] updating namespace I0514 08:51:13.498264 3713 namespace.go:98] [konflux-info] adding namespace I0514 08:51:13.499185 3713 namespace.go:102] [konflux-info] adding namespace took 892.148µs I0514 08:51:13.573282 3713 namespace.go:142] [konflux-info] updating namespace I0514 08:51:13.594423 3713 namespace.go:98] [namespace-lister] adding namespace I0514 08:51:13.595282 3713 namespace.go:102] [namespace-lister] adding namespace took 840.774µs I0514 08:51:13.640921 3713 namespace.go:142] [konflux-info] updating namespace I0514 08:51:13.658000 3713 namespace.go:142] [image-controller] updating namespace I0514 08:51:13.658020 3713 namespace.go:98] [enterprise-contract-service] adding namespace I0514 08:51:13.658945 3713 namespace.go:102] [enterprise-contract-service] adding namespace took 911.222µs I0514 08:51:13.711197 3713 namespace.go:142] [namespace-lister] updating namespace I0514 08:51:13.752378 3713 namespace.go:142] [namespace-lister] updating namespace I0514 08:51:13.773494 3713 namespace.go:142] [enterprise-contract-service] updating namespace I0514 08:51:13.773524 3713 namespace.go:142] [default-tenant] updating namespace I0514 08:51:13.836083 3713 namespace.go:142] [enterprise-contract-service] updating namespace I0514 08:51:13.853675 3713 namespace.go:98] [segment-bridge] adding namespace I0514 08:51:13.854490 3713 namespace.go:102] [segment-bridge] adding namespace took 794.709µs I0514 08:51:13.886339 3713 namespace.go:98] [konflux-cli] adding namespace I0514 08:51:13.887162 3713 namespace.go:102] [konflux-cli] adding namespace took 802.594µs I0514 08:51:13.945285 3713 namespace.go:142] [segment-bridge] updating namespace I0514 08:51:14.074626 3713 namespace.go:142] [segment-bridge] updating namespace I0514 08:51:14.074694 3713 namespace.go:142] [konflux-cli] updating namespace I0514 08:51:14.228322 3713 namespace.go:142] [konflux-cli] updating namespace I0514 08:51:14.258403 3713 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0514 08:51:14.259028 3713 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0514 08:51:14.259047 3713 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0514 08:51:14.261614 3713 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0514 08:51:14.487299 3713 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0514 08:51:14.487321 3713 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0514 08:51:14.488194 3713 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0514 08:51:15.269290 3713 namespace.go:142] [build-service] updating namespace I0514 08:51:16.075982 3713 namespace.go:142] [default-tenant] updating namespace I0514 08:51:16.738777 3713 namespace.go:142] [enterprise-contract-service] updating namespace I0514 08:51:17.130072 3713 namespace.go:142] [image-controller] updating namespace I0514 08:51:17.544513 3713 namespace.go:142] [integration-service] updating namespace I0514 08:51:17.817738 3713 namespace.go:142] [konflux-info] updating namespace I0514 08:51:18.031874 3713 namespace.go:142] [namespace-lister] updating namespace I0514 08:51:18.260365 3713 namespace.go:142] [release-service] updating namespace I0514 08:51:18.421657 3713 namespace.go:142] [build-service] updating namespace W0514 08:51:18.440397 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0514 08:51:18.466467 3713 namespace.go:142] [default-tenant] updating namespace I0514 08:51:18.518330 3713 namespace.go:142] [enterprise-contract-service] updating namespace I0514 08:51:18.537457 3713 namespace.go:142] [image-controller] updating namespace I0514 08:51:18.566388 3713 namespace.go:142] [integration-service] updating namespace W0514 08:51:18.588449 3713 util.go:959] Failed to build node endpoints for node ip-10-0-2-193.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0514 08:51:18.601478 3713 namespace.go:142] [konflux-info] updating namespace I0514 08:51:18.630313 3713 namespace.go:142] [namespace-lister] updating namespace I0514 08:51:18.653310 3713 namespace.go:142] [release-service] updating namespace I0514 08:51:18.798617 3713 namespace.go:142] [build-service] updating namespace I0514 08:51:18.885063 3713 namespace.go:142] [default-tenant] updating namespace I0514 08:51:18.963788 3713 namespace.go:142] [enterprise-contract-service] updating namespace I0514 08:51:19.050078 3713 namespace.go:142] [image-controller] updating namespace I0514 08:51:19.167039 3713 namespace.go:142] [integration-service] updating namespace I0514 08:51:19.257591 3713 namespace.go:142] [konflux-info] updating namespace I0514 08:51:19.334122 3713 namespace.go:142] [namespace-lister] updating namespace I0514 08:51:19.440258 3713 namespace.go:142] [release-service] updating namespace W0514 08:51:20.337988 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0514 08:51:20.821768 3713 namespace.go:142] [konflux-cli] updating namespace I0514 08:51:21.022482 3713 namespace.go:142] [segment-bridge] updating namespace W0514 08:51:21.133130 3713 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0514 08:51:21.150817 3713 namespace.go:142] [konflux-cli] updating namespace I0514 08:51:21.163971 3713 namespace.go:142] [segment-bridge] updating namespace I0514 08:51:21.257490 3713 namespace.go:142] [konflux-cli] updating namespace I0514 08:51:21.355823 3713 namespace.go:142] [segment-bridge] updating namespace W0514 08:51:26.373093 3713 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0514 08:51:26.391644 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 08:51:26.394139 3713 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0514 08:51:26.415440 3713 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0514 08:51:26.415494 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 08:51:29.195948 3713 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0514 08:51:29.195968 3713 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0514 08:51:31.414720 3713 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0514 08:51:31.414738 3713 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0514 08:51:31.436945 3713 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0514 08:51:31.437044 3713 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0514 08:51:38.709040 3713 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-5gngx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:51:38.709635 3713 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-5gngx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:51:39.463039 3713 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-5gngx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:51:39.463066 3713 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-5gngx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:51:39.465963 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-5gngx I0514 08:51:39.465978 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-5gngx I0514 08:51:50.778617 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0514 08:52:19.870661 3713 namespace.go:142] [openshift-pipelines] updating namespace I0514 08:52:40.415320 3713 obj_retry.go:498] Detected object konflux-ui/proxy-54c877ff88-cjmgm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:52:40.415923 3713 obj_retry.go:498] Detected object konflux-ui/proxy-54c877ff88-cjmgm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:52:40.793251 3713 obj_retry.go:492] Detected object konflux-ui/proxy-54c877ff88-cjmgm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:52:40.793274 3713 obj_retry.go:492] Detected object konflux-ui/proxy-54c877ff88-cjmgm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:52:40.799260 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-54c877ff88-cjmgm I0514 08:52:40.799282 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-54c877ff88-cjmgm I0514 08:52:45.775331 3713 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 08:52:45.775897 3713 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 08:52:45.813972 3713 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:52:45.813993 3713 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 08:52:45.819761 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0514 08:52:45.819789 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0514 08:53:14.564811 3713 namespace.go:98] [managed-tenant-gyy8t] adding namespace I0514 08:53:14.565757 3713 namespace.go:102] [managed-tenant-gyy8t] adding namespace took 919.412µs I0514 08:53:14.592673 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 08:53:14.608848 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 08:53:15.725483 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 08:53:15.949214 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 08:53:16.053286 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 08:53:27.685674 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=621 I0514 08:54:15.761912 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0514 08:54:19.793657 3713 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0514 08:54:25.676223 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=79 I0514 08:54:25.765489 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0514 08:54:34.782328 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0514 08:54:40.788261 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0514 08:54:59.762143 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0514 08:55:42.771729 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0514 08:56:13.677159 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=98 I0514 08:57:08.799610 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0514 08:57:11.682607 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0514 08:57:56.799080 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0514 08:58:26.675691 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=83 I0514 08:58:48.677854 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=45 I0514 09:00:04.214687 3713 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:00:04.215203 3713 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:00:05.079763 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:05.079788 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645820-c9tqn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 09:00:07.080180 3713 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-586898d55f-q4btt I0514 09:00:36.679274 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0514 09:00:46.768396 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0514 09:00:47.796400 3713 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0514 09:00:48.056818 3713 obj_retry.go:492] Detected object tsf-tpa/create-db-lvq2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:48.056860 3713 obj_retry.go:492] Detected object tsf-tpa/create-db-lvq2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:48.060761 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-lvq2k I0514 09:00:48.060785 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-lvq2k I0514 09:00:52.027260 3713 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b5rfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:52.027314 3713 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b5rfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:52.032280 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-b5rfq I0514 09:00:52.032306 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-b5rfq I0514 09:00:56.035713 3713 obj_retry.go:492] Detected object tsf-tpa/create-importers-wq2gb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:56.035741 3713 obj_retry.go:492] Detected object tsf-tpa/create-importers-wq2gb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:00:56.041426 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wq2gb I0514 09:00:56.041455 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wq2gb I0514 09:01:28.782220 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0514 09:01:29.791725 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0514 09:01:39.680184 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0514 09:01:46.785806 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0514 09:01:55.688636 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=37 I0514 09:02:17.765477 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0514 09:02:34.774618 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0514 09:03:21.802940 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0514 09:04:53.765227 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0514 09:06:16.269294 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:16.269994 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:17.004327 3713 obj_retry.go:492] Detected object default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:06:17.004353 3713 obj_retry.go:492] Detected object default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:06:17.014178 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod I0514 09:06:17.014214 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-7wfcp-on-pull-request-q2jv8-init-pod I0514 09:06:22.802841 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0514 09:06:24.197061 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:24.197696 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:42.438654 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:42.439205 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:06:44.686509 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0514 09:06:58.776954 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0514 09:07:03.799269 3713 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0514 09:07:04.679351 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0514 09:07:28.795711 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0514 09:07:31.785744 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0514 09:07:44.683508 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0514 09:07:51.760525 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:07:51.761165 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:08:12.680961 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0514 09:09:40.778364 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0514 09:09:45.768699 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0514 09:10:03.805732 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0514 09:10:04.478828 3713 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:10:04.479371 3713 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:10:05.355012 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:10:05.355045 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645830-lcthb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:10:05.383438 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:10:05.383463 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:10:05.388216 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj I0514 09:10:05.388241 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645800-wzrpj I0514 09:10:15.682806 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0514 09:10:29.876591 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:10:29.877180 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:10:34.789817 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0514 09:11:08.900133 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:11:08.900814 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:11:31.692655 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=150 I0514 09:12:00.783030 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0514 09:12:12.768800 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0514 09:12:35.487502 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:35.488073 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:38.975689 3713 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:38.976284 3713 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:39.319717 3713 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:12:39.319742 3713 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:12:39.325034 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f I0514 09:12:39.325059 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qvv7f I0514 09:12:44.806193 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0514 09:12:45.900895 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:45.901486 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:54.334192 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:54.334775 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:54.366257 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:54.366800 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:55.947149 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:12:55.947825 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:07.041145 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:07.041727 3713 obj_retry.go:498] Detected object default-tenant/tsf-comp-7wfcp-on-push-chzhd-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:27.783576 3713 obj_retry.go:498] Detected object default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:27.784216 3713 obj_retry.go:498] Detected object default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:55.459122 3713 obj_retry.go:498] Detected object default-tenant/my-integration-test-emhn-fvxgr-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:13:55.459670 3713 obj_retry.go:498] Detected object default-tenant/my-integration-test-emhn-fvxgr-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:13.684667 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0514 09:14:31.212905 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:31.213490 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:40.689439 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0514 09:14:43.343918 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:43.344499 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:46.781275 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0514 09:14:51.567218 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:51.567815 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:51.598763 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:51.599340 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:56.453057 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:14:56.453631 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:06.571098 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:06.571686 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:09.957213 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:09.957868 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:16.686495 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0514 09:15:20.699687 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:20.700300 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:32.836727 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:32.837352 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:39.876995 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:15:39.877647 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:16:14.287263 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:16:14.287905 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:16:44.508086 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:16:44.508646 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:16:48.772456 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0514 09:16:56.682814 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0514 09:16:57.802232 3713 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0514 09:17:13.799311 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0514 09:17:24.786604 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0514 09:17:29.789056 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0514 09:17:46.771855 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0514 09:17:48.165721 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:17:48.166356 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:14.808724 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0514 09:18:16.274311 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:16.274961 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:23.690823 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:23.691560 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:24.149273 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:24.149301 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:24.155714 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 I0514 09:18:24.155742 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/affinity-assistant-47154f4ad7-0 I0514 09:18:24.412302 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:24.412877 3713 obj_retry.go:498] Detected object managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:18:32.450664 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:18:37.489240 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.489263 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.493974 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod I0514 09:18:37.493997 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-apply-mapping-pod I0514 09:18:37.504507 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.504531 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.511478 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod I0514 09:18:37.511499 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-check-data-keys-pod I0514 09:18:37.520532 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.520562 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.525705 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-collect-data-pod I0514 09:18:37.525731 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-collect-data-pod I0514 09:18:37.533956 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.533976 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.540722 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod I0514 09:18:37.540745 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-collect-registry-token-secret-pod I0514 09:18:37.548314 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.548336 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.555352 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod I0514 09:18:37.555369 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-collect-signing-params-pod I0514 09:18:37.566743 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.566763 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.571671 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod I0514 09:18:37.571692 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-collect-task-params-pod I0514 09:18:37.578221 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.578239 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.584478 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod I0514 09:18:37.584495 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-collect-tpa-params-pod I0514 09:18:37.592587 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.592607 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.599524 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod I0514 09:18:37.599560 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-filter-already-released-images-pod I0514 09:18:37.607831 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.607851 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.613589 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod I0514 09:18:37.613606 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-process-component-sbom-pod I0514 09:18:37.621970 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.621987 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.628551 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod I0514 09:18:37.628569 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-push-snapshot-pod I0514 09:18:37.636096 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.636115 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.642180 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod I0514 09:18:37.642198 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-reduce-snapshot-pod I0514 09:18:37.650571 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.650588 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.657845 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod I0514 09:18:37.657866 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-sign-image-cosign-keyless-pod I0514 09:18:37.666047 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.666066 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.671685 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod I0514 09:18:37.671706 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-update-cr-status-pod I0514 09:18:37.678709 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.678727 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.684306 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod I0514 09:18:37.684325 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-verify-access-to-resources-pod I0514 09:18:37.696717 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.696734 3713 obj_retry.go:492] Detected object managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:37.705939 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod I0514 09:18:37.705966 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-gyy8t/managed-2xckf-verify-conforma-pod I0514 09:18:39.617385 3713 obj_retry.go:492] Detected object default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:39.617423 3713 obj_retry.go:492] Detected object default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:39.622974 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod I0514 09:18:39.622997 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-emhn-fvxgr-collect-keyless-params-pod I0514 09:18:40.441999 3713 obj_retry.go:492] Detected object default-tenant/my-integration-test-emhn-fvxgr-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:40.442026 3713 obj_retry.go:492] Detected object default-tenant/my-integration-test-emhn-fvxgr-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:18:40.445962 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-emhn-fvxgr-verify-pod I0514 09:18:40.445982 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-emhn-fvxgr-verify-pod I0514 09:18:42.434199 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:18:49.027579 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:18:55.424914 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:19:01.736041 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:19:08.109753 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:19:15.685943 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0514 09:19:24.033696 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:20:01.809210 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0514 09:20:03.794056 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0514 09:20:04.099815 3713 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:20:04.100403 3713 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:20:04.970840 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:20:04.970862 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645840-27lhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:20:04.998955 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:20:04.998979 3713 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:20:05.003368 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf I0514 09:20:05.003393 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645810-d5hsf I0514 09:20:07.687855 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0514 09:20:22.562098 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:20:57.749910 3713 namespace.go:142] [managed-tenant-gyy8t] updating namespace I0514 09:20:57.765920 3713 namespace.go:317] [managed-tenant-gyy8t] deleting namespace I0514 09:21:19.696352 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=324 I0514 09:21:56.690249 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0514 09:22:15.116764 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:15.117314 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:15.795273 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0514 09:22:15.968183 3713 obj_retry.go:492] Detected object default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:22:15.968207 3713 obj_retry.go:492] Detected object default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 09:22:15.977695 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod I0514 09:22:15.977718 3713 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/java-quarkus-177875050-on-pull-request-hzmrl-init-pod I0514 09:22:19.692687 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0514 09:22:21.686096 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0514 09:22:22.775447 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0514 09:22:24.170640 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:24.171208 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:33.239118 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:22:33.239673 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:23:19.811853 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0514 09:23:26.802297 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0514 09:23:27.789677 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0514 09:23:28.668646 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:23:28.669267 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:24:59.367806 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:24:59.368381 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:04.296733 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:04.297349 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:12.498046 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:12.498728 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:17.566621 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:17.567239 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:17.607360 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:17.607912 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:21.573623 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:21.574206 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:35.691300 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0514 09:25:40.805948 3713 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0514 09:25:59.709079 3713 obj_retry.go:498] Detected object default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:25:59.709708 3713 obj_retry.go:498] Detected object default-tenant/jav0f0115e2efc5f378dda2edef4071f0381c5e6447681a1abec71d4d5c-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:06.048321 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:06.049040 3713 obj_retry.go:498] Detected object default-tenant/java-quarkus-177875050-on-push-p7pp4-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:16.848392 3713 obj_retry.go:498] Detected object default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:16.848984 3713 obj_retry.go:498] Detected object default-tenant/test-app8e9dff53c9977a30b00c5c48dae41c735ec8704fb8e65f6651c-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:25.689722 3713 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0514 09:26:34.223776 3713 obj_retry.go:498] Detected object default-tenant/test-app-177875050-enterprise-contract-472gf-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:34.224422 3713 obj_retry.go:498] Detected object default-tenant/test-app-177875050-enterprise-contract-472gf-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 09:26:37.775990 3713 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0514 09:27:06.792629 3713 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10