+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-116.ec2.internal ++ [[ -n ip-10-0-2-116.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-116.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:04:57.897465175 - disable conntrack on geneve port' I0505 13:04:57.897465175 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 13:04:57.915871975 - starting ovnkube-node + echo 'I0505 13:04:57.915871975 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-116.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-116.ec2.internal --init-node ip-10-0-2-116.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-116.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 13:04:57.958668 3942 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 13:04:57.958732 3942 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d1512bc1d8.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 13:04:57.960255 3942 kube.go:431] Waiting for certificate I0505 13:04:57.960288 3942 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 13:04:57.960328 3942 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 13:04:57.961063 3942 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:04:57.990687 3942 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:04:57.990714 3942 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:04:57.993740 3942 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:04:57.993830 3942 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-npwg6" I0505 13:04:58.006750 3942 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-npwg6" I0505 13:04:58.006859 3942 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:04:58.960596 3942 kube.go:438] Certificate found I0505 13:04:58.961517 3942 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:04:58.962831 3942 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 13:04:59.009556 3942 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 12:59:57 +0000 UTC" deadline="2026-05-06 06:36:36.076217143 +0000 UTC" I0505 13:04:59.009604 3942 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h31m37.066625905s" I0505 13:04:59.045905 3942 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:04:59.056070 3942 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 13:04:59.056275 3942 factory.go:561] Starting watch factory I0505 13:04:59.056381 3942 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.056385 3942 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.056402 3942 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.056413 3942 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.056391 3942 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.056774 3942 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.056786 3942 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.057633 3942 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.056398 3942 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.057986 3942 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.058058 3942 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 13:04:59.058127 3942 server.go:101] MetricServer registers OVS metrics I0505 13:04:59.058470 3942 server.go:105] MetricServer registers OVN DB metrics I0505 13:04:59.058514 3942 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.058572 3942 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.061065 3942 controller_manager.go:370] Starting the ovnkube controller I0505 13:04:59.061079 3942 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-116.ec2.internal I0505 13:04:59.061137 3942 controller_manager.go:395] NBDB zone sync took: 48.566µs I0505 13:04:59.061148 3942 factory.go:561] Starting watch factory I0505 13:04:59.063544 3942 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 13:04:59.063571 3942 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 13:04:59.078706 3942 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 13:04:59.078742 3942 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 13:04:59.082324 3942 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.083295 3942 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 13:04:59.083336 3942 server.go:109] MetricServer registers OVN Controller metrics I0505 13:04:59.083359 3942 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.084299 3942 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.088078 3942 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.089792 3942 server.go:113] MetricServer registers OVN Northd metrics I0505 13:04:59.094951 3942 metrics.go:519] OVN Metrics Server starts to run ... I0505 13:04:59.104805 3942 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.107216 3942 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:04:59.162996 3942 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:04:59.163029 3942 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:04:59.163036 3942 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:04:59.163041 3942 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:04:59.163046 3942 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:04:59.163050 3942 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:04:59.163157 3942 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:59.163181 3942 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:59.163156 3942 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:59.163220 3942 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:59.167207 3942 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:04:59.167229 3942 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:04:59.167233 3942 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:04:59.167237 3942 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:04:59.167240 3942 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:04:59.167243 3942 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:04:59.168617 3942 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:59.168621 3942 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:04:59.172533 3942 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:04:59.172550 3942 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:04:59.172623 3942 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.172634 3942 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.176934 3942 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.177833 3942 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:04:59.177964 3942 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.177987 3942 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.183516 3942 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.268821 3942 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:04:59.268843 3942 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:04:59.274058 3942 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:04:59.279215 3942 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:04:59.279323 3942 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.279336 3942 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.283507 3942 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:04:59.283636 3942 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.284621 3942 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:04:59.284699 3942 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.284715 3942 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.288739 3942 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:04:59.289059 3942 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.289959 3942 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:04:59.290033 3942 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.290060 3942 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.294091 3942 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:04:59.294522 3942 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.295427 3942 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:04:59.295625 3942 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:04:59.295638 3942 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:04:59.299347 3942 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:04:59.300346 3942 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:04:59.300538 3942 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:04:59.300615 3942 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.300627 3942 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.300648 3942 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.300666 3942 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.304581 3942 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:04:59.304859 3942 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.305332 3942 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:04:59.306242 3942 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:04:59.306251 3942 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:04:59.306258 3942 factory.go:680] Watch Factory start up complete, took: 249.988391ms I0505 13:04:59.306323 3942 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 13:04:59.310299 3942 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:04:59.310315 3942 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:04:59.310325 3942 factory.go:680] Watch Factory start up complete, took: 249.175229ms I0505 13:04:59.310335 3942 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-116.ec2.internal" zone I0505 13:04:59.339188 3942 default_node_network_controller.go:710] Initializing the default node network controller I0505 13:04:59.401131 3942 udn_isolation.go:101] Starting UDN host isolation manager I0505 13:04:59.407656 3942 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 13:04:59.456037 3942 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 13:04:59.456153 3942 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 13:04:59.456174 3942 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 13:04:59.491618 3942 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 13:04:59.491691 3942 default_node_network_controller.go:809] Node ip-10-0-2-116.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0505 13:04:59.497608 3942 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.116"] k8s.ovn.org/zone-name:ip-10-0-2-116.ec2.internal] on node ip-10-0-2-116.ec2.internal I0505 13:04:59.522233 3942 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 13:04:59.528814 3942 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 13:04:59.528940 3942 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0505 13:04:59.529092 3942 gateway_init.go:263] Preparing Gateway I0505 13:04:59.529106 3942 gateway_shared_intf.go:1687] Creating new gateway I0505 13:04:59.561085 3942 controller_manager.go:429] Waiting for node in zone sync took: 250.735157ms I0505 13:04:59.584369 3942 controller_manager.go:611] Switching to transit router for layer2 networks I0505 13:04:59.584388 3942 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-116.ec2.internal I0505 13:04:59.613297 3942 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:04:59.620221 3942 controller_manager.go:290] SCTP support detected in OVN I0505 13:04:59.620897 3942 services_controller.go:69] Creating services controller for network=default I0505 13:04:59.620977 3942 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 13:04:59.621092 3942 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 13:04:59.621129 3942 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 13:04:59.621143 3942 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 13:04:59.621155 3942 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:04:59.621357 3942 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 13:04:59.621404 3942 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 13:04:59.621446 3942 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.613µs I0505 13:04:59.621462 3942 udn_enabled_svc.go:95] Performing full resync I0505 13:04:59.621467 3942 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 55.174µs I0505 13:04:59.621474 3942 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 69.195µs I0505 13:04:59.621481 3942 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 13:04:59.621488 3942 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 13:04:59.621499 3942 default_network_controller.go:325] Starting the default network controller I0505 13:04:59.621604 3942 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.126µs I0505 13:04:59.621733 3942 udn_enabled_svc.go:99] Waiting for handler to sync I0505 13:04:59.621745 3942 udn_enabled_svc.go:104] Starting worker I0505 13:04:59.626329 3942 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:04:59.631704 3942 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 13:04:59.631765 3942 repair.go:33] Syncing exgw routes took 47.457µs I0505 13:04:59.631791 3942 default_network_controller.go:414] Starting all the Watchers... I0505 13:04:59.631948 3942 namespace.go:98] [openshift-host-network] adding namespace I0505 13:04:59.631957 3942 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 13:04:59.631960 3942 namespace.go:98] [dedicated-admin] adding namespace I0505 13:04:59.631975 3942 namespace.go:98] [openshift-monitoring] adding namespace I0505 13:04:59.631982 3942 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 13:04:59.631979 3942 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 13:04:59.631993 3942 namespace.go:98] [openshift-logging] adding namespace I0505 13:04:59.631997 3942 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 13:04:59.632007 3942 namespace.go:98] [openshift-ingress] adding namespace I0505 13:04:59.632012 3942 namespace.go:98] [openshift-authentication] adding namespace I0505 13:04:59.632014 3942 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 13:04:59.632017 3942 namespace.go:98] [openshift-cluster-version] adding namespace I0505 13:04:59.632019 3942 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 13:04:59.632024 3942 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 13:04:59.632072 3942 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 13:04:59.632557 3942 namespace.go:102] [openshift-host-network] adding namespace took 596.471µs I0505 13:04:59.632573 3942 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 13:04:59.633005 3942 namespace.go:102] [openshift-kube-scheduler] adding namespace took 427.485µs I0505 13:04:59.633019 3942 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 13:04:59.633074 3942 iptables.go:108] Creating table: filter chain: OUTPUT I0505 13:04:59.633512 3942 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 488.699µs I0505 13:04:59.633524 3942 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 13:04:59.634008 3942 namespace.go:102] [openshift-operators-redhat] adding namespace took 2.040159ms I0505 13:04:59.634027 3942 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 13:04:59.634491 3942 namespace.go:102] [dedicated-admin] adding namespace took 2.522255ms I0505 13:04:59.634503 3942 namespace.go:98] [openshift-operators] adding namespace I0505 13:04:59.634995 3942 namespace.go:102] [openshift-monitoring] adding namespace took 3.007333ms I0505 13:04:59.635007 3942 namespace.go:98] [openshift-service-ca] adding namespace I0505 13:04:59.635660 3942 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.669059ms I0505 13:04:59.635675 3942 namespace.go:98] [openshift-dns] adding namespace I0505 13:04:59.636184 3942 namespace.go:102] [openshift-backplane-mobb] adding namespace took 4.190561ms I0505 13:04:59.636204 3942 namespace.go:98] [openshift-controller-manager] adding namespace I0505 13:04:59.636613 3942 namespace.go:102] [openshift-logging] adding namespace took 4.613282ms I0505 13:04:59.636626 3942 namespace.go:98] [openshift-image-registry] adding namespace I0505 13:04:59.637117 3942 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.114215ms I0505 13:04:59.637126 3942 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 13:04:59.637605 3942 namespace.go:102] [openshift-ingress] adding namespace took 5.593267ms I0505 13:04:59.637613 3942 namespace.go:98] [openshift-machine-api] adding namespace I0505 13:04:59.638066 3942 namespace.go:102] [openshift-authentication] adding namespace took 6.045145ms I0505 13:04:59.638082 3942 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 13:04:59.638510 3942 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.48467ms I0505 13:04:59.638528 3942 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 13:04:59.639165 3942 namespace.go:102] [openshift-cluster-version] adding namespace took 7.139021ms I0505 13:04:59.639181 3942 namespace.go:98] [default] adding namespace I0505 13:04:59.639793 3942 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.764691ms I0505 13:04:59.639806 3942 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 13:04:59.640148 3942 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 13:04:59.640162 3942 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-116.ec2.internal","mac-address":"0e:78:6e:48:71:b3","ip-addresses":["10.0.2.116/24"],"ip-address":"10.0.2.116/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b00fa689-83e2-4255-97a5-36f010265f05 k8s.ovn.org/node-encap-ips:["10.0.2.116"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.116/24"} k8s.ovn.org/zone-name:ip-10-0-2-116.ec2.internal] on node ip-10-0-2-116.ec2.internal I0505 13:04:59.640276 3942 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.245298ms I0505 13:04:59.640293 3942 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 13:04:59.640823 3942 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.738977ms I0505 13:04:59.640836 3942 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 13:04:59.641232 3942 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.702246ms I0505 13:04:59.641246 3942 namespace.go:98] [openshift-etcd] adding namespace I0505 13:04:59.641591 3942 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.559499ms I0505 13:04:59.641602 3942 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 13:04:59.642015 3942 namespace.go:102] [openshift-operators] adding namespace took 7.507614ms I0505 13:04:59.642028 3942 namespace.go:98] [kube-public] adding namespace I0505 13:04:59.642508 3942 namespace.go:102] [openshift-service-ca] adding namespace took 7.494295ms I0505 13:04:59.642523 3942 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 13:04:59.642940 3942 namespace.go:102] [openshift-dns] adding namespace took 7.260866ms I0505 13:04:59.642950 3942 namespace.go:98] [openshift-apiserver] adding namespace I0505 13:04:59.643412 3942 namespace.go:102] [openshift-controller-manager] adding namespace took 7.204165ms I0505 13:04:59.643421 3942 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 13:04:59.643815 3942 namespace.go:102] [openshift-image-registry] adding namespace took 7.182788ms I0505 13:04:59.643828 3942 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 13:04:59.644300 3942 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.168568ms I0505 13:04:59.644312 3942 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 13:04:59.644697 3942 namespace.go:102] [openshift-machine-api] adding namespace took 7.077953ms I0505 13:04:59.644710 3942 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 13:04:59.645149 3942 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.060359ms I0505 13:04:59.645162 3942 namespace.go:98] [openshift-backplane] adding namespace I0505 13:04:59.645603 3942 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.07014ms I0505 13:04:59.645614 3942 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 13:04:59.646026 3942 namespace.go:102] [default] adding namespace took 6.838658ms I0505 13:04:59.646040 3942 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 13:04:59.646430 3942 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.619712ms I0505 13:04:59.646443 3942 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 13:04:59.647264 3942 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.964746ms I0505 13:04:59.647277 3942 namespace.go:98] [openshift-config-operator] adding namespace I0505 13:04:59.647626 3942 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.786473ms I0505 13:04:59.647637 3942 namespace.go:98] [openshift-insights] adding namespace I0505 13:04:59.648043 3942 namespace.go:102] [openshift-etcd] adding namespace took 6.792816ms I0505 13:04:59.648451 3942 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.835955ms I0505 13:04:59.648470 3942 namespace.go:98] [openshift-package-operator] adding namespace I0505 13:04:59.648865 3942 namespace.go:102] [kube-public] adding namespace took 6.832129ms I0505 13:04:59.648877 3942 namespace.go:98] [openshift] adding namespace I0505 13:04:59.649261 3942 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.734068ms I0505 13:04:59.649274 3942 namespace.go:98] [openshift-dns-operator] adding namespace I0505 13:04:59.649648 3942 namespace.go:102] [openshift-apiserver] adding namespace took 6.693245ms I0505 13:04:59.649659 3942 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 13:04:59.650084 3942 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.658893ms I0505 13:04:59.650097 3942 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 13:04:59.650501 3942 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.66858ms I0505 13:04:59.650512 3942 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 13:04:59.650869 3942 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.551269ms I0505 13:04:59.650881 3942 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 13:04:59.651301 3942 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.58668ms I0505 13:04:59.651311 3942 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 13:04:59.651807 3942 namespace.go:102] [openshift-backplane] adding namespace took 6.638913ms I0505 13:04:59.651820 3942 namespace.go:98] [openshift-multus] adding namespace I0505 13:04:59.652224 3942 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.605534ms I0505 13:04:59.652236 3942 namespace.go:98] [openshift-infra] adding namespace I0505 13:04:59.652634 3942 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.588591ms I0505 13:04:59.652646 3942 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 13:04:59.653160 3942 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.710995ms I0505 13:04:59.653174 3942 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 13:04:59.653703 3942 namespace.go:102] [openshift-config-operator] adding namespace took 6.416202ms I0505 13:04:59.653725 3942 namespace.go:98] [openshift-marketplace] adding namespace I0505 13:04:59.654236 3942 namespace.go:102] [openshift-insights] adding namespace took 6.592737ms I0505 13:04:59.654250 3942 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 13:04:59.654660 3942 namespace.go:102] [openshift-package-operator] adding namespace took 6.18316ms I0505 13:04:59.654675 3942 namespace.go:98] [openshift-node] adding namespace I0505 13:04:59.655062 3942 namespace.go:102] [openshift] adding namespace took 6.181156ms I0505 13:04:59.655074 3942 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 13:04:59.655526 3942 namespace.go:102] [openshift-dns-operator] adding namespace took 6.247404ms I0505 13:04:59.655536 3942 namespace.go:98] [openshift-console-operator] adding namespace W0505 13:04:59.655946 3942 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xnprk: pod openshift-network-diagnostics/network-check-target-xnprk: no pod IPs found I0505 13:04:59.655958 3942 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.295267ms I0505 13:04:59.655966 3942 namespace.go:98] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] adding namespace I0505 13:04:59.656448 3942 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.346601ms I0505 13:04:59.656461 3942 namespace.go:98] [openshift-network-operator] adding namespace I0505 13:04:59.656903 3942 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.385564ms I0505 13:04:59.656934 3942 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 13:04:59.657333 3942 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.446778ms I0505 13:04:59.657346 3942 namespace.go:98] [openshift-deployment-validation-operator] adding namespace W0505 13:04:59.657763 3942 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7gpjn: pod openshift-multus/network-metrics-daemon-7gpjn: no pod IPs found I0505 13:04:59.657804 3942 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.488024ms I0505 13:04:59.657814 3942 namespace.go:98] [kube-system] adding namespace I0505 13:04:59.658293 3942 namespace.go:102] [openshift-multus] adding namespace took 6.467749ms I0505 13:04:59.658307 3942 namespace.go:98] [kube-node-lease] adding namespace I0505 13:04:59.658748 3942 namespace.go:102] [openshift-infra] adding namespace took 6.508077ms I0505 13:04:59.658757 3942 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 13:04:59.659180 3942 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.529687ms I0505 13:04:59.659192 3942 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 13:04:59.659620 3942 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.440396ms I0505 13:04:59.659634 3942 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 13:04:59.660029 3942 namespace.go:102] [openshift-marketplace] adding namespace took 6.300275ms I0505 13:04:59.660042 3942 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 13:04:59.660507 3942 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.251858ms I0505 13:04:59.660519 3942 namespace.go:98] [openshift-network-console] adding namespace I0505 13:04:59.660955 3942 namespace.go:102] [openshift-node] adding namespace took 6.276179ms I0505 13:04:59.661399 3942 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.318573ms I0505 13:04:59.661845 3942 namespace.go:102] [openshift-console-operator] adding namespace took 6.303318ms I0505 13:04:59.661868 3942 namespace.go:98] [openshift-config] adding namespace I0505 13:04:59.662306 3942 namespace.go:102] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] adding namespace took 6.336031ms I0505 13:04:59.662752 3942 namespace.go:102] [openshift-network-operator] adding namespace took 6.285074ms I0505 13:04:59.662767 3942 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 13:04:59.663181 3942 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.239693ms I0505 13:04:59.663195 3942 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 13:04:59.663677 3942 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.325882ms I0505 13:04:59.663691 3942 namespace.go:98] [openshift-console] adding namespace I0505 13:04:59.664158 3942 namespace.go:102] [kube-system] adding namespace took 6.339721ms I0505 13:04:59.664171 3942 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 13:04:59.664586 3942 namespace.go:102] [kube-node-lease] adding namespace took 6.274749ms I0505 13:04:59.664598 3942 namespace.go:98] [openshift-config-managed] adding namespace I0505 13:04:59.664941 3942 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.178619ms I0505 13:04:59.665339 3942 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.141113ms I0505 13:04:59.665885 3942 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.243805ms I0505 13:04:59.666421 3942 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.371813ms I0505 13:04:59.666874 3942 namespace.go:102] [openshift-network-console] adding namespace took 6.348669ms I0505 13:04:59.667375 3942 namespace.go:102] [openshift-config] adding namespace took 5.500018ms I0505 13:04:59.667814 3942 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.039302ms I0505 13:04:59.668279 3942 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.077752ms I0505 13:04:59.668734 3942 namespace.go:102] [openshift-console] adding namespace took 5.036851ms I0505 13:04:59.669260 3942 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.083261ms I0505 13:04:59.669625 3942 namespace.go:102] [openshift-config-managed] adding namespace took 5.021667ms W0505 13:04:59.669719 3942 master.go:458] Unable to parse local node ip-10-0-2-116.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 13:04:59.669730 3942 master.go:481] Removing stale chassis with ID/Name: b00fa689-83e2-4255-97a5-36f010265f05, hostname: ip-10-0-2-116.ec2.internal I0505 13:04:59.670258 3942 master.go:548] Adding or Updating local node "ip-10-0-2-116.ec2.internal" for network "default" I0505 13:04:59.671626 3942 zone_ic_handler.go:195] Time taken to create transit switch: 473.34µs I0505 13:04:59.671646 3942 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-22.ec2.internal for the network default E0505 13:04:59.671754 3942 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-234.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-234.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-234.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00a0c51d8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3770774247}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 13:04:59.671847 3942 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-234.ec2.internal", UID:"ad42576a-5c44-49e7-aea6-ee3a3b0edd47", APIVersion:"v1", ResourceVersion:"10069", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-234.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-234.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00a0c51d8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3770774247}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 13:04:59.672789 3942 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-22.ec2.internal" on network "default" took: 1.657762ms I0505 13:04:59.674221 3942 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-116.ec2.internal for the network default I0505 13:04:59.674395 3942 zone_ic_handler.go:195] Time taken to create transit switch: 161.085µs I0505 13:04:59.675048 3942 default_network_controller.go:823] Node add failed for ip-10-0-2-116.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-116.ec2.internal, error getting gateway config for node ip-10-0-2-116.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-116.ec2.internal", failed to update chassis to local for local node ip-10-0-2-116.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-116.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-116.ec2.internal] E0505 13:04:59.675103 3942 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-116.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-116.ec2.internal, error getting gateway config for node ip-10-0-2-116.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-116.ec2.internal", failed to update chassis to local for local node ip-10-0-2-116.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-116.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-116.ec2.internal] I0505 13:04:59.675144 3942 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 13:04:59.675148 3942 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-116.ec2.internal", UID:"ca5f2f17-1b52-4c2c-859b-bb46b13e70d3", APIVersion:"v1", ResourceVersion:"11409", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-116.ec2.internal, error getting gateway config for node ip-10-0-2-116.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-116.ec2.internal", failed to update chassis to local for local node ip-10-0-2-116.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-116.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-116.ec2.internal] I0505 13:04:59.675190 3942 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 13:04:59.675209 3942 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 13:04:59.675230 3942 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-234.ec2.internal in network "default" I0505 13:04:59.675302 3942 node_tracker.go:169] Node ip-10-0-0-234.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:59.675318 3942 services_controller.go:574] Full service sync requested for network=default I0505 13:04:59.675327 3942 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-22.ec2.internal in network "default" I0505 13:04:59.675350 3942 node_tracker.go:169] Node ip-10-0-1-22.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:59.675356 3942 services_controller.go:574] Full service sync requested for network=default I0505 13:04:59.675362 3942 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:04:59.675372 3942 node_tracker.go:235] Node ip-10-0-2-116.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-116.ec2.internal" I0505 13:04:59.675380 3942 node_tracker.go:169] Node ip-10-0-2-116.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:59.675384 3942 services_controller.go:574] Full service sync requested for network=default I0505 13:04:59.679854 3942 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:04:59.679861 3942 master.go:548] Adding or Updating local node "ip-10-0-2-116.ec2.internal" for network "default" I0505 13:04:59.679900 3942 node_tracker.go:169] Node ip-10-0-2-116.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:59.679910 3942 services_controller.go:574] Full service sync requested for network=default W0505 13:04:59.684735 3942 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-7gpjn: pod openshift-multus/network-metrics-daemon-7gpjn: no pod IPs found W0505 13:04:59.684768 3942 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xnprk: pod openshift-network-diagnostics/network-check-target-xnprk: no pod IPs found I0505 13:04:59.685995 3942 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-116.ec2.internal for the network default I0505 13:04:59.686266 3942 zone_ic_handler.go:195] Time taken to create transit switch: 255.169µs I0505 13:04:59.687360 3942 default_node_network_controller.go:519] Node connection status = connected I0505 13:04:59.775311 3942 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 13:04:59.775342 3942 services_controller.go:208] Setting up event handlers for services for network=default I0505 13:04:59.775509 3942 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 13:04:59.775614 3942 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 13:04:59.775627 3942 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 13:04:59.876287 3942 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 13:04:59.876311 3942 repair.go:60] Starting repairing loop for services I0505 13:04:59.876427 3942 repair.go:131] Deleted 0 stale service LBs I0505 13:04:59.876446 3942 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 13:04:59.876462 3942 repair.go:62] Finished repairing loop for services: 153.912µs I0505 13:04:59.876485 3942 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 13:04:59.876888 3942 services_controller.go:254] Starting workers for network=default W0505 13:04:59.877145 3942 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.877160 3942 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.877165 3942 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.877245 3942 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.877272 3942 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.877281 3942 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.877286 3942 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:04:59.877373 3942 obj_retry.go:578] Failed to create *v1.Pod openshift-image-registry/image-registry-784cb9946d-x7dtk, error: failed to obtain IPs to add remote pod openshift-image-registry/image-registry-784cb9946d-x7dtk: suppressed error logged: pod openshift-image-registry/image-registry-784cb9946d-x7dtk: no pod IPs found I0505 13:04:59.877446 3942 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7gpjn] creating logical port openshift-multus_network-metrics-daemon-7gpjn for pod on switch ip-10-0-2-116.ec2.internal I0505 13:04:59.877443 3942 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0505 13:04:59.877576 3942 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xnprk] creating logical port openshift-network-diagnostics_network-check-target-xnprk for pod on switch ip-10-0-2-116.ec2.internal I0505 13:04:59.877691 3942 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-7gpjn I0505 13:04:59.877764 3942 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xnprk W0505 13:04:59.883101 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:04:59.884232 3942 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:59.884245 3942 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:04:59.897185 3942 pod.go:62] [openshift-multus/network-metrics-daemon-7gpjn] pod update took 19.599362ms I0505 13:04:59.897211 3942 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-7gpjn] addLogicalPort annotation time took 19.65321ms I0505 13:04:59.897229 3942 pod.go:62] [openshift-network-diagnostics/network-check-target-xnprk] pod update took 19.596245ms I0505 13:04:59.897246 3942 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-xnprk] addLogicalPort annotation time took 19.617441ms I0505 13:04:59.898300 3942 pods.go:271] [openshift-multus/network-metrics-daemon-7gpjn] addLogicalPort took 20.857885ms, libovsdb time 799.509µs I0505 13:04:59.898548 3942 pods.go:271] [openshift-network-diagnostics/network-check-target-xnprk] addLogicalPort took 20.978311ms, libovsdb time 1.046663ms I0505 13:04:59.899112 3942 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 13:04:59.899137 3942 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 13:04:59.899154 3942 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 13:04:59.899161 3942 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 13:04:59.899348 3942 repair.go:29] Repairing admin network policies took 182.168µs I0505 13:04:59.899447 3942 repair.go:92] Repairing baseline admin network policies took 89.757µs I0505 13:04:59.899842 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 13:04:59.899866 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 13:04:59.901483 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 13:04:59.901506 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 13:04:59.901516 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 13:04:59.902036 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:04:59.902057 3942 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 13:04:59.902066 3942 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 13:04:59.904131 3942 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 13:04:59.904151 3942 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 13:04:59.904158 3942 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 13:04:59.905807 3942 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 13:04:59.905827 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 13:04:59.905836 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 13:04:59.906359 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 13:04:59.906379 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 13:04:59.906386 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 13:04:59.907662 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 13:04:59.907686 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 13:04:59.907695 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 13:04:59.908215 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 13:04:59.908236 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 13:04:59.908244 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 13:04:59.909781 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:04:59.909801 3942 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 13:04:59.909811 3942 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 13:04:59.910334 3942 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 13:04:59.910350 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 13:04:59.910357 3942 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 13:04:59.911623 3942 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 13:04:59.911644 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 13:04:59.911653 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 13:04:59.912133 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 13:04:59.912151 3942 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 13:04:59.912160 3942 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 13:04:59.914040 3942 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 13:04:59.914061 3942 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 13:04:59.914072 3942 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 13:04:59.915091 3942 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 13:04:59.915112 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 13:04:59.915122 3942 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 13:04:59.915597 3942 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 13:04:59.915616 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 13:04:59.916830 3942 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 13:04:59.916844 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:04:59.917646 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 13:04:59.917669 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 13:04:59.917676 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 13:04:59.918002 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 13:04:59.918024 3942 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 13:04:59.918032 3942 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 13:04:59.918327 3942 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 13:04:59.918347 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 13:04:59.918356 3942 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 13:04:59.918834 3942 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 13:04:59.918853 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 13:04:59.918861 3942 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 13:04:59.919364 3942 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 13:04:59.919383 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 13:04:59.919390 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 13:04:59.919874 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 13:04:59.919890 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 13:04:59.919931 3942 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:04:59.920617 3942 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 13:04:59.920635 3942 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 13:04:59.920645 3942 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 13:04:59.921677 3942 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 13:04:59.921697 3942 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 13:04:59.921709 3942 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 13:04:59.922586 3942 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 13:04:59.922605 3942 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 13:04:59.922613 3942 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 13:04:59.923170 3942 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 13:04:59.923187 3942 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 13:04:59.923196 3942 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 13:04:59.924107 3942 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 13:04:59.924126 3942 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 13:04:59.924136 3942 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 13:04:59.925112 3942 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 13:04:59.925131 3942 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 13:04:59.925141 3942 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 13:04:59.926360 3942 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 13:04:59.926379 3942 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 13:04:59.926387 3942 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 13:04:59.928204 3942 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 13:04:59.928227 3942 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 13:04:59.928241 3942 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 13:04:59.929445 3942 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 13:04:59.929749 3942 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0505 13:04:59.935993 3942 egressfirewall.go:374] Starting EgressFirewall controller I0505 13:04:59.936037 3942 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 13:04:59.936037 3942 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 13:04:59.936067 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 13:04:59.936080 3942 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 13:04:59.936067 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 13:04:59.936092 3942 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 13:04:59.936404 3942 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 13:04:59.936421 3942 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 13:04:59.936427 3942 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 13:04:59.936435 3942 egressqos.go:193] Setting up event handlers for EgressQoS I0505 13:04:59.936446 3942 egressfirewall.go:723] Syncing node "ip-10-0-0-234.ec2.internal" for egress firewall I0505 13:04:59.936456 3942 egressfirewall.go:723] Syncing node "ip-10-0-1-22.ec2.internal" for egress firewall I0505 13:04:59.936463 3942 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:04:59.936619 3942 egressqos.go:245] Starting EgressQoS Controller I0505 13:04:59.936632 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 13:04:59.936638 3942 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 13:04:59.936645 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 13:04:59.936655 3942 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 13:04:59.936662 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 13:04:59.936667 3942 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 13:04:59.936670 3942 egressqos.go:259] Repairing EgressQoSes I0505 13:04:59.936674 3942 egressqos.go:399] Starting repairing loop for egressqos I0505 13:04:59.936754 3942 egressqos.go:401] Finished repairing loop for egressqos: 79.412µs I0505 13:04:59.936775 3942 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 13:04:59.936808 3942 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-116.ec2.internal I0505 13:04:59.936859 3942 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-116.ec2.internal : 52.589µs I0505 13:04:59.936984 3942 egressservice_zone.go:210] Starting Egress Services Controller I0505 13:04:59.937002 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:04:59.937014 3942 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:04:59.937020 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:04:59.937025 3942 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:04:59.937031 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:04:59.937036 3942 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:04:59.937041 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 13:04:59.937045 3942 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 13:04:59.937049 3942 egressservice_zone.go:228] Repairing Egress Services I0505 13:04:59.937391 3942 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 13:04:59.937401 3942 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:04:59.937474 3942 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-234.ec2.internal I0505 13:04:59.937493 3942 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-234.ec2.internal: 22.261µs I0505 13:04:59.937504 3942 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-22.ec2.internal I0505 13:04:59.937513 3942 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-22.ec2.internal: 9.469µs I0505 13:04:59.937521 3942 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:04:59.937526 3942 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 5.978µs I0505 13:04:59.937613 3942 default_network_controller.go:585] Completing all the Watchers took 305.810314ms I0505 13:04:59.937629 3942 default_network_controller.go:589] Starting unidling controllers I0505 13:04:59.937644 3942 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 13:04:59.937650 3942 unidle.go:63] Populating Initial ContollerEvent events I0505 13:04:59.937660 3942 unidle.go:79] Setting up event handlers for services I0505 13:04:59.937710 3942 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:05:00.187449 3942 default_node_network_controller.go:519] Node connection status = connected I0505 13:05:00.306861 3942 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:00.306887 3942 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:00.313988 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-74f64cbf5c-dbw56 I0505 13:05:00.314017 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-74f64cbf5c-dbw56 I0505 13:05:00.686997 3942 default_node_network_controller.go:519] Node connection status = connected I0505 13:05:01.187860 3942 default_node_network_controller.go:519] Node connection status = connected I0505 13:05:01.687757 3942 default_node_network_controller.go:519] Node connection status = connected I0505 13:05:01.963781 3942 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:05:02.187229 3942 default_node_network_controller.go:519] Node connection status = connected I0505 13:05:02.207897 3942 bridgeconfig.go:537] Gateway is ready I0505 13:05:02.207935 3942 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 13:05:02.223742 3942 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.116. Updating OVN encap IP. I0505 13:05:02.240701 3942 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.116 - it is already configured I0505 13:05:02.240726 3942 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.116/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 13:05:02.241092 3942 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.116/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-116.ec2.internal","mac-address":"0e:78:6e:48:71:b3","ip-addresses":["10.0.2.116/24"],"ip-address":"10.0.2.116/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b00fa689-83e2-4255-97a5-36f010265f05 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.116/24"}] on node ip-10-0-2-116.ec2.internal I0505 13:05:02.258882 3942 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:05:02.258987 3942 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 115.262µs I0505 13:05:02.258940 3942 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:05:02.259087 3942 node_tracker.go:169] Node ip-10-0-2-116.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:02.258957 3942 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:05:02.259109 3942 services_controller.go:574] Full service sync requested for network=default I0505 13:05:02.258965 3942 master.go:548] Adding or Updating local node "ip-10-0-2-116.ec2.internal" for network "default" I0505 13:05:02.259129 3942 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.116 I0505 13:05:02.259227 3942 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-116.ec2.internal W0505 13:05:02.259253 3942 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:02.259268 3942 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:02.259605 3942 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:02.259619 3942 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:02.259624 3942 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:02.259908 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:05:02.263948 3942 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-116.ec2.internal. Updating no re-route policies I0505 13:05:02.264037 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xnprk I0505 13:05:02.264055 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xnprk I0505 13:05:02.264086 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rlhct I0505 13:05:02.264096 3942 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xnprk] creating logical port openshift-network-diagnostics_network-check-target-xnprk for pod on switch ip-10-0-2-116.ec2.internal I0505 13:05:02.264101 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rlhct I0505 13:05:02.264101 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gtgdl I0505 13:05:02.264116 3942 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-116.ec2.internal I0505 13:05:02.264120 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rlhct after 0 failed attempt(s) I0505 13:05:02.264128 3942 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-116.ec2.internal I0505 13:05:02.264132 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-116.ec2.internal I0505 13:05:02.264129 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7gpjn I0505 13:05:02.264137 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-116.ec2.internal I0505 13:05:02.264143 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7gpjn I0505 13:05:02.264142 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-l4k9l I0505 13:05:02.264151 3942 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-116.ec2.internal after 0 failed attempt(s) I0505 13:05:02.264151 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-n6zxq I0505 13:05:02.264162 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xzhv2 I0505 13:05:02.264170 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-n6zxq I0505 13:05:02.264172 3942 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-mhj88 I0505 13:05:02.264175 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xzhv2 I0505 13:05:02.264177 3942 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7gpjn] creating logical port openshift-multus_network-metrics-daemon-7gpjn for pod on switch ip-10-0-2-116.ec2.internal I0505 13:05:02.264180 3942 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-mhj88 I0505 13:05:02.264194 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-n6zxq after 0 failed attempt(s) I0505 13:05:02.264194 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xzhv2 after 0 failed attempt(s) I0505 13:05:02.264198 3942 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-mhj88 after 0 failed attempt(s) I0505 13:05:02.264148 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-116.ec2.internal after 0 failed attempt(s) I0505 13:05:02.264155 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-l4k9l I0505 13:05:02.264210 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-monitoring/node-exporter-bfnvv I0505 13:05:02.264215 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-monitoring/node-exporter-bfnvv I0505 13:05:02.264130 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-hhrpx I0505 13:05:02.264226 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-l4k9l after 0 failed attempt(s) I0505 13:05:02.264228 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-monitoring/node-exporter-bfnvv after 0 failed attempt(s) I0505 13:05:02.264155 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-spst2 I0505 13:05:02.264241 3942 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-2x4vn I0505 13:05:02.264244 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-spst2 I0505 13:05:02.264248 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-2x4vn I0505 13:05:02.264263 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-2x4vn after 0 failed attempt(s) I0505 13:05:02.264275 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-spst2 after 0 failed attempt(s) I0505 13:05:02.264227 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-hhrpx I0505 13:05:02.264293 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-hhrpx after 0 failed attempt(s) I0505 13:05:02.264118 3942 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gtgdl I0505 13:05:02.264306 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-gtgdl after 0 failed attempt(s) I0505 13:05:02.264768 3942 pods.go:271] [openshift-network-diagnostics/network-check-target-xnprk] addLogicalPort took 686.56µs, libovsdb time 278.048µs I0505 13:05:02.264787 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xnprk after 0 failed attempt(s) I0505 13:05:02.264894 3942 pods.go:271] [openshift-multus/network-metrics-daemon-7gpjn] addLogicalPort took 727.737µs, libovsdb time 349.471µs I0505 13:05:02.264902 3942 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-7gpjn after 0 failed attempt(s) I0505 13:05:02.294566 3942 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 13:05:02.307455 3942 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 13:05:02.310716 3942 iptables.go:108] Creating table: nat chain: OUTPUT I0505 13:05:02.328389 3942 iptables.go:108] Creating table: nat chain: PREROUTING I0505 13:05:02.369689 3942 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:05:02.386574 3942 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 13:05:02.386706 3942 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 13:05:02.386760 3942 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 13:05:02.386857 3942 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 13:05:02.386927 3942 gateway_init.go:325] Gateway and management port readiness took 2.704446171s I0505 13:05:02.386957 3942 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 13:05:02.386996 3942 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 13:05:02.387008 3942 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 13:05:02.387017 3942 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:05:02.387089 3942 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 13:05:02.387178 3942 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.369µs I0505 13:05:02.387460 3942 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 13:05:02.387491 3942 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.319µs I0505 13:05:02.387500 3942 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.17µs I0505 13:05:02.387505 3942 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 13:05:02.387515 3942 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 13:05:02.387520 3942 default_node_network_controller.go:899] Starting the default node network controller I0505 13:05:02.387525 3942 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 13:05:02.387605 3942 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.445µs I0505 13:05:02.387712 3942 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 13:05:02.387720 3942 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 13:05:02.387744 3942 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00087a440 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340230 0xc0003402a0 0xc0008255e0 0xc000340310 0xc000340460 0xc000cca3c0 0xc002a9d030 0xc0003404d0 map[0x2ff9080:0xc003f8a120 0x2ff95c0:0xc003f8a360 0x2ffa2e0:0xc003f8a060 0x2ffa580:0xc003f8a0c0 0x2ffad60:0xc003f8a180 0x2ffb000:0xc003f8a2a0 0x2ffb2a0:0xc003f8a300 0x2ffba80:0xc002a95d40 0x2ffbd20:0xc003f8b140 0x3026980:0xc0016032c0 0x3026d20:0xc001603320 0x3027800:0xc000873f20 0x3029160:0xc001c36000 0x30298a0:0xc003f8a000 0x302a720:0xc001603260] 0xc0001808c0 0} I0505 13:05:02.387799 3942 gateway.go:151] Starting gateway service sync I0505 13:05:02.388389 3942 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 13:05:02.390586 3942 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 13:05:02.400613 3942 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 13:05:02.401839 3942 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 13:05:02.403007 3942 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 13:05:02.440209 3942 gateway.go:168] Gateway service sync done. Time taken: 52.396185ms I0505 13:05:02.441062 3942 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30858 I0505 13:05:02.441474 3942 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00087a440 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340230 0xc0003402a0 0xc0008255e0 0xc000340310 0xc000340460 0xc000cca3c0 0xc002a9d030 0xc0003404d0 map[0x2ff9080:0xc003f8a120 0x2ff95c0:0xc003f8a360 0x2ffa2e0:0xc003f8a060 0x2ffa580:0xc003f8a0c0 0x2ffad60:0xc003f8a180 0x2ffb000:0xc003f8a2a0 0x2ffb2a0:0xc003f8a300 0x2ffba80:0xc002a95d40 0x2ffbd20:0xc003f8b140 0x3026980:0xc0016032c0 0x3026d20:0xc001603320 0x3027800:0xc000873f20 0x3029160:0xc001c36000 0x30298a0:0xc003f8a000 0x302a720:0xc001603260] 0xc0001808c0 0} I0505 13:05:02.442118 3942 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00087a440 0xc000340070 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340230 0xc0003402a0 0xc0008255e0 0xc000340310 0xc000340460 0xc000cca3c0 0xc002a9d030 0xc0003404d0 map[0x2ff9080:0xc003f8a120 0x2ff95c0:0xc003f8a360 0x2ffa2e0:0xc003f8a060 0x2ffa580:0xc003f8a0c0 0x2ffad60:0xc003f8a180 0x2ffb000:0xc003f8a2a0 0x2ffb2a0:0xc003f8a300 0x2ffba80:0xc002a95d40 0x2ffbd20:0xc003f8b140 0x3026980:0xc0016032c0 0x3026d20:0xc001603320 0x3027800:0xc000873f20 0x3029160:0xc001c36000 0x30298a0:0xc003f8a000 0x302a720:0xc001603260] 0xc0001808c0 0} I0505 13:05:02.442155 3942 gateway.go:532] Reconciling gateway with updates I0505 13:05:02.447939 3942 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 13:05:02.448021 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:05:02.448032 3942 default_node_network_controller.go:944] Gateway and management port readiness took 60.304828ms I0505 13:05:02.448038 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:05:02.448040 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:05:02.448052 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0505 13:05:02.448059 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:05:02.448067 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0505 13:05:02.448074 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operated after 0 failed attempt(s) I0505 13:05:02.448085 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:05:02.448085 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0505 13:05:02.448089 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/node-exporter I0505 13:05:02.448101 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0505 13:05:02.448103 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/node-exporter I0505 13:05:02.448105 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:05:02.448103 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:05:02.448110 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/kube-state-metrics after 0 failed attempt(s) I0505 13:05:02.448119 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:05:02.448123 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:05:02.448126 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:05:02.448126 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:05:02.448124 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:05:02.448135 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:05:02.448098 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:05:02.448146 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:05:02.448147 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:05:02.448155 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:05:02.448156 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:05:02.448160 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0505 13:05:02.448165 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:05:02.448167 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:05:02.448168 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:05:02.448172 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0505 13:05:02.448168 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:05:02.448174 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:05:02.448183 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:05:02.448182 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:05:02.448187 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:05:02.448190 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:05:02.448193 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:05:02.448195 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:05:02.448200 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:05:02.448204 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:05:02.448204 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:05:02.448207 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:05:02.448201 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0505 13:05:02.448215 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:05:02.448217 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:05:02.448219 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0505 13:05:02.448120 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:05:02.448090 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:05:02.448230 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0505 13:05:02.448233 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:05:02.448226 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0505 13:05:02.448238 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0505 13:05:02.448249 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0505 13:05:02.448249 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:05:02.448218 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:05:02.448257 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:05:02.448260 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:05:02.448158 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:05:02.448265 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:05:02.448268 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:05:02.448272 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:05:02.448272 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0505 13:05:02.448165 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:05:02.448278 3942 port_claim.go:71] Svc openshift-ingress/router-default: port 32078 is already open, no action needed I0505 13:05:02.448278 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:05:02.448281 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:05:02.448147 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:05:02.448288 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:05:02.448191 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:05:02.448291 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:05:02.448195 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:05:02.448296 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:05:02.448300 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway kube-system/kubelet I0505 13:05:02.448302 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:05:02.448307 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:05:02.448280 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:05:02.448311 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:05:02.448315 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:05:02.448310 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway kube-system/kubelet I0505 13:05:02.448325 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:05:02.448329 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway kube-system/kubelet after 0 failed attempt(s) I0505 13:05:02.448207 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:05:02.448211 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/thanos-querier I0505 13:05:02.448337 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:05:02.448342 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/thanos-querier I0505 13:05:02.448356 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:05:02.448317 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:05:02.448201 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:05:02.448375 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:05:02.448394 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/thanos-querier after 0 failed attempt(s) I0505 13:05:02.448300 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:05:02.448407 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:05:02.448410 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:05:02.448237 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:05:02.448419 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:05:02.448446 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:05:02.448269 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:05:02.448520 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:05:02.448258 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:05:02.448249 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0505 13:05:02.448552 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0505 13:05:02.448134 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:05:02.448584 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:05:02.448138 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:05:02.448614 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:05:02.448112 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/node-exporter after 0 failed attempt(s) I0505 13:05:02.448149 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0505 13:05:02.448634 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0505 13:05:02.448641 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0505 13:05:02.448158 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:05:02.448650 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:05:02.448167 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:05:02.448171 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:05:02.448179 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:05:02.448180 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/openshift-state-metrics after 0 failed attempt(s) I0505 13:05:02.448177 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:05:02.448745 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:05:02.448753 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:05:02.448180 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:05:02.448760 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:05:02.448767 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:05:02.448113 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/metrics-server I0505 13:05:02.448775 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/metrics-server I0505 13:05:02.448223 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0505 13:05:02.448222 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:05:02.448836 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:05:02.448224 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:05:02.448228 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0505 13:05:02.448869 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0505 13:05:02.448874 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-operated after 0 failed attempt(s) I0505 13:05:02.448237 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:05:02.448238 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0505 13:05:02.448884 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0505 13:05:02.448249 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:05:02.448934 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:05:02.448249 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0505 13:05:02.448966 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0505 13:05:02.448252 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:05:02.448259 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:05:02.448129 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:05:02.449022 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:05:02.448131 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:05:02.449056 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:05:02.448258 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar after 0 failed attempt(s) I0505 13:05:02.448262 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:05:02.449083 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:05:02.448269 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:05:02.448269 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:05:02.449120 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:05:02.448272 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:05:02.449146 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:05:02.449152 3942 node_ip_handler_linux.go:160] Node IP manager is running I0505 13:05:02.448277 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:05:02.448283 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0505 13:05:02.448281 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:05:02.448283 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:05:02.449242 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:05:02.449247 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:05:02.448288 3942 port_claim.go:71] Svc openshift-ingress/router-default: port 30362 is already open, no action needed I0505 13:05:02.448291 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:05:02.448289 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0505 13:05:02.449313 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0505 13:05:02.448293 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:05:02.448296 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:05:02.448298 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/monitoring-plugin after 0 failed attempt(s) W0505 13:05:02.492262 3942 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:05:02.492401 3942 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:05:02.492521 3942 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0505 13:05:02.502144 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:05:02.502180 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:05:02.502191 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/metrics-server after 0 failed attempt(s) I0505 13:05:02.502199 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0505 13:05:02.502208 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:05:02.502219 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s after 0 failed attempt(s) I0505 13:05:02.502228 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:05:02.502237 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-main after 0 failed attempt(s) I0505 13:05:02.502246 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:05:02.502261 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:05:02.502291 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:05:02.502314 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:05:02.502323 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:05:02.545755 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:05:02.545785 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0505 13:05:02.545792 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:05:02.589624 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:05:02.589641 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0505 13:05:02.589630 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:05:02.589661 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:05:03.969088 3942 default_node_network_controller.go:1380] Starting node controller node sync W0505 13:05:03.969127 3942 egressip_healthcheck.go:76] Health checking using insecure connection I0505 13:05:03.969200 3942 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0505 13:05:03.983154 3942 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 14.043012ms I0505 13:05:03.983278 3942 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-234.ec2.internal", IP: 10.0.0.234 to PMTUD blocking rules I0505 13:05:03.983297 3942 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-234.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:05:03.983278 3942 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-22.ec2.internal", IP: 10.0.1.22 to PMTUD blocking rules I0505 13:05:03.983313 3942 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-22.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:05:03.995890 3942 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 13:05:03.996211 3942 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 13:05:03.996397 3942 egressservice_node.go:183] Starting Egress Services Controller I0505 13:05:03.996423 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:05:03.996443 3942 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:05:03.996453 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:05:03.996463 3942 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:05:03.996477 3942 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:05:03.996487 3942 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:05:03.996494 3942 egressservice_node.go:197] Repairing Egress Services I0505 13:05:04.007767 3942 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 13:05:04.007787 3942 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:05:04.007948 3942 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 13:05:04.007964 3942 link_network_manager.go:119] Link manager is running I0505 13:05:04.007978 3942 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 13:05:04.008197 3942 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 13:05:04.008354 3942 vrf_manager.go:128] VRF manager is running I0505 13:05:04.008443 3942 node_controller_manager.go:437] Removing flows to drop GARP I0505 13:05:04.008453 3942 gateway.go:532] Reconciling gateway with updates I0505 13:05:04.032065 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:05:04.032087 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:05:04.032096 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:05:04.032102 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:05:04.032072 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:05:04.032105 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0505 13:05:04.032111 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:05:04.032113 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:05:04.032115 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:05:04.032107 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0505 13:05:04.032122 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:05:04.032126 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:05:04.032126 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:05:04.032136 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:05:04.032137 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:05:04.032144 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:05:04.032132 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:05:04.032101 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0505 13:05:04.032153 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:05:04.032155 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:05:04.032161 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:05:04.032166 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0505 13:05:04.032090 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:05:04.032175 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:05:04.032177 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:05:04.032181 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:05:04.032182 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:05:04.032185 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:05:04.032188 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:05:04.032193 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:05:04.032199 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:05:04.032202 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:05:04.032207 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:05:04.032206 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:05:04.032117 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0505 13:05:04.032162 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:05:04.032220 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar after 0 failed attempt(s) I0505 13:05:04.032222 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:05:04.032225 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:05:04.032227 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:05:04.032235 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:05:04.032237 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:05:04.032239 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:05:04.032243 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:05:04.032245 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:05:04.032235 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:05:04.032252 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/node-exporter I0505 13:05:04.032251 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:05:04.032257 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0505 13:05:04.032259 3942 port_claim.go:71] Svc openshift-ingress/router-default: port 32078 is already open, no action needed I0505 13:05:04.032260 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:05:04.032261 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0505 13:05:04.032266 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:05:04.032270 3942 port_claim.go:71] Svc openshift-ingress/router-default: port 30362 is already open, no action needed I0505 13:05:04.032270 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:05:04.032274 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0505 13:05:04.032278 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0505 13:05:04.032279 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/metrics-server I0505 13:05:04.032285 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:05:04.032286 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0505 13:05:04.032284 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:05:04.032289 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/metrics-server I0505 13:05:04.032259 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:05:04.032298 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:05:04.032302 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:05:04.032304 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:05:04.032201 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0505 13:05:04.032311 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:05:04.032314 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0505 13:05:04.032122 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:05:04.032266 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0505 13:05:04.032241 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:05:04.032327 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0505 13:05:04.032271 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0505 13:05:04.032332 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:05:04.032338 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operated after 0 failed attempt(s) I0505 13:05:04.032340 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:05:04.032175 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0505 13:05:04.032346 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:05:04.032350 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0505 13:05:04.032251 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:05:04.032144 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:05:04.032276 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:05:04.032115 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:05:04.032371 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:05:04.032375 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:05:04.032382 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:05:04.032232 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:05:04.032193 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:05:04.032394 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:05:04.032398 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:05:04.032402 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:05:04.032177 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:05:04.032413 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:05:04.032182 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0505 13:05:04.032432 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:05:04.032437 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0505 13:05:04.032439 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:05:04.032444 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-operated after 0 failed attempt(s) I0505 13:05:04.032445 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:05:04.032376 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:05:04.032416 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:05:04.032482 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:05:04.032096 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0505 13:05:04.032491 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0505 13:05:04.032223 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:05:04.032517 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:05:04.032100 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:05:04.032523 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:05:04.032140 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:05:04.032534 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:05:04.032144 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:05:04.032581 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:05:04.032146 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/thanos-querier I0505 13:05:04.032612 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/thanos-querier I0505 13:05:04.032147 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:05:04.032157 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0505 13:05:04.032679 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/kube-state-metrics after 0 failed attempt(s) I0505 13:05:04.032070 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0505 13:05:04.032702 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0505 13:05:04.032167 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:05:04.032168 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway kube-system/kubelet I0505 13:05:04.032783 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway kube-system/kubelet I0505 13:05:04.032790 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway kube-system/kubelet after 0 failed attempt(s) I0505 13:05:04.032167 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0505 13:05:04.032798 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0505 13:05:04.032189 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:05:04.032843 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:05:04.032214 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:05:04.032126 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0505 13:05:04.032852 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/openshift-state-metrics after 0 failed attempt(s) I0505 13:05:04.032225 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:05:04.032858 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:05:04.032228 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:05:04.032236 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:05:04.032867 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:05:04.032242 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:05:04.032901 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:05:04.032246 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:05:04.032943 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:05:04.032247 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:05:04.032245 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:05:04.032972 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:05:04.032261 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/node-exporter I0505 13:05:04.033002 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/node-exporter after 0 failed attempt(s) I0505 13:05:04.032266 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:05:04.032265 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:05:04.032275 3942 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:05:04.033034 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:05:04.032291 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:05:04.032294 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0505 13:05:04.032387 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:05:04.032430 3942 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:05:04.075359 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:05:04.098601 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:05:04.098612 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/metrics-server after 0 failed attempt(s) I0505 13:05:04.098634 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-main after 0 failed attempt(s) I0505 13:05:04.098648 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:05:04.098656 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0505 13:05:04.098666 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:05:04.098674 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:05:04.144951 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:05:04.144983 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:05:04.144992 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:05:04.145015 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:05:04.145037 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:05:04.145046 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:05:04.145054 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0505 13:05:04.145064 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:05:04.145071 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:05:04.145077 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/thanos-querier after 0 failed attempt(s) I0505 13:05:04.145083 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:05:04.145090 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0505 13:05:04.145095 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:05:04.145101 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s after 0 failed attempt(s) I0505 13:05:04.145106 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:05:04.145113 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:05:04.145118 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:05:04.145125 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:05:04.145131 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:05:04.145136 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:05:04.145141 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:05:04.145149 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/monitoring-plugin after 0 failed attempt(s) I0505 13:05:04.145155 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:05:04.145160 3942 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:05:06.101871 3942 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:05:06.101900 3942 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 36.638µs I0505 13:05:06.145991 3942 base_network_controller_pods.go:487] [default/openshift-console/console-5c974db6f5-lk2sz] creating logical port openshift-console_console-5c974db6f5-lk2sz for pod on switch ip-10-0-2-116.ec2.internal I0505 13:05:06.146128 3942 kube.go:256] Updating pod openshift-console/console-5c974db6f5-lk2sz I0505 13:05:06.168635 3942 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-784cb9946d-85rd5] creating logical port openshift-image-registry_image-registry-784cb9946d-85rd5 for pod on switch ip-10-0-2-116.ec2.internal I0505 13:05:06.168769 3942 kube.go:256] Updating pod openshift-image-registry/image-registry-784cb9946d-85rd5 I0505 13:05:06.177938 3942 pod.go:62] [openshift-console/console-5c974db6f5-lk2sz] pod update took 31.818447ms I0505 13:05:06.177966 3942 base_network_controller_pods.go:951] [default/openshift-console/console-5c974db6f5-lk2sz] addLogicalPort annotation time took 31.871409ms I0505 13:05:06.178161 3942 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-866kh] creating logical port openshift-ingress-canary_ingress-canary-866kh for pod on switch ip-10-0-2-116.ec2.internal I0505 13:05:06.178265 3942 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-866kh I0505 13:05:06.179105 3942 pods.go:271] [openshift-console/console-5c974db6f5-lk2sz] addLogicalPort took 33.137209ms, libovsdb time 864.776µs I0505 13:05:06.196824 3942 pod.go:62] [openshift-image-registry/image-registry-784cb9946d-85rd5] pod update took 28.083398ms I0505 13:05:06.196850 3942 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-784cb9946d-85rd5] addLogicalPort annotation time took 28.113855ms I0505 13:05:06.197977 3942 pods.go:271] [openshift-image-registry/image-registry-784cb9946d-85rd5] addLogicalPort took 29.359275ms, libovsdb time 849.44µs I0505 13:05:06.203799 3942 pod.go:62] [openshift-ingress-canary/ingress-canary-866kh] pod update took 25.558859ms I0505 13:05:06.203818 3942 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-866kh] addLogicalPort annotation time took 25.582901ms I0505 13:05:06.204827 3942 pods.go:271] [openshift-ingress-canary/ingress-canary-866kh] addLogicalPort took 26.68057ms, libovsdb time 733.949µs I0505 13:05:06.272988 3942 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4v7sr] creating logical port openshift-dns_dns-default-4v7sr for pod on switch ip-10-0-2-116.ec2.internal I0505 13:05:06.273089 3942 kube.go:256] Updating pod openshift-dns/dns-default-4v7sr I0505 13:05:06.280769 3942 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-xsxvg] creating logical port openshift-insights_insights-runtime-extractor-xsxvg for pod on switch ip-10-0-2-116.ec2.internal I0505 13:05:06.280906 3942 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-xsxvg I0505 13:05:06.291821 3942 pod.go:62] [openshift-dns/dns-default-4v7sr] pod update took 18.758798ms I0505 13:05:06.291844 3942 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-4v7sr] addLogicalPort annotation time took 18.787083ms I0505 13:05:06.292911 3942 pods.go:271] [openshift-dns/dns-default-4v7sr] addLogicalPort took 19.943732ms, libovsdb time 774.478µs I0505 13:05:06.297427 3942 pod.go:62] [openshift-insights/insights-runtime-extractor-xsxvg] pod update took 16.55302ms I0505 13:05:06.297447 3942 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-xsxvg] addLogicalPort annotation time took 16.580423ms I0505 13:05:06.298521 3942 pods.go:271] [openshift-insights/insights-runtime-extractor-xsxvg] addLogicalPort took 17.766723ms, libovsdb time 844.554µs I0505 13:05:06.585268 3942 cni.go:452] [openshift-console/console-5c974db6f5-lk2sz d5c4c538803cd062f9c1bc6a4467c5b81e9ee00e5578d6185907273bb92f1d8b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c974db6f5-lk2sz d5c4c538803cd062f9c1bc6a4467c5b81e9ee00e5578d6185907273bb92f1d8b network default NAD default NAD key ] I0505 13:05:06.592540 3942 cni.go:452] [openshift-image-registry/image-registry-784cb9946d-85rd5 f5f8a4c6d8a10c4475f23e726d530e2aa22900760e016f3314c17150effae4d1 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-784cb9946d-85rd5 f5f8a4c6d8a10c4475f23e726d530e2aa22900760e016f3314c17150effae4d1 network default NAD default NAD key ] I0505 13:05:06.613342 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c974db6f5-lk2sz, hostIfaceName: d5c4c538803cd06, network: default, NAD default, SandboxID: "d5c4c538803cd062f9c1bc6a4467c5b81e9ee00e5578d6185907273bb92f1d8b", PCI device ID: , UID: "881d8e1b-c5a6-4cea-aecd-d3d9e95bd3fe", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0505 13:05:06.613606 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-784cb9946d-85rd5, hostIfaceName: f5f8a4c6d8a10c4, network: default, NAD default, SandboxID: "f5f8a4c6d8a10c4475f23e726d530e2aa22900760e016f3314c17150effae4d1", PCI device ID: , UID: "4ae8bd4b-4aaf-4ee3-a01d-e0497d51da75", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0505 13:05:06.616324 3942 cni.go:452] [openshift-ingress-canary/ingress-canary-866kh e551bf97752058436cc9778559cc6c68e229fd96f56100aeb3f588812886c24e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-866kh e551bf97752058436cc9778559cc6c68e229fd96f56100aeb3f588812886c24e network default NAD default NAD key ] I0505 13:05:06.626145 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-866kh, hostIfaceName: e551bf977520584, network: default, NAD default, SandboxID: "e551bf97752058436cc9778559cc6c68e229fd96f56100aeb3f588812886c24e", PCI device ID: , UID: "131f6c69-1b0f-4214-a014-c23c2e76a334", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0505 13:05:06.671550 3942 cni.go:473] [openshift-console/console-5c974db6f5-lk2sz d5c4c538803cd062f9c1bc6a4467c5b81e9ee00e5578d6185907273bb92f1d8b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c974db6f5-lk2sz d5c4c538803cd062f9c1bc6a4467c5b81e9ee00e5578d6185907273bb92f1d8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:80:13:f5:4c:31\",\"name\":\"d5c4c538803cd06\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cc01ff2-4319-44ff-890b-852539e23d10\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:05:06.675559 3942 cni.go:473] [openshift-image-registry/image-registry-784cb9946d-85rd5 f5f8a4c6d8a10c4475f23e726d530e2aa22900760e016f3314c17150effae4d1 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-784cb9946d-85rd5 f5f8a4c6d8a10c4475f23e726d530e2aa22900760e016f3314c17150effae4d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:0e:2d:9a:7e:b0\",\"name\":\"f5f8a4c6d8a10c4\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5fe1825-c15f-4552-bf7d-6424b5b2c473\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:05:06.683294 3942 cni.go:473] [openshift-ingress-canary/ingress-canary-866kh e551bf97752058436cc9778559cc6c68e229fd96f56100aeb3f588812886c24e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-866kh e551bf97752058436cc9778559cc6c68e229fd96f56100aeb3f588812886c24e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:29:7a:d5:bb:53\",\"name\":\"e551bf977520584\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02189a94-f22c-4eaa-ba7f-b4f2144b718d\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:05:06.690990 3942 cni.go:452] [openshift-dns/dns-default-4v7sr 025ff586b402b7389f76aefa80ac0d2bd2ae11ab3471852fb3f6caa3c63231c3 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-4v7sr 025ff586b402b7389f76aefa80ac0d2bd2ae11ab3471852fb3f6caa3c63231c3 network default NAD default NAD key ] I0505 13:05:06.700942 3942 cni.go:452] [openshift-insights/insights-runtime-extractor-xsxvg ab4d83495a9a51a8c9d3e31c5dbeb49d6d6fd553783c16452f62889c6c2d77fb network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-xsxvg ab4d83495a9a51a8c9d3e31c5dbeb49d6d6fd553783c16452f62889c6c2d77fb network default NAD default NAD key ] I0505 13:05:06.702264 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4v7sr, hostIfaceName: 025ff586b402b73, network: default, NAD default, SandboxID: "025ff586b402b7389f76aefa80ac0d2bd2ae11ab3471852fb3f6caa3c63231c3", PCI device ID: , UID: "4ea6f005-709a-48fe-9dc4-fc86680b3cf5", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0505 13:05:06.713827 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-xsxvg, hostIfaceName: ab4d83495a9a51a, network: default, NAD default, SandboxID: "ab4d83495a9a51a8c9d3e31c5dbeb49d6d6fd553783c16452f62889c6c2d77fb", PCI device ID: , UID: "c84a552f-f5ce-4a04-84af-898004672d72", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0505 13:05:06.757314 3942 cni.go:473] [openshift-dns/dns-default-4v7sr 025ff586b402b7389f76aefa80ac0d2bd2ae11ab3471852fb3f6caa3c63231c3 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-4v7sr 025ff586b402b7389f76aefa80ac0d2bd2ae11ab3471852fb3f6caa3c63231c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:7c:c6:4c:b0:3d\",\"name\":\"025ff586b402b73\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e534247-fbe8-407d-a8d4-1e18a8e7eb99\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:05:06.768258 3942 cni.go:473] [openshift-insights/insights-runtime-extractor-xsxvg ab4d83495a9a51a8c9d3e31c5dbeb49d6d6fd553783c16452f62889c6c2d77fb network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-xsxvg ab4d83495a9a51a8c9d3e31c5dbeb49d6d6fd553783c16452f62889c6c2d77fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b3:c3:3a:e8:0c\",\"name\":\"ab4d83495a9a51a\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a614cdee-ac11-4e34-ba24-681d39f86ae0\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:05:11.082399 3942 cni.go:452] [openshift-multus/network-metrics-daemon-7gpjn a1a90fb342fc640a1de55ae9f3980cabc39f7db31bb148391f1bf044345413d2 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-7gpjn a1a90fb342fc640a1de55ae9f3980cabc39f7db31bb148391f1bf044345413d2 network default NAD default NAD key ] I0505 13:05:11.085934 3942 cni.go:452] [openshift-network-diagnostics/network-check-target-xnprk 0f8aceed1114d666144dc71e41278509db23fd35ed7a610b6c386da12d661b10 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xnprk 0f8aceed1114d666144dc71e41278509db23fd35ed7a610b6c386da12d661b10 network default NAD default NAD key ] I0505 13:05:11.095150 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-7gpjn, hostIfaceName: a1a90fb342fc640, network: default, NAD default, SandboxID: "a1a90fb342fc640a1de55ae9f3980cabc39f7db31bb148391f1bf044345413d2", PCI device ID: , UID: "45bde631-eb17-4024-adc3-64d0712951d2", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0505 13:05:11.096884 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xnprk, hostIfaceName: 0f8aceed1114d66, network: default, NAD default, SandboxID: "0f8aceed1114d666144dc71e41278509db23fd35ed7a610b6c386da12d661b10", PCI device ID: , UID: "535d239c-e0f5-4b94-abdc-fee81454a0d1", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0505 13:05:11.147265 3942 cni.go:473] [openshift-multus/network-metrics-daemon-7gpjn a1a90fb342fc640a1de55ae9f3980cabc39f7db31bb148391f1bf044345413d2 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-7gpjn a1a90fb342fc640a1de55ae9f3980cabc39f7db31bb148391f1bf044345413d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:8a:9a:aa:61:83\",\"name\":\"a1a90fb342fc640\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db77ac6d-5cb6-4abe-acd9-ba5bf9c21897\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:05:11.166740 3942 cni.go:473] [openshift-network-diagnostics/network-check-target-xnprk 0f8aceed1114d666144dc71e41278509db23fd35ed7a610b6c386da12d661b10 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xnprk 0f8aceed1114d666144dc71e41278509db23fd35ed7a610b6c386da12d661b10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:da:44:07:c6:e2\",\"name\":\"0f8aceed1114d66\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e022b85-462d-4ef2-a4c3-2915d5e2e33f\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:05:12.178192 3942 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.178862 3942 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.178898 3942 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.178909 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 13:05:12.178944 3942 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.178953 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 13:05:13.228798 3942 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:13.228832 3942 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:13.228846 3942 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:13.228865 3942 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:16.211429 3942 obj_retry.go:498] Detected object openshift-console/console-778868668c-4k9kv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:16.212022 3942 obj_retry.go:498] Detected object openshift-console/console-778868668c-4k9kv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:17.060170 3942 obj_retry.go:492] Detected object openshift-console/console-778868668c-4k9kv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:17.060200 3942 obj_retry.go:492] Detected object openshift-console/console-778868668c-4k9kv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:17.067145 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778868668c-4k9kv I0505 13:05:17.067175 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778868668c-4k9kv I0505 13:05:17.736609 3942 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:05:17.745352 3942 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 13:05:17.928874 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 13:05:18.657819 3942 default_network_controller.go:1025] Node "ip-10-0-0-234.ec2.internal" in remote zone "ip-10-0-0-234.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:05:18.658688 3942 zone_ic_handler.go:195] Time taken to create transit switch: 280.821µs I0505 13:05:18.658704 3942 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-234.ec2.internal for the network default I0505 13:05:18.659667 3942 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-234.ec2.internal" on network "default" took: 1.27986ms W0505 13:05:18.996635 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 13:05:19.946194 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:05:21.999596 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:05:21.999625 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:05:22.047528 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:05:22.047552 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:05:22.524566 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:05:22.524592 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:05:22.524598 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:05:26.594021 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:05:28.503705 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:05:46.535864 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:05:47.476573 3942 obj_retry.go:498] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:47.477122 3942 obj_retry.go:498] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:48.081877 3942 obj_retry.go:492] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:48.081899 3942 obj_retry.go:492] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:48.090169 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-c694b88b9-868hs I0505 13:05:48.090196 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-c694b88b9-868hs I0505 13:05:48.875953 3942 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:48.876493 3942 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:49.091860 3942 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:49.091886 3942 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:49.095329 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:05:49.095360 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:05:51.950850 3942 obj_retry.go:498] Detected object openshift-console/console-778868668c-dv8j4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:51.951416 3942 obj_retry.go:498] Detected object openshift-console/console-778868668c-dv8j4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:52.103983 3942 obj_retry.go:492] Detected object openshift-console/console-778868668c-dv8j4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:52.104005 3942 obj_retry.go:492] Detected object openshift-console/console-778868668c-dv8j4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:52.111197 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778868668c-dv8j4 I0505 13:05:52.111226 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778868668c-dv8j4 I0505 13:06:02.332652 3942 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:02.333240 3942 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:03.174583 3942 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:03.174609 3942 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:03.182598 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 13:06:03.182623 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 13:06:06.736566 3942 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:06.737232 3942 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:07.205143 3942 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:07.205168 3942 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:07.215109 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 13:06:07.215129 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 13:06:33.939140 3942 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-qxfkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:33.939665 3942 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-qxfkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:34.426343 3942 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-qxfkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:34.426367 3942 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-qxfkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:34.429197 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c974db6f5-qxfkq I0505 13:06:34.429217 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c974db6f5-qxfkq I0505 13:06:34.972203 3942 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:34.972755 3942 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:35.448894 3942 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:35.448938 3942 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:35.454684 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 13:06:35.454708 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 13:06:44.486483 3942 cni.go:452] [openshift-console/console-5c974db6f5-lk2sz d5c4c538803cd062f9c1bc6a4467c5b81e9ee00e5578d6185907273bb92f1d8b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c974db6f5-lk2sz d5c4c538803cd062f9c1bc6a4467c5b81e9ee00e5578d6185907273bb92f1d8b network default NAD default NAD key ] I0505 13:06:44.586359 3942 cni.go:473] [openshift-console/console-5c974db6f5-lk2sz d5c4c538803cd062f9c1bc6a4467c5b81e9ee00e5578d6185907273bb92f1d8b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c974db6f5-lk2sz d5c4c538803cd062f9c1bc6a4467c5b81e9ee00e5578d6185907273bb92f1d8b network default NAD default NAD key default], result "{}", err I0505 13:06:44.634173 3942 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-lk2sz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:44.634216 3942 pods.go:176] Deleting pod: openshift-console/console-5c974db6f5-lk2sz I0505 13:06:44.635492 3942 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c974db6f5-lk2sz, ips: 10.130.0.5 I0505 13:06:44.635522 3942 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-lk2sz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:44.799793 3942 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-lk2sz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:44.799823 3942 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-lk2sz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:44.805810 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c974db6f5-lk2sz I0505 13:06:44.805838 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c974db6f5-lk2sz I0505 13:06:56.606948 3942 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:56.607500 3942 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:57.465370 3942 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:57.465393 3942 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:09.888245 3942 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:09.888761 3942 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:10.619291 3942 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:10.619315 3942 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:10.625595 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 13:07:10.625623 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 13:08:33.694310 3942 base_network_controller_pods.go:487] [default/openshift-console/console-844bb9b5d5-pgv62] creating logical port openshift-console_console-844bb9b5d5-pgv62 for pod on switch ip-10-0-2-116.ec2.internal I0505 13:08:33.694439 3942 kube.go:256] Updating pod openshift-console/console-844bb9b5d5-pgv62 I0505 13:08:33.727119 3942 pod.go:62] [openshift-console/console-844bb9b5d5-pgv62] pod update took 32.707364ms I0505 13:08:33.727142 3942 base_network_controller_pods.go:951] [default/openshift-console/console-844bb9b5d5-pgv62] addLogicalPort annotation time took 32.736891ms I0505 13:08:33.728251 3942 pods.go:271] [openshift-console/console-844bb9b5d5-pgv62] addLogicalPort took 33.956933ms, libovsdb time 835.643µs I0505 13:08:34.047108 3942 cni.go:452] [openshift-console/console-844bb9b5d5-pgv62 988c6d029ef43055ca72f409ee12a5fa8adc32807803bd5d22b8c7a6e22fb0f1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-844bb9b5d5-pgv62 988c6d029ef43055ca72f409ee12a5fa8adc32807803bd5d22b8c7a6e22fb0f1 network default NAD default NAD key ] I0505 13:08:34.056220 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-844bb9b5d5-pgv62, hostIfaceName: 988c6d029ef4305, network: default, NAD default, SandboxID: "988c6d029ef43055ca72f409ee12a5fa8adc32807803bd5d22b8c7a6e22fb0f1", PCI device ID: , UID: "2ed1a279-3605-425b-a511-b526322c4b21", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0505 13:08:34.102158 3942 cni.go:473] [openshift-console/console-844bb9b5d5-pgv62 988c6d029ef43055ca72f409ee12a5fa8adc32807803bd5d22b8c7a6e22fb0f1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-844bb9b5d5-pgv62 988c6d029ef43055ca72f409ee12a5fa8adc32807803bd5d22b8c7a6e22fb0f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:81:4c:0c:be:ee\",\"name\":\"988c6d029ef4305\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bfabaf7-25d6-458c-90da-d0a8603e1727\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:08:42.883640 3942 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 13:08:44.185465 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:08:59.008656 3942 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:59.009225 3942 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:59.413633 3942 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:59.413659 3942 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:59.422320 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f9bc8cfc-dkjsm I0505 13:08:59.422342 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f9bc8cfc-dkjsm I0505 13:09:09.516490 3942 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:09.517071 3942 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:10.040472 3942 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:10.040495 3942 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:10.047663 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f9bc8cfc-pprk8 I0505 13:09:10.047690 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f9bc8cfc-pprk8 I0505 13:10:04.426009 3942 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:04.426672 3942 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.310132 3942 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:05.310177 3942 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:19.408793 3942 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2nwcl] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-2nwcl for pod on switch ip-10-0-2-116.ec2.internal I0505 13:10:19.408941 3942 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2nwcl I0505 13:10:19.425823 3942 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2nwcl] pod update took 16.927149ms I0505 13:10:19.425849 3942 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2nwcl] addLogicalPort annotation time took 16.961551ms I0505 13:10:19.427123 3942 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2nwcl] addLogicalPort took 18.343609ms, libovsdb time 976.692µs I0505 13:10:19.767607 3942 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2nwcl 1560e04faabc871ed1b1f1317a3feb36a64f0cb48149e40d1515aad736b29355 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2nwcl 1560e04faabc871ed1b1f1317a3feb36a64f0cb48149e40d1515aad736b29355 network default NAD default NAD key ] I0505 13:10:19.777188 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-2nwcl, hostIfaceName: 1560e04faabc871, network: default, NAD default, SandboxID: "1560e04faabc871ed1b1f1317a3feb36a64f0cb48149e40d1515aad736b29355", PCI device ID: , UID: "80c04b1e-2abb-4efd-83e8-30cabf011add", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0505 13:10:19.829387 3942 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2nwcl 1560e04faabc871ed1b1f1317a3feb36a64f0cb48149e40d1515aad736b29355 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2nwcl 1560e04faabc871ed1b1f1317a3feb36a64f0cb48149e40d1515aad736b29355 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:98:0c:37:d6:c9\",\"name\":\"1560e04faabc871\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8399d731-f9af-4744-b516-0d1bce2b1f4f\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:10:22.478833 3942 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0505 13:10:33.483616 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:10:33.520861 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:10:33.520978 3942 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h544j IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h544j: no pod IPs found I0505 13:10:44.110485 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0505 13:11:05.784507 3942 namespace.go:98] [tsf] adding namespace I0505 13:11:05.785484 3942 namespace.go:102] [tsf] adding namespace took 953.151µs I0505 13:11:05.805745 3942 namespace.go:142] [tsf] updating namespace I0505 13:11:05.825784 3942 namespace.go:142] [tsf] updating namespace I0505 13:11:09.304967 3942 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 13:11:09.803855 3942 namespace.go:98] [cert-manager-operator] adding namespace I0505 13:11:09.803941 3942 namespace.go:98] [rhtpa-operator] adding namespace I0505 13:11:09.804772 3942 namespace.go:102] [cert-manager-operator] adding namespace took 892.287µs I0505 13:11:09.805395 3942 namespace.go:102] [rhtpa-operator] adding namespace took 1.440466ms I0505 13:11:09.809258 3942 namespace.go:98] [tsf-tas] adding namespace I0505 13:11:09.809475 3942 namespace.go:98] [rhbk-operator] adding namespace I0505 13:11:09.809582 3942 namespace.go:98] [konflux-ui] adding namespace I0505 13:11:09.809625 3942 namespace.go:98] [tsf-keycloak] adding namespace I0505 13:11:09.810121 3942 namespace.go:102] [tsf-tas] adding namespace took 843.579µs I0505 13:11:09.810151 3942 namespace.go:98] [konflux-operator] adding namespace I0505 13:11:09.810609 3942 namespace.go:102] [konflux-operator] adding namespace took 452.85µs I0505 13:11:09.811170 3942 namespace.go:102] [rhbk-operator] adding namespace took 1.679195ms I0505 13:11:09.811677 3942 namespace.go:102] [konflux-ui] adding namespace took 2.082298ms I0505 13:11:09.812258 3942 namespace.go:102] [tsf-keycloak] adding namespace took 2.622242ms I0505 13:11:09.818313 3942 namespace.go:98] [tsf-tpa] adding namespace I0505 13:11:09.819052 3942 namespace.go:102] [tsf-tpa] adding namespace took 719.328µs I0505 13:11:09.827634 3942 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:09.841911 3942 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:09.846829 3942 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:09.846946 3942 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:09.852294 3942 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:09.852301 3942 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:09.856371 3942 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:09.856988 3942 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:09.867043 3942 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:09.867095 3942 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:09.908681 3942 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:09.918082 3942 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:09.934235 3942 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:09.965801 3942 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:09.975836 3942 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:09.987088 3942 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:10.003026 3942 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:10.028104 3942 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:10.041512 3942 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:10.050699 3942 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:10.065008 3942 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:10.092869 3942 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:10.093020 3942 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:10.106613 3942 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:10.986741 3942 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:11.005725 3942 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:11.165661 3942 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-116.ec2.internal I0505 13:11:11.165794 3942 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0505 13:11:11.185093 3942 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 19.329705ms I0505 13:11:11.185118 3942 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 19.360806ms I0505 13:11:11.186296 3942 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 20.65223ms, libovsdb time 880.63µs I0505 13:11:11.533114 3942 cni.go:452] [tsf/test-tsf-subscriptions fe604da45e4e7294d94b6c4c7d561107fb92ace3f65ef780fdd4204080025d67 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions fe604da45e4e7294d94b6c4c7d561107fb92ace3f65ef780fdd4204080025d67 network default NAD default NAD key ] I0505 13:11:11.542635 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: fe604da45e4e729, network: default, NAD default, SandboxID: "fe604da45e4e7294d94b6c4c7d561107fb92ace3f65ef780fdd4204080025d67", PCI device ID: , UID: "cc6b9896-ca8f-40c7-a36f-b0d11d13a4f2", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0505 13:11:11.592880 3942 cni.go:473] [tsf/test-tsf-subscriptions fe604da45e4e7294d94b6c4c7d561107fb92ace3f65ef780fdd4204080025d67 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions fe604da45e4e7294d94b6c4c7d561107fb92ace3f65ef780fdd4204080025d67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:dd:9d:f8:36:2f\",\"name\":\"fe604da45e4e729\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92eda5b1-be47-4057-91c9-4415ed8f3ed1\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:11:12.189383 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 13:11:18.912871 3942 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.913554 3942 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.913587 3942 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.913597 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:18.913612 3942 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.913618 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:18.936425 3942 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.937033 3942 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.937058 3942 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.937065 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:18.937080 3942 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.937084 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:19.100901 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=48 I0505 13:11:19.912061 3942 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.912663 3942 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.912688 3942 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.912696 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:19.912710 3942 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.912716 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:19.938489 3942 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.938515 3942 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.938530 3942 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.938546 3942 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.966802 3942 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.966831 3942 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.966849 3942 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.966867 3942 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.940494 3942 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.940520 3942 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.940538 3942 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.940550 3942 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:21.916957 3942 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.917493 3942 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.917517 3942 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.917525 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:21.917538 3942 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.917542 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:22.931558 3942 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.932102 3942 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.932127 3942 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.932135 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:22.932149 3942 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.932156 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:22.946869 3942 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.946897 3942 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.946911 3942 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.946949 3942 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957785 3942 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957811 3942 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957824 3942 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957837 3942 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:27.970953 3942 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.971467 3942 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.971493 3942 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.971501 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:27.971516 3942 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.971520 3942 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... W0505 13:11:28.684531 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:28.998753 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:29.016711 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:11:29.042693 3942 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:29.042718 3942 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:29.042739 3942 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:29.042750 3942 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:31.335737 3942 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkh8p] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-fkh8p for pod on switch ip-10-0-2-116.ec2.internal I0505 13:11:31.335885 3942 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkh8p I0505 13:11:31.373155 3942 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkh8p] pod update took 37.303115ms I0505 13:11:31.373185 3942 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkh8p] addLogicalPort annotation time took 37.338862ms I0505 13:11:31.374372 3942 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkh8p] addLogicalPort took 38.654855ms, libovsdb time 897.058µs I0505 13:11:31.706302 3942 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkh8p 22f4a0fb4097f1e5a75c46039003e86abb0a1ab60c3b09689a993b4ba9879a5a network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkh8p 22f4a0fb4097f1e5a75c46039003e86abb0a1ab60c3b09689a993b4ba9879a5a network default NAD default NAD key ] I0505 13:11:31.717317 3942 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-fkh8p, hostIfaceName: 22f4a0fb4097f1e, network: default, NAD default, SandboxID: "22f4a0fb4097f1e5a75c46039003e86abb0a1ab60c3b09689a993b4ba9879a5a", PCI device ID: , UID: "bc3e7583-9b74-42c2-a92c-d78efd8527aa", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0505 13:11:31.773387 3942 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkh8p 22f4a0fb4097f1e5a75c46039003e86abb0a1ab60c3b09689a993b4ba9879a5a network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-fkh8p 22f4a0fb4097f1e5a75c46039003e86abb0a1ab60c3b09689a993b4ba9879a5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:78:40:4a:2d:a7\",\"name\":\"22f4a0fb4097f1e\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67215010-c9ff-4318-b72d-38264dcbbec8\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:11:35.852240 3942 namespace.go:98] [cert-manager] adding namespace I0505 13:11:35.853162 3942 namespace.go:102] [cert-manager] adding namespace took 896.842µs I0505 13:11:35.874683 3942 namespace.go:142] [cert-manager] updating namespace I0505 13:11:35.892849 3942 namespace.go:142] [cert-manager] updating namespace W0505 13:11:42.824978 3942 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:11:42.825001 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:11:43.534066 3942 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bgj2b] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-bgj2b for pod on switch ip-10-0-2-116.ec2.internal I0505 13:11:43.534194 3942 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bgj2b I0505 13:11:43.555336 3942 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bgj2b] pod update took 21.165265ms I0505 13:11:43.555364 3942 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bgj2b] addLogicalPort annotation time took 21.201918ms I0505 13:11:43.556550 3942 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bgj2b] addLogicalPort took 22.508254ms, libovsdb time 888.215µs I0505 13:11:43.926644 3942 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bgj2b e6baae502cda784b51b904487962cddac6b707e39b867297453dea131b2fac5e network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bgj2b e6baae502cda784b51b904487962cddac6b707e39b867297453dea131b2fac5e network default NAD default NAD key ] I0505 13:11:43.937128 3942 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-bgj2b, hostIfaceName: e6baae502cda784, network: default, NAD default, SandboxID: "e6baae502cda784b51b904487962cddac6b707e39b867297453dea131b2fac5e", PCI device ID: , UID: "75849e36-2eea-4a8b-a226-5e5ba49fc271", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0505 13:11:43.989441 3942 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bgj2b e6baae502cda784b51b904487962cddac6b707e39b867297453dea131b2fac5e network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-bgj2b e6baae502cda784b51b904487962cddac6b707e39b867297453dea131b2fac5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:4e:8e:58:1b:85\",\"name\":\"e6baae502cda784\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecf24c4f-1d64-41bb-8b91-2d1540983c57\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:11:44.482970 3942 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:44.492236 3942 namespace.go:142] [openshift-operators] updating namespace W0505 13:11:46.808500 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:11:53.052868 3942 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:53.457099 3942 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-vrd8m] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-vrd8m for pod on switch ip-10-0-2-116.ec2.internal I0505 13:11:53.457217 3942 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-vrd8m I0505 13:11:53.480422 3942 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-vrd8m] pod update took 23.228756ms I0505 13:11:53.480501 3942 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-vrd8m] addLogicalPort annotation time took 23.314399ms I0505 13:11:53.481695 3942 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-vrd8m] addLogicalPort took 24.611479ms, libovsdb time 892.502µs I0505 13:11:53.813334 3942 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-vrd8m 85f55adeef92e874cf492a8c8961a4dbf7de2fddd7c78f263cf010e00a59b6dc network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-vrd8m 85f55adeef92e874cf492a8c8961a4dbf7de2fddd7c78f263cf010e00a59b6dc network default NAD default NAD key ] I0505 13:11:53.824409 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-vrd8m, hostIfaceName: 85f55adeef92e87, network: default, NAD default, SandboxID: "85f55adeef92e874cf492a8c8961a4dbf7de2fddd7c78f263cf010e00a59b6dc", PCI device ID: , UID: "9ab27cb9-adeb-41aa-8e01-4d182661ec6f", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0505 13:11:53.879509 3942 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-vrd8m 85f55adeef92e874cf492a8c8961a4dbf7de2fddd7c78f263cf010e00a59b6dc network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-vrd8m 85f55adeef92e874cf492a8c8961a4dbf7de2fddd7c78f263cf010e00a59b6dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:c6:73:97:da:bc\",\"name\":\"85f55adeef92e87\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/964bb3fa-7f57-4616-bd00-f2b4b3b7874d\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:11:57.823757 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:11:59.688849 3942 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-6f84d] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-6f84d for pod on switch ip-10-0-2-116.ec2.internal I0505 13:11:59.688986 3942 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-6f84d I0505 13:11:59.722711 3942 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-6f84d] pod update took 33.748647ms I0505 13:11:59.722745 3942 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-6f84d] addLogicalPort annotation time took 33.791209ms I0505 13:11:59.723907 3942 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-6f84d] addLogicalPort took 35.073618ms, libovsdb time 776.674µs I0505 13:12:00.063742 3942 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-6f84d 1570a58a5a1df09c6424c817a7d2a3b8a3baeb84a2dbca0d989b3a8b3e5f8b28 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-6f84d 1570a58a5a1df09c6424c817a7d2a3b8a3baeb84a2dbca0d989b3a8b3e5f8b28 network default NAD default NAD key ] I0505 13:12:00.073339 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-6f84d, hostIfaceName: 1570a58a5a1df09, network: default, NAD default, SandboxID: "1570a58a5a1df09c6424c817a7d2a3b8a3baeb84a2dbca0d989b3a8b3e5f8b28", PCI device ID: , UID: "a3981239-9890-445f-83e1-cc8d53bfb168", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0505 13:12:00.125894 3942 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-6f84d 1570a58a5a1df09c6424c817a7d2a3b8a3baeb84a2dbca0d989b3a8b3e5f8b28 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-6f84d 1570a58a5a1df09c6424c817a7d2a3b8a3baeb84a2dbca0d989b3a8b3e5f8b28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:b3:24:3c:e1:9a\",\"name\":\"1570a58a5a1df09\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bbd9e31-d4b3-43a8-a15b-7171bbdcb52c\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:12:03.865265 3942 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 13:12:03.893619 3942 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 13:12:03.894541 3942 namespace.go:102] [trusted-artifact-signer] adding namespace took 892.763µs I0505 13:12:03.916167 3942 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:03.929406 3942 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:05.015116 3942 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-qfhhr] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-qfhhr for pod on switch ip-10-0-2-116.ec2.internal I0505 13:12:05.015221 3942 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-qfhhr I0505 13:12:05.033181 3942 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-qfhhr] pod update took 17.977567ms I0505 13:12:05.033212 3942 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-qfhhr] addLogicalPort annotation time took 18.014336ms I0505 13:12:05.034689 3942 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-qfhhr] addLogicalPort took 19.589073ms, libovsdb time 1.01759ms I0505 13:12:05.378758 3942 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-qfhhr a123d70a91570d8ef0396e37f16620d602446e4e077dd16b797784632fdb2368 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-qfhhr a123d70a91570d8ef0396e37f16620d602446e4e077dd16b797784632fdb2368 network default NAD default NAD key ] I0505 13:12:05.389545 3942 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-qfhhr, hostIfaceName: a123d70a91570d8, network: default, NAD default, SandboxID: "a123d70a91570d8ef0396e37f16620d602446e4e077dd16b797784632fdb2368", PCI device ID: , UID: "93dd690d-fa0a-40d7-aa41-920ebe8254be", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0505 13:12:05.441852 3942 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-qfhhr a123d70a91570d8ef0396e37f16620d602446e4e077dd16b797784632fdb2368 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-qfhhr a123d70a91570d8ef0396e37f16620d602446e4e077dd16b797784632fdb2368 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:f7:7b:b4:0c:65\",\"name\":\"a123d70a91570d8\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ef1e1ba-f8d0-4e0e-a2fb-92f8d0aba854\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:12:08.710995 3942 namespace.go:98] [openshift-pipelines] adding namespace I0505 13:12:08.712034 3942 namespace.go:102] [openshift-pipelines] adding namespace took 1.014627ms I0505 13:12:08.731031 3942 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:09.183682 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 13:12:09.451837 3942 namespace.go:142] [cert-manager] updating namespace I0505 13:12:09.652691 3942 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:10.056674 3942 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:10.268818 3942 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:10.466834 3942 namespace.go:142] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] updating namespace I0505 13:12:10.864138 3942 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:11.065580 3942 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:11.264154 3942 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:11.464385 3942 namespace.go:142] [tsf] updating namespace I0505 13:12:11.668098 3942 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:11.865300 3942 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:12.067149 3942 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:12.206393 3942 namespace.go:142] [cert-manager] updating namespace I0505 13:12:12.218391 3942 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:12.227294 3942 namespace.go:142] [default] updating namespace I0505 13:12:12.237213 3942 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:12.250541 3942 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:12.260009 3942 namespace.go:142] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] updating namespace I0505 13:12:12.268637 3942 namespace.go:142] [openshift] updating namespace I0505 13:12:12.280510 3942 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:12.290062 3942 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:12.300137 3942 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:12.309651 3942 namespace.go:142] [tsf] updating namespace I0505 13:12:12.319855 3942 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:12.331969 3942 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:12.347136 3942 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:12.448644 3942 namespace.go:142] [cert-manager] updating namespace I0505 13:12:12.549832 3942 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:12.647019 3942 namespace.go:142] [default] updating namespace I0505 13:12:12.756709 3942 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:12.855942 3942 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:12.953330 3942 namespace.go:142] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] updating namespace I0505 13:12:13.049653 3942 namespace.go:142] [openshift] updating namespace I0505 13:12:13.152420 3942 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:13.249900 3942 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:13.349592 3942 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:13.447722 3942 namespace.go:142] [tsf] updating namespace I0505 13:12:13.549208 3942 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:13.648198 3942 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:13.747356 3942 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:14.021695 3942 namespace.go:142] [openshift-pipelines] updating namespace W0505 13:12:14.896780 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 13:12:16.928820 3942 cni.go:452] [tsf/test-tsf-subscriptions fe604da45e4e7294d94b6c4c7d561107fb92ace3f65ef780fdd4204080025d67 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions fe604da45e4e7294d94b6c4c7d561107fb92ace3f65ef780fdd4204080025d67 network default NAD default NAD key ] I0505 13:12:17.011083 3942 cni.go:473] [tsf/test-tsf-subscriptions fe604da45e4e7294d94b6c4c7d561107fb92ace3f65ef780fdd4204080025d67 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions fe604da45e4e7294d94b6c4c7d561107fb92ace3f65ef780fdd4204080025d67 network default NAD default NAD key default], result "{}", err I0505 13:12:17.110965 3942 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:17.111003 3942 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0505 13:12:17.112283 3942 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.12 I0505 13:12:17.112310 3942 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:17.161655 3942 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:17.161681 3942 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:17.169610 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 13:12:17.169641 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 13:12:18.902902 3942 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-116.ec2.internal I0505 13:12:18.903053 3942 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0505 13:12:18.921969 3942 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 18.939773ms I0505 13:12:18.922003 3942 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 18.983096ms I0505 13:12:18.923208 3942 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 20.324619ms, libovsdb time 873.255µs I0505 13:12:19.263761 3942 cni.go:452] [tsf/test-tsf-infrastructure ed83cee45f2ef10998627df166d0df4854c1e2b63cbc7cfbeb3cae9daf1c3d9e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure ed83cee45f2ef10998627df166d0df4854c1e2b63cbc7cfbeb3cae9daf1c3d9e network default NAD default NAD key ] I0505 13:12:19.273759 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: ed83cee45f2ef10, network: default, NAD default, SandboxID: "ed83cee45f2ef10998627df166d0df4854c1e2b63cbc7cfbeb3cae9daf1c3d9e", PCI device ID: , UID: "b628e227-c064-4070-be1a-c0e80d5d2a59", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0505 13:12:19.327339 3942 cni.go:473] [tsf/test-tsf-infrastructure ed83cee45f2ef10998627df166d0df4854c1e2b63cbc7cfbeb3cae9daf1c3d9e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure ed83cee45f2ef10998627df166d0df4854c1e2b63cbc7cfbeb3cae9daf1c3d9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:4c:0a:8d:d7:e6\",\"name\":\"ed83cee45f2ef10\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af4f491b-623b-4cf3-93ac-1ad06dd31674\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:12:21.633790 3942 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cdkls] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-cdkls for pod on switch ip-10-0-2-116.ec2.internal I0505 13:12:21.633900 3942 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cdkls I0505 13:12:21.653855 3942 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cdkls] pod update took 19.978969ms I0505 13:12:21.653884 3942 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cdkls] addLogicalPort annotation time took 20.013898ms I0505 13:12:21.655141 3942 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cdkls] addLogicalPort took 21.368763ms, libovsdb time 904.282µs I0505 13:12:21.691292 3942 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hk8gt] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-hk8gt for pod on switch ip-10-0-2-116.ec2.internal I0505 13:12:21.691422 3942 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hk8gt I0505 13:12:21.710062 3942 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hk8gt] pod update took 18.663783ms I0505 13:12:21.710087 3942 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hk8gt] addLogicalPort annotation time took 18.696376ms I0505 13:12:21.711331 3942 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hk8gt] addLogicalPort took 20.061481ms, libovsdb time 872.719µs I0505 13:12:21.760490 3942 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t for pod on switch ip-10-0-2-116.ec2.internal I0505 13:12:21.760596 3942 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t I0505 13:12:21.780549 3942 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t] pod update took 19.976098ms I0505 13:12:21.780573 3942 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t] addLogicalPort annotation time took 20.008092ms I0505 13:12:21.781836 3942 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t] addLogicalPort took 21.361729ms, libovsdb time 920.833µs I0505 13:12:22.129792 3942 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t 922d56413f51f628a98ebdc955efb01313e41acc5a91407c4cb62cd5a34c7c4c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t 922d56413f51f628a98ebdc955efb01313e41acc5a91407c4cb62cd5a34c7c4c network default NAD default NAD key ] I0505 13:12:22.141363 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t, hostIfaceName: 922d56413f51f62, network: default, NAD default, SandboxID: "922d56413f51f628a98ebdc955efb01313e41acc5a91407c4cb62cd5a34c7c4c", PCI device ID: , UID: "2737ad1f-c87e-439e-9fe2-cedaa6b45d78", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0505 13:12:22.200505 3942 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t 922d56413f51f628a98ebdc955efb01313e41acc5a91407c4cb62cd5a34c7c4c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-78s4t 922d56413f51f628a98ebdc955efb01313e41acc5a91407c4cb62cd5a34c7c4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e0:ba:b2:5a:34\",\"name\":\"922d56413f51f62\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2521412-80b0-4430-baea-bba8bb5cbeea\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:12:25.309592 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0505 13:12:25.968361 3942 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:25.968380 3942 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:25.968384 3942 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:26.152588 3942 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:26.152608 3942 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:26.152613 3942 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:26.182707 3942 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:26.182729 3942 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:26.182734 3942 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:26.182737 3942 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 13:12:27.293788 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 13:12:27.924250 3942 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hk8gt df94bc6c2c12875114255e1f4a5670e568d3581e8f6cf8075c2712a66700c269 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hk8gt df94bc6c2c12875114255e1f4a5670e568d3581e8f6cf8075c2712a66700c269 network default NAD default NAD key ] I0505 13:12:27.925964 3942 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cdkls e7b65defdbad85c03fee7e29fb14b1ceb1fe1dc0ca6ccf9356fb4e79771c0e11 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cdkls e7b65defdbad85c03fee7e29fb14b1ceb1fe1dc0ca6ccf9356fb4e79771c0e11 network default NAD default NAD key ] I0505 13:12:27.936762 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-hk8gt, hostIfaceName: df94bc6c2c12875, network: default, NAD default, SandboxID: "df94bc6c2c12875114255e1f4a5670e568d3581e8f6cf8075c2712a66700c269", PCI device ID: , UID: "f5f077b7-15bf-46c2-99f3-6813a07d07f9", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0505 13:12:27.937454 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-cdkls, hostIfaceName: e7b65defdbad85c, network: default, NAD default, SandboxID: "e7b65defdbad85c03fee7e29fb14b1ceb1fe1dc0ca6ccf9356fb4e79771c0e11", PCI device ID: , UID: "4938545e-742b-4640-9f59-6f91115f866e", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0505 13:12:27.995631 3942 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cdkls e7b65defdbad85c03fee7e29fb14b1ceb1fe1dc0ca6ccf9356fb4e79771c0e11 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-cdkls e7b65defdbad85c03fee7e29fb14b1ceb1fe1dc0ca6ccf9356fb4e79771c0e11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:8a:d8:e9:c6:51\",\"name\":\"e7b65defdbad85c\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64fce277-5154-4073-94ed-939bff9e24e9\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:12:28.012045 3942 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hk8gt df94bc6c2c12875114255e1f4a5670e568d3581e8f6cf8075c2712a66700c269 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-hk8gt df94bc6c2c12875114255e1f4a5670e568d3581e8f6cf8075c2712a66700c269 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:9a:4e:88:50:93\",\"name\":\"df94bc6c2c12875\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/228a9001-12c5-44f6-b42e-27e5654053ae\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:12:28.990578 3942 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 13:12:29.017056 3942 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 13:12:44.223756 3942 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gbb6g] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-gbb6g for pod on switch ip-10-0-2-116.ec2.internal I0505 13:12:44.223871 3942 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gbb6g I0505 13:12:44.242967 3942 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gbb6g] pod update took 19.126455ms I0505 13:12:44.242996 3942 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gbb6g] addLogicalPort annotation time took 19.167391ms I0505 13:12:44.244184 3942 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gbb6g] addLogicalPort took 20.450689ms, libovsdb time 796.854µs I0505 13:12:44.309775 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:12:44.664161 3942 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gbb6g bb0d52b19709628467c7462a998f8df46bd85d49d015cae364f39c1fb98e868b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gbb6g bb0d52b19709628467c7462a998f8df46bd85d49d015cae364f39c1fb98e868b network default NAD default NAD key ] I0505 13:12:44.673516 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-gbb6g, hostIfaceName: bb0d52b19709628, network: default, NAD default, SandboxID: "bb0d52b19709628467c7462a998f8df46bd85d49d015cae364f39c1fb98e868b", PCI device ID: , UID: "9e6fd139-7937-48ac-a552-84c5494651e7", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0505 13:12:44.726678 3942 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gbb6g bb0d52b19709628467c7462a998f8df46bd85d49d015cae364f39c1fb98e868b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gbb6g bb0d52b19709628467c7462a998f8df46bd85d49d015cae364f39c1fb98e868b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:30:8c:6b:0e:35\",\"name\":\"bb0d52b19709628\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfe0d156-5b69-414e-b735-68f9517f7201\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:12:49.108513 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 13:12:50.004546 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 13:12:50.031598 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 13:12:52.105655 3942 cni.go:452] [tsf/test-tsf-infrastructure ed83cee45f2ef10998627df166d0df4854c1e2b63cbc7cfbeb3cae9daf1c3d9e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure ed83cee45f2ef10998627df166d0df4854c1e2b63cbc7cfbeb3cae9daf1c3d9e network default NAD default NAD key ] I0505 13:12:52.191835 3942 cni.go:473] [tsf/test-tsf-infrastructure ed83cee45f2ef10998627df166d0df4854c1e2b63cbc7cfbeb3cae9daf1c3d9e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure ed83cee45f2ef10998627df166d0df4854c1e2b63cbc7cfbeb3cae9daf1c3d9e network default NAD default NAD key default], result "{}", err I0505 13:12:52.242590 3942 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:52.242634 3942 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0505 13:12:52.244032 3942 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.18 I0505 13:12:52.244067 3942 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:52.264783 3942 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:52.264804 3942 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:52.271397 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 13:12:52.271425 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 13:12:53.384623 3942 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-116.ec2.internal I0505 13:12:53.384748 3942 kube.go:256] Updating pod tsf/test-tsf-iam I0505 13:12:53.401201 3942 pod.go:62] [tsf/test-tsf-iam] pod update took 16.47529ms I0505 13:12:53.401230 3942 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.510489ms I0505 13:12:53.402533 3942 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.925662ms, libovsdb time 974.399µs I0505 13:12:53.746420 3942 cni.go:452] [tsf/test-tsf-iam 536d74835615298053645217cba9805b94e92553da712a90248772d679566b76 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 536d74835615298053645217cba9805b94e92553da712a90248772d679566b76 network default NAD default NAD key ] I0505 13:12:53.756135 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 536d74835615298, network: default, NAD default, SandboxID: "536d74835615298053645217cba9805b94e92553da712a90248772d679566b76", PCI device ID: , UID: "7f91a8b8-b4bf-464d-a01b-71523ce5741e", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0505 13:12:53.809050 3942 cni.go:473] [tsf/test-tsf-iam 536d74835615298053645217cba9805b94e92553da712a90248772d679566b76 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 536d74835615298053645217cba9805b94e92553da712a90248772d679566b76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:0d:52:7c:b6:b2\",\"name\":\"536d74835615298\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db795178-c9c1-4a09-8522-647bfbc8dade\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:12:54.066222 3942 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 13:12:54.066886 3942 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 13:12:54.066904 3942 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 13:12:54.069021 3942 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 13:12:54.429434 3942 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-116.ec2.internal I0505 13:12:54.429549 3942 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0505 13:12:54.446241 3942 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.727072ms I0505 13:12:54.446281 3942 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.757276ms I0505 13:12:54.447739 3942 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.325806ms, libovsdb time 937.982µs I0505 13:12:54.829406 3942 cni.go:452] [tsf-keycloak/keycloak-0 83cc55caf75223fe1e4224987785dd387b6b2416ee8e8a716bb3f92ed8fbc509 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 83cc55caf75223fe1e4224987785dd387b6b2416ee8e8a716bb3f92ed8fbc509 network default NAD default NAD key ] I0505 13:12:54.841044 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 83cc55caf75223f, network: default, NAD default, SandboxID: "83cc55caf75223fe1e4224987785dd387b6b2416ee8e8a716bb3f92ed8fbc509", PCI device ID: , UID: "15283461-28b6-4cae-a6e7-cfbdb282bdcb", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0505 13:12:54.894272 3942 cni.go:473] [tsf-keycloak/keycloak-0 83cc55caf75223fe1e4224987785dd387b6b2416ee8e8a716bb3f92ed8fbc509 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 83cc55caf75223fe1e4224987785dd387b6b2416ee8e8a716bb3f92ed8fbc509 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:f7:19:30:7f:f9\",\"name\":\"83cc55caf75223f\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a0d9011-6af2-49a1-b956-aca562c246eb\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:12:59.100906 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133 W0505 13:13:00.107238 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 13:13:06.293094 3942 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:13:16.174072 3942 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0505 13:13:17.244030 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:17.244059 3942 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:17.245401 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:13:17.245420 3942 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:13:31.340016 3942 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:31.340034 3942 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:31.340039 3942 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:41.161931 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:41.161959 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:41.162055 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:13:41.162064 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 13:13:44.111996 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=534 I0505 13:13:44.244797 3942 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-sgtjj] creating logical port tsf-keycloak_tsf-iam-sgtjj for pod on switch ip-10-0-2-116.ec2.internal I0505 13:13:44.244905 3942 kube.go:256] Updating pod tsf-keycloak/tsf-iam-sgtjj I0505 13:13:44.261829 3942 pod.go:62] [tsf-keycloak/tsf-iam-sgtjj] pod update took 16.949031ms I0505 13:13:44.261854 3942 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-sgtjj] addLogicalPort annotation time took 16.979155ms I0505 13:13:44.263145 3942 pods.go:271] [tsf-keycloak/tsf-iam-sgtjj] addLogicalPort took 18.366656ms, libovsdb time 881.632µs I0505 13:13:44.602852 3942 cni.go:452] [tsf-keycloak/tsf-iam-sgtjj 811b846fe6742a16b4c2cc8e9d5acf1f9e61f07db10559302ee63b60e423fc86 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-sgtjj 811b846fe6742a16b4c2cc8e9d5acf1f9e61f07db10559302ee63b60e423fc86 network default NAD default NAD key ] I0505 13:13:44.612431 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-sgtjj, hostIfaceName: 811b846fe6742a1, network: default, NAD default, SandboxID: "811b846fe6742a16b4c2cc8e9d5acf1f9e61f07db10559302ee63b60e423fc86", PCI device ID: , UID: "a390e0f5-7c6a-461d-b046-fb8b5ed6c5eb", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0505 13:13:44.665817 3942 cni.go:473] [tsf-keycloak/tsf-iam-sgtjj 811b846fe6742a16b4c2cc8e9d5acf1f9e61f07db10559302ee63b60e423fc86 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-sgtjj 811b846fe6742a16b4c2cc8e9d5acf1f9e61f07db10559302ee63b60e423fc86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:08:fd:78:1b:b3\",\"name\":\"811b846fe6742a1\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/080a6ac5-eaa4-4ccc-aa72-3dff3a56245d\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:13:48.098643 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 13:13:54.450277 3942 cni.go:452] [tsf/test-tsf-iam 536d74835615298053645217cba9805b94e92553da712a90248772d679566b76 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 536d74835615298053645217cba9805b94e92553da712a90248772d679566b76 network default NAD default NAD key ] I0505 13:13:54.537315 3942 cni.go:473] [tsf/test-tsf-iam 536d74835615298053645217cba9805b94e92553da712a90248772d679566b76 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 536d74835615298053645217cba9805b94e92553da712a90248772d679566b76 network default NAD default NAD key default], result "{}", err I0505 13:13:54.602778 3942 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:54.602911 3942 pods.go:176] Deleting pod: tsf/test-tsf-iam I0505 13:13:54.604662 3942 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.23 I0505 13:13:54.604706 3942 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:03.299058 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0505 13:14:03.694331 3942 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:14:03.694352 3942 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 13:14:04.501482 3942 cni.go:452] [tsf-keycloak/tsf-iam-sgtjj 811b846fe6742a16b4c2cc8e9d5acf1f9e61f07db10559302ee63b60e423fc86 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-sgtjj 811b846fe6742a16b4c2cc8e9d5acf1f9e61f07db10559302ee63b60e423fc86 network default NAD default NAD key ] I0505 13:14:04.577140 3942 cni.go:473] [tsf-keycloak/tsf-iam-sgtjj 811b846fe6742a16b4c2cc8e9d5acf1f9e61f07db10559302ee63b60e423fc86 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-sgtjj 811b846fe6742a16b4c2cc8e9d5acf1f9e61f07db10559302ee63b60e423fc86 network default NAD default NAD key default], result "{}", err I0505 13:14:04.628037 3942 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sgtjj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:04.628068 3942 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-sgtjj I0505 13:14:04.629348 3942 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-sgtjj, ips: 10.130.0.25 I0505 13:14:04.629381 3942 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sgtjj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:05.526962 3942 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sgtjj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:05.526988 3942 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sgtjj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:14:05.730500 3942 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 13:14:11.147359 3942 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:14:12.098829 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=79 I0505 13:14:15.174096 3942 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0505 13:14:17.786866 3942 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-k2fn5] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-k2fn5 for pod on switch ip-10-0-2-116.ec2.internal I0505 13:14:17.786984 3942 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-k2fn5 I0505 13:14:17.804216 3942 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-k2fn5] pod update took 17.261205ms I0505 13:14:17.804238 3942 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-k2fn5] addLogicalPort annotation time took 17.290245ms I0505 13:14:17.805449 3942 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-k2fn5] addLogicalPort took 18.60544ms, libovsdb time 842.73µs I0505 13:14:18.145055 3942 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-k2fn5 8f93c74282516ad5ca136b4f64c5b04611a1a147d06ccc4322d15b2cd83c3e0d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-k2fn5 8f93c74282516ad5ca136b4f64c5b04611a1a147d06ccc4322d15b2cd83c3e0d network default NAD default NAD key ] I0505 13:14:18.154253 3942 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-k2fn5, hostIfaceName: 8f93c74282516ad, network: default, NAD default, SandboxID: "8f93c74282516ad5ca136b4f64c5b04611a1a147d06ccc4322d15b2cd83c3e0d", PCI device ID: , UID: "1d3bb071-032f-47a2-85d1-425f42feec23", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0505 13:14:18.205433 3942 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-k2fn5 8f93c74282516ad5ca136b4f64c5b04611a1a147d06ccc4322d15b2cd83c3e0d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-k2fn5 8f93c74282516ad5ca136b4f64c5b04611a1a147d06ccc4322d15b2cd83c3e0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:49:09:72:45:3a\",\"name\":\"8f93c74282516ad\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c34a75eb-910f-401b-a2b9-e706cf226932\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:14:23.288599 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 13:14:54.689881 3942 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:54.689905 3942 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:54.697885 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:14:54.697911 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:14:54.819935 3942 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-116.ec2.internal I0505 13:14:54.820054 3942 kube.go:256] Updating pod tsf/test-tsf-iam I0505 13:14:54.835883 3942 pod.go:62] [tsf/test-tsf-iam] pod update took 15.86175ms I0505 13:14:54.835908 3942 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.893151ms I0505 13:14:54.837118 3942 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.223143ms, libovsdb time 835.686µs I0505 13:14:55.178766 3942 cni.go:452] [tsf/test-tsf-iam a467460d475fefe27fdb2e9b287b9029f356f9fe2beb26e6f8992973e0296e98 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam a467460d475fefe27fdb2e9b287b9029f356f9fe2beb26e6f8992973e0296e98 network default NAD default NAD key ] I0505 13:14:55.188660 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: a467460d475fefe, network: default, NAD default, SandboxID: "a467460d475fefe27fdb2e9b287b9029f356f9fe2beb26e6f8992973e0296e98", PCI device ID: , UID: "ba239088-375b-4636-a98c-b141c56634fe", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0505 13:14:55.241658 3942 cni.go:473] [tsf/test-tsf-iam a467460d475fefe27fdb2e9b287b9029f356f9fe2beb26e6f8992973e0296e98 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam a467460d475fefe27fdb2e9b287b9029f356f9fe2beb26e6f8992973e0296e98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:98:b7:7d:c4:3d\",\"name\":\"a467460d475fefe\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f38a1309-46d6-45cb-afe5-4022a13affd7\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:15:03.781767 3942 cni.go:452] [tsf/test-tsf-iam a467460d475fefe27fdb2e9b287b9029f356f9fe2beb26e6f8992973e0296e98 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam a467460d475fefe27fdb2e9b287b9029f356f9fe2beb26e6f8992973e0296e98 network default NAD default NAD key ] I0505 13:15:03.852205 3942 cni.go:473] [tsf/test-tsf-iam a467460d475fefe27fdb2e9b287b9029f356f9fe2beb26e6f8992973e0296e98 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam a467460d475fefe27fdb2e9b287b9029f356f9fe2beb26e6f8992973e0296e98 network default NAD default NAD key default], result "{}", err I0505 13:15:03.904675 3942 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:03.904713 3942 pods.go:176] Deleting pod: tsf/test-tsf-iam I0505 13:15:03.906312 3942 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.27 I0505 13:15:03.906342 3942 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:03.926906 3942 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:03.926948 3942 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:03.932994 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:15:03.933020 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:15:04.819993 3942 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-116.ec2.internal I0505 13:15:04.820096 3942 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0505 13:15:04.835607 3942 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.538072ms I0505 13:15:04.835672 3942 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.599884ms I0505 13:15:04.836968 3942 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.995506ms, libovsdb time 877.427µs I0505 13:15:05.183669 3942 cni.go:452] [tsf-tas/test-tsf-tas 7e588e03584112a9ae30d0a408640241d0487856b59e0f694530b3fb0e6f944f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 7e588e03584112a9ae30d0a408640241d0487856b59e0f694530b3fb0e6f944f network default NAD default NAD key ] I0505 13:15:05.193374 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 7e588e03584112a, network: default, NAD default, SandboxID: "7e588e03584112a9ae30d0a408640241d0487856b59e0f694530b3fb0e6f944f", PCI device ID: , UID: "88e96228-b603-4d65-81df-bacb693c18ba", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0505 13:15:05.246481 3942 cni.go:473] [tsf-tas/test-tsf-tas 7e588e03584112a9ae30d0a408640241d0487856b59e0f694530b3fb0e6f944f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 7e588e03584112a9ae30d0a408640241d0487856b59e0f694530b3fb0e6f944f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:6e:6a:08:33:95\",\"name\":\"7e588e03584112a\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0d16b28-7c2b-45bd-abcc-692ee87e7f3c\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:15:05.858305 3942 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-qx7g8-xmdt4] creating logical port tsf-tas_segment-backup-installation-qx7g8-xmdt4 for pod on switch ip-10-0-2-116.ec2.internal I0505 13:15:05.858398 3942 kube.go:256] Updating pod tsf-tas/segment-backup-installation-qx7g8-xmdt4 I0505 13:15:05.876303 3942 pod.go:62] [tsf-tas/segment-backup-installation-qx7g8-xmdt4] pod update took 17.928351ms I0505 13:15:05.876326 3942 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-qx7g8-xmdt4] addLogicalPort annotation time took 17.958217ms I0505 13:15:05.877655 3942 pods.go:271] [tsf-tas/segment-backup-installation-qx7g8-xmdt4] addLogicalPort took 19.373529ms, libovsdb time 995.186µs I0505 13:15:06.219264 3942 cni.go:452] [tsf-tas/segment-backup-installation-qx7g8-xmdt4 f9a99cccece3bb0cde19fda3b25a2166ab428702ad1e8e7ec6263f13710b38d7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-qx7g8-xmdt4 f9a99cccece3bb0cde19fda3b25a2166ab428702ad1e8e7ec6263f13710b38d7 network default NAD default NAD key ] I0505 13:15:06.228874 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-qx7g8-xmdt4, hostIfaceName: f9a99cccece3bb0, network: default, NAD default, SandboxID: "f9a99cccece3bb0cde19fda3b25a2166ab428702ad1e8e7ec6263f13710b38d7", PCI device ID: , UID: "2190ca01-1aea-4d5e-80d2-845a91d171ad", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0505 13:15:06.284336 3942 cni.go:473] [tsf-tas/segment-backup-installation-qx7g8-xmdt4 f9a99cccece3bb0cde19fda3b25a2166ab428702ad1e8e7ec6263f13710b38d7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-qx7g8-xmdt4 f9a99cccece3bb0cde19fda3b25a2166ab428702ad1e8e7ec6263f13710b38d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:2d:0e:4c:44:0e\",\"name\":\"f9a99cccece3bb0\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85f5c7ed-54c9-439c-98de-024077ad5d8a\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:15:06.540057 3942 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-768ddd687f-qwt28] creating logical port tsf-tas_fulcio-server-768ddd687f-qwt28 for pod on switch ip-10-0-2-116.ec2.internal I0505 13:15:06.540183 3942 kube.go:256] Updating pod tsf-tas/fulcio-server-768ddd687f-qwt28 I0505 13:15:06.603493 3942 kube.go:256] Updating pod tsf-tas/fulcio-server-768ddd687f-qwt28 I0505 13:15:06.664994 3942 pod.go:62] [tsf-tas/fulcio-server-768ddd687f-qwt28] pod update took 124.834947ms I0505 13:15:06.665017 3942 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-768ddd687f-qwt28] addLogicalPort annotation time took 124.86161ms I0505 13:15:06.666342 3942 pods.go:271] [tsf-tas/fulcio-server-768ddd687f-qwt28] addLogicalPort took 126.302133ms, libovsdb time 977.906µs I0505 13:15:06.893459 3942 cni.go:452] [tsf-tas/fulcio-server-768ddd687f-qwt28 d5ec7c9f5f9d52a351f148e0faac084d487ed30d40816df74ba04d6cd7e020ad network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-768ddd687f-qwt28 d5ec7c9f5f9d52a351f148e0faac084d487ed30d40816df74ba04d6cd7e020ad network default NAD default NAD key ] I0505 13:15:06.904253 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-768ddd687f-qwt28, hostIfaceName: d5ec7c9f5f9d52a, network: default, NAD default, SandboxID: "d5ec7c9f5f9d52a351f148e0faac084d487ed30d40816df74ba04d6cd7e020ad", PCI device ID: , UID: "52a50bfb-3cc8-4e56-a5de-d69ba80f582d", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0505 13:15:06.958781 3942 cni.go:473] [tsf-tas/fulcio-server-768ddd687f-qwt28 d5ec7c9f5f9d52a351f148e0faac084d487ed30d40816df74ba04d6cd7e020ad network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-768ddd687f-qwt28 d5ec7c9f5f9d52a351f148e0faac084d487ed30d40816df74ba04d6cd7e020ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:78:27:f1:b8:6c\",\"name\":\"d5ec7c9f5f9d52a\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6815159-07d4-4f85-8593-50d3a65fb9f0\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:15:08.818594 3942 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:15:08.818617 3942 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:15:09.837948 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:15:09.837975 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:15:15.866740 3942 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 13:15:16.104465 3942 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 13:15:20.896825 3942 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:15:21.888750 3942 cni.go:452] [tsf-tas/segment-backup-installation-qx7g8-xmdt4 f9a99cccece3bb0cde19fda3b25a2166ab428702ad1e8e7ec6263f13710b38d7 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-qx7g8-xmdt4 f9a99cccece3bb0cde19fda3b25a2166ab428702ad1e8e7ec6263f13710b38d7 network default NAD default NAD key ] I0505 13:15:21.976823 3942 cni.go:473] [tsf-tas/segment-backup-installation-qx7g8-xmdt4 f9a99cccece3bb0cde19fda3b25a2166ab428702ad1e8e7ec6263f13710b38d7 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-qx7g8-xmdt4 f9a99cccece3bb0cde19fda3b25a2166ab428702ad1e8e7ec6263f13710b38d7 network default NAD default NAD key default], result "{}", err I0505 13:15:22.025429 3942 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:22.025464 3942 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-qx7g8-xmdt4 I0505 13:15:22.026680 3942 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-qx7g8-xmdt4, ips: 10.130.0.29 I0505 13:15:22.026710 3942 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:22.901630 3942 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:22.901657 3942 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:54.043036 3942 cni.go:452] [tsf-tas/test-tsf-tas 7e588e03584112a9ae30d0a408640241d0487856b59e0f694530b3fb0e6f944f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 7e588e03584112a9ae30d0a408640241d0487856b59e0f694530b3fb0e6f944f network default NAD default NAD key ] I0505 13:15:54.131201 3942 cni.go:473] [tsf-tas/test-tsf-tas 7e588e03584112a9ae30d0a408640241d0487856b59e0f694530b3fb0e6f944f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 7e588e03584112a9ae30d0a408640241d0487856b59e0f694530b3fb0e6f944f network default NAD default NAD key default], result "{}", err I0505 13:15:54.183579 3942 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:54.183616 3942 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0505 13:15:54.184960 3942 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.28 I0505 13:15:54.184993 3942 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:54.205775 3942 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:54.205803 3942 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:54.212046 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 13:15:54.212076 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 13:15:54.902553 3942 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-vf9p2] creating logical port tsf_patch-tekton-config-vf9p2 for pod on switch ip-10-0-2-116.ec2.internal I0505 13:15:54.902673 3942 kube.go:256] Updating pod tsf/patch-tekton-config-vf9p2 I0505 13:15:54.917020 3942 pod.go:62] [tsf/patch-tekton-config-vf9p2] pod update took 14.386375ms I0505 13:15:54.917046 3942 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-vf9p2] addLogicalPort annotation time took 14.417977ms I0505 13:15:54.918277 3942 pods.go:271] [tsf/patch-tekton-config-vf9p2] addLogicalPort took 15.745306ms, libovsdb time 872.522µs I0505 13:15:55.270633 3942 cni.go:452] [tsf/patch-tekton-config-vf9p2 900b7b3ab9e765cd838388aaa0795f6acc3ef4cc53ac7d53f9e44f5836b0a423 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-vf9p2 900b7b3ab9e765cd838388aaa0795f6acc3ef4cc53ac7d53f9e44f5836b0a423 network default NAD default NAD key ] I0505 13:15:55.280518 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-vf9p2, hostIfaceName: 900b7b3ab9e765c, network: default, NAD default, SandboxID: "900b7b3ab9e765cd838388aaa0795f6acc3ef4cc53ac7d53f9e44f5836b0a423", PCI device ID: , UID: "761d2621-5569-4220-bc12-3337a052d209", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0505 13:15:55.335860 3942 cni.go:473] [tsf/patch-tekton-config-vf9p2 900b7b3ab9e765cd838388aaa0795f6acc3ef4cc53ac7d53f9e44f5836b0a423 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-vf9p2 900b7b3ab9e765cd838388aaa0795f6acc3ef4cc53ac7d53f9e44f5836b0a423 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:3d:6d:38:b7:ff\",\"name\":\"900b7b3ab9e765c\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8390040-35f3-4fbd-b012-b9bc898229e4\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:15:59.260111 3942 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:59.260662 3942 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:00.122417 3942 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:00.122450 3942 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:00.253992 3942 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:00.254647 3942 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:01.130527 3942 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:01.130569 3942 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:01.905539 3942 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-697f87c77d-h5p9p] creating logical port tsf-tas_ctlog-697f87c77d-h5p9p for pod on switch ip-10-0-2-116.ec2.internal I0505 13:16:01.905630 3942 kube.go:256] Updating pod tsf-tas/ctlog-697f87c77d-h5p9p I0505 13:16:01.924888 3942 pod.go:62] [tsf-tas/ctlog-697f87c77d-h5p9p] pod update took 19.281252ms I0505 13:16:01.924937 3942 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-697f87c77d-h5p9p] addLogicalPort annotation time took 19.313616ms I0505 13:16:01.926222 3942 pods.go:271] [tsf-tas/ctlog-697f87c77d-h5p9p] addLogicalPort took 20.69996ms, libovsdb time 902.405µs I0505 13:16:02.269697 3942 cni.go:452] [tsf-tas/ctlog-697f87c77d-h5p9p 944de98c1c2ea76c53bee5543452648884d754059be57790dd43e1d8a97b033e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-697f87c77d-h5p9p 944de98c1c2ea76c53bee5543452648884d754059be57790dd43e1d8a97b033e network default NAD default NAD key ] I0505 13:16:02.279063 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-697f87c77d-h5p9p, hostIfaceName: 944de98c1c2ea76, network: default, NAD default, SandboxID: "944de98c1c2ea76c53bee5543452648884d754059be57790dd43e1d8a97b033e", PCI device ID: , UID: "9416b5b8-9871-48b7-9b37-a638e5534f3e", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0505 13:16:02.334448 3942 cni.go:473] [tsf-tas/ctlog-697f87c77d-h5p9p 944de98c1c2ea76c53bee5543452648884d754059be57790dd43e1d8a97b033e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-697f87c77d-h5p9p 944de98c1c2ea76c53bee5543452648884d754059be57790dd43e1d8a97b033e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:2a:87:56:bb:68\",\"name\":\"944de98c1c2ea76\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f277d88b-ac68-44f9-b6c4-5e41d7f04ca7\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:07.115068 3942 cni.go:452] [tsf/patch-tekton-config-vf9p2 900b7b3ab9e765cd838388aaa0795f6acc3ef4cc53ac7d53f9e44f5836b0a423 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-vf9p2 900b7b3ab9e765cd838388aaa0795f6acc3ef4cc53ac7d53f9e44f5836b0a423 network default NAD default NAD key ] I0505 13:16:07.216474 3942 cni.go:473] [tsf/patch-tekton-config-vf9p2 900b7b3ab9e765cd838388aaa0795f6acc3ef4cc53ac7d53f9e44f5836b0a423 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-vf9p2 900b7b3ab9e765cd838388aaa0795f6acc3ef4cc53ac7d53f9e44f5836b0a423 network default NAD default NAD key default], result "{}", err I0505 13:16:07.265198 3942 obj_retry.go:498] Detected object tsf/patch-tekton-config-vf9p2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:07.265238 3942 pods.go:176] Deleting pod: tsf/patch-tekton-config-vf9p2 I0505 13:16:07.266576 3942 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-vf9p2, ips: 10.130.0.31 I0505 13:16:07.266606 3942 obj_retry.go:498] Detected object tsf/patch-tekton-config-vf9p2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:08.132269 3942 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:08.132294 3942 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:16:08.157288 3942 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 13:16:08.266973 3942 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-zhfh2] creating logical port tsf_tsf-tekton-configuration-zhfh2 for pod on switch ip-10-0-2-116.ec2.internal I0505 13:16:08.267100 3942 kube.go:256] Updating pod tsf/tsf-tekton-configuration-zhfh2 I0505 13:16:08.280062 3942 pod.go:62] [tsf/tsf-tekton-configuration-zhfh2] pod update took 12.981221ms I0505 13:16:08.280091 3942 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-zhfh2] addLogicalPort annotation time took 13.018276ms I0505 13:16:08.281761 3942 pods.go:271] [tsf/tsf-tekton-configuration-zhfh2] addLogicalPort took 14.805797ms, libovsdb time 1.204899ms I0505 13:16:08.657711 3942 cni.go:452] [tsf/tsf-tekton-configuration-zhfh2 9ae75d88163ad9d1fdf7b1ce2d38ee5d580d2a8e909353d824a46779652ed28c network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-zhfh2 9ae75d88163ad9d1fdf7b1ce2d38ee5d580d2a8e909353d824a46779652ed28c network default NAD default NAD key ] I0505 13:16:08.668536 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-zhfh2, hostIfaceName: 9ae75d88163ad9d, network: default, NAD default, SandboxID: "9ae75d88163ad9d1fdf7b1ce2d38ee5d580d2a8e909353d824a46779652ed28c", PCI device ID: , UID: "f55dc498-cda3-498d-b9a2-968787779031", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0505 13:16:08.725762 3942 cni.go:473] [tsf/tsf-tekton-configuration-zhfh2 9ae75d88163ad9d1fdf7b1ce2d38ee5d580d2a8e909353d824a46779652ed28c network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-zhfh2 9ae75d88163ad9d1fdf7b1ce2d38ee5d580d2a8e909353d824a46779652ed28c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:37:60:b5:eb:9c\",\"name\":\"9ae75d88163ad9d\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1d5c5a9-e1ad-470d-b6f7-ed1d0005953f\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:16:09.121354 3942 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0505 13:16:09.165996 3942 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 13:16:14.152298 3942 cni.go:452] [tsf/tsf-tekton-configuration-zhfh2 9ae75d88163ad9d1fdf7b1ce2d38ee5d580d2a8e909353d824a46779652ed28c network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-zhfh2 9ae75d88163ad9d1fdf7b1ce2d38ee5d580d2a8e909353d824a46779652ed28c network default NAD default NAD key ] I0505 13:16:14.234738 3942 cni.go:473] [tsf/tsf-tekton-configuration-zhfh2 9ae75d88163ad9d1fdf7b1ce2d38ee5d580d2a8e909353d824a46779652ed28c network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-zhfh2 9ae75d88163ad9d1fdf7b1ce2d38ee5d580d2a8e909353d824a46779652ed28c network default NAD default NAD key default], result "{}", err I0505 13:16:14.281715 3942 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:14.281745 3942 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-zhfh2 I0505 13:16:14.283094 3942 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-zhfh2, ips: 10.130.0.33 I0505 13:16:14.283124 3942 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:16:14.423829 3942 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:16:15.306093 3942 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.306120 3942 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.342410 3942 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.342443 3942 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.346737 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-vf9p2 I0505 13:16:15.346763 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-vf9p2 I0505 13:16:16.005892 3942 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-116.ec2.internal I0505 13:16:16.006037 3942 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0505 13:16:16.022097 3942 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 16.095193ms I0505 13:16:16.022122 3942 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.125331ms I0505 13:16:16.023375 3942 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.500029ms, libovsdb time 873.485µs I0505 13:16:16.365178 3942 cni.go:452] [tsf-tpa/pre-install-tsf-tpa b59de65ed4dc0eaf8803ccc31e73442d4b86973ad8841b328371be4ef0acb1aa network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa b59de65ed4dc0eaf8803ccc31e73442d4b86973ad8841b328371be4ef0acb1aa network default NAD default NAD key ] I0505 13:16:16.375185 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: b59de65ed4dc0ea, network: default, NAD default, SandboxID: "b59de65ed4dc0eaf8803ccc31e73442d4b86973ad8841b328371be4ef0acb1aa", PCI device ID: , UID: "e3ce96d6-b04d-4876-abfb-2dcc9f7d353c", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0505 13:16:16.430770 3942 cni.go:473] [tsf-tpa/pre-install-tsf-tpa b59de65ed4dc0eaf8803ccc31e73442d4b86973ad8841b328371be4ef0acb1aa network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa b59de65ed4dc0eaf8803ccc31e73442d4b86973ad8841b328371be4ef0acb1aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f9:7b:ca:b7:3b\",\"name\":\"b59de65ed4dc0ea\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee36fe7f-fcf7-4d67-aea2-3d2a8700b9ca\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:16:20.146820 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0505 13:16:20.188086 3942 cni.go:452] [tsf-tpa/pre-install-tsf-tpa b59de65ed4dc0eaf8803ccc31e73442d4b86973ad8841b328371be4ef0acb1aa network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa b59de65ed4dc0eaf8803ccc31e73442d4b86973ad8841b328371be4ef0acb1aa network default NAD default NAD key ] I0505 13:16:20.270813 3942 cni.go:473] [tsf-tpa/pre-install-tsf-tpa b59de65ed4dc0eaf8803ccc31e73442d4b86973ad8841b328371be4ef0acb1aa network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa b59de65ed4dc0eaf8803ccc31e73442d4b86973ad8841b328371be4ef0acb1aa network default NAD default NAD key default], result "{}", err I0505 13:16:20.324563 3942 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:20.324605 3942 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0505 13:16:20.325936 3942 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.34 I0505 13:16:20.325964 3942 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:20.345751 3942 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:20.345773 3942 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:20.349588 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 13:16:20.349617 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 13:16:20.562333 3942 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-116.ec2.internal I0505 13:16:20.562437 3942 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0505 13:16:20.578630 3942 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 16.220354ms I0505 13:16:20.578654 3942 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 16.25116ms I0505 13:16:20.580006 3942 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.690739ms, libovsdb time 977.861µs I0505 13:16:20.919482 3942 cni.go:452] [tsf-tpa/test-tsf-tpa c8ae3614eab7720a407a33463f7d0fd2888ec4fe3b1d5b6af7b2b1b30b0a1361 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa c8ae3614eab7720a407a33463f7d0fd2888ec4fe3b1d5b6af7b2b1b30b0a1361 network default NAD default NAD key ] I0505 13:16:20.929343 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: c8ae3614eab7720, network: default, NAD default, SandboxID: "c8ae3614eab7720a407a33463f7d0fd2888ec4fe3b1d5b6af7b2b1b30b0a1361", PCI device ID: , UID: "77b7c57c-8a39-4901-80fc-7c2288b54d14", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0505 13:16:20.982440 3942 cni.go:473] [tsf-tpa/test-tsf-tpa c8ae3614eab7720a407a33463f7d0fd2888ec4fe3b1d5b6af7b2b1b30b0a1361 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa c8ae3614eab7720a407a33463f7d0fd2888ec4fe3b1d5b6af7b2b1b30b0a1361 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:60:5e:77:ec:2b\",\"name\":\"c8ae3614eab7720\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88c01ef3-8488-4d59-8e92-2a369b199ebd\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:21.640391 3942 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-24stc] creating logical port tsf-tpa_create-db-24stc for pod on switch ip-10-0-2-116.ec2.internal I0505 13:16:21.640504 3942 kube.go:256] Updating pod tsf-tpa/create-db-24stc I0505 13:16:21.655276 3942 pod.go:62] [tsf-tpa/create-db-24stc] pod update took 14.792193ms I0505 13:16:21.655308 3942 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-24stc] addLogicalPort annotation time took 14.826948ms I0505 13:16:21.656724 3942 pods.go:271] [tsf-tpa/create-db-24stc] addLogicalPort took 16.349547ms, libovsdb time 956.249µs I0505 13:16:22.001143 3942 cni.go:452] [tsf-tpa/create-db-24stc 66fca44ced668185aef6225d6b3ea6f3500a0b209ccbc7790ae55557e8e45a5f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-24stc 66fca44ced668185aef6225d6b3ea6f3500a0b209ccbc7790ae55557e8e45a5f network default NAD default NAD key ] I0505 13:16:22.011159 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-24stc, hostIfaceName: 66fca44ced66818, network: default, NAD default, SandboxID: "66fca44ced668185aef6225d6b3ea6f3500a0b209ccbc7790ae55557e8e45a5f", PCI device ID: , UID: "cd84d667-47a0-4f0d-afbb-6410b482f564", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0505 13:16:22.063010 3942 cni.go:473] [tsf-tpa/create-db-24stc 66fca44ced668185aef6225d6b3ea6f3500a0b209ccbc7790ae55557e8e45a5f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-24stc 66fca44ced668185aef6225d6b3ea6f3500a0b209ccbc7790ae55557e8e45a5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:3c:45:dc:e6:ff\",\"name\":\"66fca44ced66818\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1907fc1-9003-4a18-8993-60644aa948d7\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:36.270098 3942 cni.go:452] [tsf-tpa/create-db-24stc 66fca44ced668185aef6225d6b3ea6f3500a0b209ccbc7790ae55557e8e45a5f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-24stc 66fca44ced668185aef6225d6b3ea6f3500a0b209ccbc7790ae55557e8e45a5f network default NAD default NAD key ] I0505 13:16:36.349027 3942 cni.go:473] [tsf-tpa/create-db-24stc 66fca44ced668185aef6225d6b3ea6f3500a0b209ccbc7790ae55557e8e45a5f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-24stc 66fca44ced668185aef6225d6b3ea6f3500a0b209ccbc7790ae55557e8e45a5f network default NAD default NAD key default], result "{}", err I0505 13:16:36.400838 3942 obj_retry.go:498] Detected object tsf-tpa/create-db-24stc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:36.400874 3942 pods.go:176] Deleting pod: tsf-tpa/create-db-24stc I0505 13:16:36.402369 3942 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-24stc, ips: 10.130.0.36 I0505 13:16:36.402409 3942 obj_retry.go:498] Detected object tsf-tpa/create-db-24stc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:37.430323 3942 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:37.430353 3942 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:37.540684 3942 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-rgfxr] creating logical port tsf-tpa_migrate-db-rgfxr for pod on switch ip-10-0-2-116.ec2.internal I0505 13:16:37.540782 3942 kube.go:256] Updating pod tsf-tpa/migrate-db-rgfxr I0505 13:16:37.555008 3942 pod.go:62] [tsf-tpa/migrate-db-rgfxr] pod update took 14.249214ms I0505 13:16:37.555032 3942 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-rgfxr] addLogicalPort annotation time took 14.278636ms I0505 13:16:37.556239 3942 pods.go:271] [tsf-tpa/migrate-db-rgfxr] addLogicalPort took 15.573511ms, libovsdb time 880.29µs I0505 13:16:37.899179 3942 cni.go:452] [tsf-tpa/migrate-db-rgfxr 9d5f1e0501321b4d2673890b7a0e288155f55e7507ccc99fc5c5d4c958899e38 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-rgfxr 9d5f1e0501321b4d2673890b7a0e288155f55e7507ccc99fc5c5d4c958899e38 network default NAD default NAD key ] I0505 13:16:37.908675 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-rgfxr, hostIfaceName: 9d5f1e0501321b4, network: default, NAD default, SandboxID: "9d5f1e0501321b4d2673890b7a0e288155f55e7507ccc99fc5c5d4c958899e38", PCI device ID: , UID: "c94c6ddf-5d53-4c53-a57d-ca9c46039db9", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0505 13:16:37.961265 3942 cni.go:473] [tsf-tpa/migrate-db-rgfxr 9d5f1e0501321b4d2673890b7a0e288155f55e7507ccc99fc5c5d4c958899e38 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-rgfxr 9d5f1e0501321b4d2673890b7a0e288155f55e7507ccc99fc5c5d4c958899e38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:c8:5e:73:9d:83\",\"name\":\"9d5f1e0501321b4\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/338dd773-37c8-40c1-bccd-4df552d2954a\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:40.298984 3942 cni.go:452] [tsf-tpa/migrate-db-rgfxr 9d5f1e0501321b4d2673890b7a0e288155f55e7507ccc99fc5c5d4c958899e38 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-rgfxr 9d5f1e0501321b4d2673890b7a0e288155f55e7507ccc99fc5c5d4c958899e38 network default NAD default NAD key ] I0505 13:16:40.392573 3942 cni.go:473] [tsf-tpa/migrate-db-rgfxr 9d5f1e0501321b4d2673890b7a0e288155f55e7507ccc99fc5c5d4c958899e38 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-rgfxr 9d5f1e0501321b4d2673890b7a0e288155f55e7507ccc99fc5c5d4c958899e38 network default NAD default NAD key default], result "{}", err I0505 13:16:40.449105 3942 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rgfxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.449145 3942 pods.go:176] Deleting pod: tsf-tpa/migrate-db-rgfxr I0505 13:16:40.450425 3942 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-rgfxr, ips: 10.130.0.37 I0505 13:16:40.450459 3942 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rgfxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.517837 3942 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.518426 3942 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.586990 3942 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:40.587015 3942 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:41.382296 3942 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:41.382321 3942 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:42.309714 3942 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 13:16:43.868219 3942 base_network_controller_pods.go:487] [default/tsf-tpa/server-bc7885875-wr4pj] creating logical port tsf-tpa_server-bc7885875-wr4pj for pod on switch ip-10-0-2-116.ec2.internal I0505 13:16:43.868367 3942 kube.go:256] Updating pod tsf-tpa/server-bc7885875-wr4pj I0505 13:16:43.888009 3942 pod.go:62] [tsf-tpa/server-bc7885875-wr4pj] pod update took 19.673794ms I0505 13:16:43.888031 3942 base_network_controller_pods.go:951] [default/tsf-tpa/server-bc7885875-wr4pj] addLogicalPort annotation time took 19.701526ms I0505 13:16:43.889263 3942 pods.go:271] [tsf-tpa/server-bc7885875-wr4pj] addLogicalPort took 21.06518ms, libovsdb time 898.484µs I0505 13:16:44.734621 3942 obj_retry.go:498] Detected object tsf-tpa/create-importers-9r4pw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:44.735231 3942 obj_retry.go:498] Detected object tsf-tpa/create-importers-9r4pw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:45.023712 3942 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-x24xx] creating logical port tsf-tpa_importer-86bcdf477b-x24xx for pod on switch ip-10-0-2-116.ec2.internal I0505 13:16:45.023839 3942 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-x24xx I0505 13:16:45.043097 3942 pod.go:62] [tsf-tpa/importer-86bcdf477b-x24xx] pod update took 19.284189ms I0505 13:16:45.043128 3942 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-x24xx] addLogicalPort annotation time took 19.319585ms I0505 13:16:45.044371 3942 pods.go:271] [tsf-tpa/importer-86bcdf477b-x24xx] addLogicalPort took 20.674757ms, libovsdb time 873.005µs I0505 13:16:45.760170 3942 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:45.760202 3942 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:16:46.393646 3942 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 13:16:52.637479 3942 cni.go:452] [tsf-tpa/server-bc7885875-wr4pj 90b399d9a81bc736a423b985b2f87ed26f34b8bf9bace2721be124302c99dcf5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-bc7885875-wr4pj 90b399d9a81bc736a423b985b2f87ed26f34b8bf9bace2721be124302c99dcf5 network default NAD default NAD key ] I0505 13:16:52.647128 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-bc7885875-wr4pj, hostIfaceName: 90b399d9a81bc73, network: default, NAD default, SandboxID: "90b399d9a81bc736a423b985b2f87ed26f34b8bf9bace2721be124302c99dcf5", PCI device ID: , UID: "eb1e6a30-ff73-4c79-8c05-ed1a355e3871", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0505 13:16:52.703459 3942 cni.go:473] [tsf-tpa/server-bc7885875-wr4pj 90b399d9a81bc736a423b985b2f87ed26f34b8bf9bace2721be124302c99dcf5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-bc7885875-wr4pj 90b399d9a81bc736a423b985b2f87ed26f34b8bf9bace2721be124302c99dcf5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:95:32:52:22:de\",\"name\":\"90b399d9a81bc73\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e86f98cb-3da6-41e0-af24-8d11bc6d657d\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:52.885721 3942 cni.go:452] [tsf-tpa/importer-86bcdf477b-x24xx e30e70e25d1508e25f0a6017b47e063bb480e862849082028a9633ab5f87c6e8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-x24xx e30e70e25d1508e25f0a6017b47e063bb480e862849082028a9633ab5f87c6e8 network default NAD default NAD key ] I0505 13:16:52.897162 3942 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-x24xx, hostIfaceName: e30e70e25d1508e, network: default, NAD default, SandboxID: "e30e70e25d1508e25f0a6017b47e063bb480e862849082028a9633ab5f87c6e8", PCI device ID: , UID: "3838e89d-241e-4f7b-99dc-30527f194733", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0505 13:16:52.955956 3942 cni.go:473] [tsf-tpa/importer-86bcdf477b-x24xx e30e70e25d1508e25f0a6017b47e063bb480e862849082028a9633ab5f87c6e8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-x24xx e30e70e25d1508e25f0a6017b47e063bb480e862849082028a9633ab5f87c6e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:17:87:d5:f2:08\",\"name\":\"e30e70e25d1508e\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9af01611-5550-4fdd-b62a-04a098aaf156\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:16:53.395797 3942 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0505 13:16:54.378336 3942 util.go:959] Failed to build node endpoints for node ip-10-0-2-116.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0505 13:17:24.531324 3942 cni.go:452] [tsf-tpa/test-tsf-tpa c8ae3614eab7720a407a33463f7d0fd2888ec4fe3b1d5b6af7b2b1b30b0a1361 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa c8ae3614eab7720a407a33463f7d0fd2888ec4fe3b1d5b6af7b2b1b30b0a1361 network default NAD default NAD key ] I0505 13:17:24.612209 3942 cni.go:473] [tsf-tpa/test-tsf-tpa c8ae3614eab7720a407a33463f7d0fd2888ec4fe3b1d5b6af7b2b1b30b0a1361 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa c8ae3614eab7720a407a33463f7d0fd2888ec4fe3b1d5b6af7b2b1b30b0a1361 network default NAD default NAD key default], result "{}", err I0505 13:17:24.667899 3942 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:24.667965 3942 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0505 13:17:24.669218 3942 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.35 I0505 13:17:24.669251 3942 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:24.690684 3942 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:24.690712 3942 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:24.696501 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 13:17:24.696528 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 13:17:25.434303 3942 namespace.go:98] [build-service] adding namespace I0505 13:17:25.434354 3942 namespace.go:98] [image-controller] adding namespace I0505 13:17:25.435209 3942 namespace.go:102] [build-service] adding namespace took 879.558µs I0505 13:17:25.435730 3942 namespace.go:102] [image-controller] adding namespace took 1.363448ms I0505 13:17:25.441679 3942 namespace.go:98] [integration-service] adding namespace I0505 13:17:25.441746 3942 namespace.go:98] [default-tenant] adding namespace I0505 13:17:25.442519 3942 namespace.go:102] [integration-service] adding namespace took 822.159µs I0505 13:17:25.443107 3942 namespace.go:102] [default-tenant] adding namespace took 1.343248ms I0505 13:17:25.501643 3942 namespace.go:142] [build-service] updating namespace I0505 13:17:25.528750 3942 namespace.go:142] [build-service] updating namespace I0505 13:17:25.567209 3942 namespace.go:142] [image-controller] updating namespace I0505 13:17:25.609819 3942 namespace.go:142] [image-controller] updating namespace I0505 13:17:25.741895 3942 namespace.go:142] [integration-service] updating namespace I0505 13:17:25.822284 3942 namespace.go:142] [integration-service] updating namespace I0505 13:17:25.844673 3942 namespace.go:142] [default-tenant] updating namespace I0505 13:17:25.870108 3942 namespace.go:142] [default-tenant] updating namespace I0505 13:17:26.130745 3942 namespace.go:142] [build-service] updating namespace I0505 13:17:26.167653 3942 namespace.go:142] [integration-service] updating namespace I0505 13:17:26.195132 3942 namespace.go:98] [release-service] adding namespace I0505 13:17:26.196038 3942 namespace.go:102] [release-service] adding namespace took 885.022µs I0505 13:17:26.250108 3942 namespace.go:142] [konflux-ui] updating namespace I0505 13:17:26.284772 3942 namespace.go:142] [release-service] updating namespace I0505 13:17:26.330401 3942 namespace.go:142] [release-service] updating namespace I0505 13:17:26.440878 3942 namespace.go:98] [konflux-info] adding namespace I0505 13:17:26.441713 3942 namespace.go:102] [konflux-info] adding namespace took 812.564µs I0505 13:17:26.441752 3942 namespace.go:98] [namespace-lister] adding namespace I0505 13:17:26.442314 3942 namespace.go:102] [namespace-lister] adding namespace took 551.353µs I0505 13:17:26.506374 3942 namespace.go:142] [image-controller] updating namespace I0505 13:17:26.551732 3942 namespace.go:98] [enterprise-contract-service] adding namespace I0505 13:17:26.552588 3942 namespace.go:102] [enterprise-contract-service] adding namespace took 830.404µs I0505 13:17:26.626176 3942 namespace.go:142] [konflux-info] updating namespace I0505 13:17:26.666774 3942 namespace.go:142] [default-tenant] updating namespace I0505 13:17:26.766911 3942 namespace.go:98] [segment-bridge] adding namespace I0505 13:17:26.766967 3942 namespace.go:142] [konflux-info] updating namespace I0505 13:17:26.767082 3942 namespace.go:98] [konflux-cli] adding namespace I0505 13:17:26.767735 3942 namespace.go:102] [segment-bridge] adding namespace took 780.606µs I0505 13:17:26.768355 3942 namespace.go:102] [konflux-cli] adding namespace took 1.257334ms I0505 13:17:26.920576 3942 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:27.007955 3942 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:27.018634 3942 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:27.109722 3942 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:27.190444 3942 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:27.207354 3942 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:27.298692 3942 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:27.405675 3942 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:27.750077 3942 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 13:17:27.750726 3942 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 13:17:27.750744 3942 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 13:17:27.753428 3942 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 13:17:27.762603 3942 namespace.go:142] [build-service] updating namespace I0505 13:17:27.926717 3942 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 13:17:27.926745 3942 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 13:17:27.927648 3942 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 13:17:27.967439 3942 namespace.go:142] [default-tenant] updating namespace I0505 13:17:28.171624 3942 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:28.365745 3942 namespace.go:142] [image-controller] updating namespace I0505 13:17:28.578756 3942 namespace.go:142] [integration-service] updating namespace I0505 13:17:28.752646 3942 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:28.962818 3942 namespace.go:142] [konflux-info] updating namespace I0505 13:17:29.170794 3942 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:29.345851 3942 namespace.go:142] [release-service] updating namespace I0505 13:17:29.563317 3942 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:29.689623 3942 namespace.go:142] [build-service] updating namespace I0505 13:17:29.716021 3942 namespace.go:142] [default-tenant] updating namespace I0505 13:17:29.758129 3942 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:29.776158 3942 namespace.go:142] [image-controller] updating namespace I0505 13:17:29.789557 3942 namespace.go:142] [integration-service] updating namespace I0505 13:17:29.817902 3942 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:29.849816 3942 namespace.go:142] [konflux-info] updating namespace I0505 13:17:29.875315 3942 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:29.894162 3942 namespace.go:142] [release-service] updating namespace I0505 13:17:29.930359 3942 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:30.011035 3942 namespace.go:142] [build-service] updating namespace I0505 13:17:30.077699 3942 namespace.go:142] [default-tenant] updating namespace I0505 13:17:30.159656 3942 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:30.240482 3942 namespace.go:142] [image-controller] updating namespace I0505 13:17:30.319771 3942 namespace.go:142] [integration-service] updating namespace I0505 13:17:30.420882 3942 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:30.522030 3942 namespace.go:142] [konflux-info] updating namespace I0505 13:17:30.606968 3942 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:30.680711 3942 namespace.go:142] [release-service] updating namespace I0505 13:17:30.769020 3942 namespace.go:142] [segment-bridge] updating namespace W0505 13:17:31.866784 3942 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 13:17:32.880593 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 13:17:34.877407 3942 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 13:17:39.914659 3942 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:17:39.915968 3942 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:17:39.935548 3942 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 13:17:40.714979 3942 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:17:40.718608 3942 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:17:43.940244 3942 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:17:43.943664 3942 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:17:43.977617 3942 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:43.977637 3942 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:44.747313 3942 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:44.747332 3942 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0505 13:17:51.930543 3942 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:51.931141 3942 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:52.786193 3942 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:52.786218 3942 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:52.791640 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 I0505 13:17:52.791655 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 I0505 13:18:54.493270 3942 obj_retry.go:498] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:54.493949 3942 obj_retry.go:498] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:55.361235 3942 obj_retry.go:492] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:55.361283 3942 obj_retry.go:492] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:55.369546 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-b847fd6dd-jrjz4 I0505 13:18:55.369573 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-b847fd6dd-jrjz4 I0505 13:18:58.341850 3942 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:58.342480 3942 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:58.360323 3942 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:58.360351 3942 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:58.368745 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 13:18:58.368769 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 13:19:26.116565 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=348 I0505 13:19:43.194782 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 13:19:50.115936 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0505 13:19:51.105631 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=127 I0505 13:20:04.729313 3942 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:04.729931 3942 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:05.587411 3942 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:05.587441 3942 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:17.106068 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=104 I0505 13:20:23.314468 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 13:20:24.271768 3942 namespace.go:98] [managed-tenant-64lm5] adding namespace I0505 13:20:24.272687 3942 namespace.go:102] [managed-tenant-64lm5] adding namespace took 896.865µs I0505 13:20:24.296220 3942 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:24.316897 3942 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:25.329692 3942 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:25.461092 3942 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:25.561334 3942 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:38.298964 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0505 13:21:12.179512 3942 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 13:21:20.102937 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 13:21:27.179454 3942 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 13:21:33.188417 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 13:21:34.315688 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0505 13:22:18.293406 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 13:22:24.314586 3942 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0505 13:22:58.303554 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 13:23:53.103082 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0505 13:25:32.121175 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0505 13:25:48.199473 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0505 13:25:49.621526 3942 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:26:37.053302 3942 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:37.053344 3942 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:37.057863 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-24stc I0505 13:26:37.057887 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-24stc I0505 13:26:40.035872 3942 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:40.035943 3942 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:40.040910 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-rgfxr I0505 13:26:40.040955 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-rgfxr I0505 13:26:45.035454 3942 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:45.035507 3942 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:45.039833 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-9r4pw I0505 13:26:45.039864 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-9r4pw I0505 13:26:46.121854 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0505 13:28:19.184017 3942 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 13:28:20.110378 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0505 13:28:20.110375 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0505 13:28:32.107499 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 13:28:47.185488 3942 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 13:28:59.107505 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 I0505 13:29:33.318809 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 13:29:54.307999 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 13:30:04.148685 3942 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.149293 3942 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:05.017445 3942 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.017503 3942 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.061108 3942 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.061174 3942 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.065241 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm I0505 13:30:05.065272 3942 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm I0505 13:30:16.319374 3942 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 13:30:35.304184 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0505 13:30:39.320090 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0505 13:31:16.297511 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 13:31:26.192785 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 13:32:05.204613 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 13:33:14.126577 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0505 13:33:58.127180 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=19 I0505 13:34:11.112027 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0505 13:34:55.189984 3942 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 13:35:21.111750 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0505 13:35:29.115758 3942 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0505 13:35:42.323854 3942 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 13:36:00.324197 3942 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6