+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-157.ec2.internal ++ [[ -n ip-10-0-1-157.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-157.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 15:02:12.307580178 - disable conntrack on geneve port' I0405 15:02:12.307580178 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 15:02:12.323853456 - starting ovnkube-node' I0405 15:02:12.323853456 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-157.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-157.ec2.internal --init-node ip-10-0-1-157.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-157.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0405 15:02:12.360704 3775 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0405 15:02:12.360768 3775 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-809eccaa3c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0405 15:02:12.362334 3775 kube.go:423] Waiting for certificate I0405 15:02:12.362383 3775 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0405 15:02:12.362422 3775 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0405 15:02:12.363274 3775 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 15:02:12.390532 3775 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:02:12.390552 3775 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:02:12.392608 3775 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:02:12.392706 3775 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wfpbq" I0405 15:02:12.398497 3775 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wfpbq" I0405 15:02:12.398590 3775 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:02:13.362870 3775 kube.go:430] Certificate found I0405 15:02:13.363473 3775 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 15:02:13.364395 3775 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0405 15:02:13.401346 3775 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-06 14:57:12 +0000 UTC" deadline="2026-04-06 08:06:34.553131473 +0000 UTC" I0405 15:02:13.401403 3775 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h4m21.151750008s" I0405 15:02:13.446452 3775 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 15:02:13.453930 3775 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0405 15:02:13.454518 3775 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0405 15:02:13.454598 3775 factory.go:537] Starting watch factory I0405 15:02:13.454713 3775 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.454740 3775 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.454745 3775 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.454774 3775 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.454798 3775 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.454884 3775 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.455012 3775 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.455043 3775 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.455621 3775 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.455665 3775 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.455733 3775 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.455762 3775 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.461997 3775 controller_manager.go:368] Starting the ovnkube controller I0405 15:02:13.462012 3775 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-157.ec2.internal I0405 15:02:13.462067 3775 controller_manager.go:393] NBDB zone sync took: 46.195µs I0405 15:02:13.462078 3775 factory.go:537] Starting watch factory I0405 15:02:13.486037 3775 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.486251 3775 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.486687 3775 ovn_northd.go:121] Registering OVN northd metrics I0405 15:02:13.487559 3775 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0405 15:02:13.487822 3775 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.488709 3775 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.489216 3775 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.492963 3775 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0405 15:02:13.492996 3775 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0405 15:02:13.494696 3775 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:02:13.510814 3775 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0405 15:02:13.559948 3775 factory.go:1931] *v1.Node informer cache synced successfully I0405 15:02:13.559977 3775 factory.go:1931] *v1.Service informer cache synced successfully I0405 15:02:13.559984 3775 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 15:02:13.559989 3775 factory.go:1931] *v1.Pod informer cache synced successfully I0405 15:02:13.559993 3775 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 15:02:13.559997 3775 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 15:02:13.560105 3775 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:02:13.560120 3775 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:02:13.560128 3775 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:02:13.560142 3775 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:02:13.564393 3775 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:02:13.564393 3775 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:02:13.565261 3775 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 15:02:13.565280 3775 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 15:02:13.565348 3775 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.565364 3775 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.568233 3775 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 15:02:13.568247 3775 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 15:02:13.568251 3775 factory.go:1931] *v1.Node informer cache synced successfully I0405 15:02:13.568254 3775 factory.go:1931] *v1.Service informer cache synced successfully I0405 15:02:13.568257 3775 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 15:02:13.568260 3775 factory.go:1931] *v1.Pod informer cache synced successfully I0405 15:02:13.568530 3775 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.570488 3775 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 15:02:13.570586 3775 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.570604 3775 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.573291 3775 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 15:02:13.573305 3775 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 15:02:13.573785 3775 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.575736 3775 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 15:02:13.575814 3775 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.575830 3775 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.578670 3775 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 15:02:13.578900 3775 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.580809 3775 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 15:02:13.580878 3775 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.580890 3775 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.583863 3775 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 15:02:13.584293 3775 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.586255 3775 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 15:02:13.586325 3775 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.586336 3775 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.589216 3775 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 15:02:13.589480 3775 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.591354 3775 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 15:02:13.591594 3775 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 15:02:13.591611 3775 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 15:02:13.594609 3775 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 15:02:13.594831 3775 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 15:02:13.596784 3775 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 15:02:13.596869 3775 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.596883 3775 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.596896 3775 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.596912 3775 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.599821 3775 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 15:02:13.600207 3775 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.605523 3775 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 15:02:13.647717 3775 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:02:13.702831 3775 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 15:02:13.702853 3775 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 15:02:13.702861 3775 factory.go:649] Watch Factory start up complete, took: 248.270077ms I0405 15:02:13.702981 3775 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0405 15:02:13.711323 3775 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 15:02:13.711339 3775 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 15:02:13.711347 3775 factory.go:649] Watch Factory start up complete, took: 249.268437ms I0405 15:02:13.711356 3775 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-157.ec2.internal" zone I0405 15:02:13.736044 3775 default_node_network_controller.go:709] Initializing the default node network controller I0405 15:02:13.789857 3775 udn_isolation.go:101] Starting UDN host isolation manager I0405 15:02:13.796746 3775 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0405 15:02:13.837004 3775 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0405 15:02:13.837360 3775 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0405 15:02:13.837380 3775 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0405 15:02:13.870483 3775 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0405 15:02:13.870562 3775 default_node_network_controller.go:808] Node ip-10-0-1-157.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0405 15:02:13.876127 3775 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.157"] k8s.ovn.org/zone-name:ip-10-0-1-157.ec2.internal] on node ip-10-0-1-157.ec2.internal I0405 15:02:13.897284 3775 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0405 15:02:13.903387 3775 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0405 15:02:13.903561 3775 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0405 15:02:13.903684 3775 gateway_init.go:263] Preparing Gateway I0405 15:02:13.903693 3775 gateway_shared_intf.go:1658] Creating new gateway I0405 15:02:13.962425 3775 controller_manager.go:427] Waiting for node in zone sync took: 251.054007ms I0405 15:02:13.968727 3775 controller_manager.go:608] Switching to transit router for layer2 networks I0405 15:02:13.968747 3775 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-157.ec2.internal I0405 15:02:13.983765 3775 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 15:02:13.989386 3775 iptables.go:108] Creating table: filter chain: FORWARD I0405 15:02:13.990282 3775 controller_manager.go:288] SCTP support detected in OVN I0405 15:02:13.990919 3775 services_controller.go:69] Creating services controller for network=default I0405 15:02:13.991018 3775 udn_enabled_svc.go:80] Waiting for service informer to sync I0405 15:02:13.991099 3775 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0405 15:02:13.991130 3775 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0405 15:02:13.991145 3775 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0405 15:02:13.991154 3775 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 15:02:13.991308 3775 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0405 15:02:13.991348 3775 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0405 15:02:13.991377 3775 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.573µs I0405 15:02:13.991378 3775 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 41.627µs I0405 15:02:13.991385 3775 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 37.058µs I0405 15:02:13.991391 3775 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0405 15:02:13.991396 3775 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0405 15:02:13.991405 3775 default_network_controller.go:321] Starting the default network controller I0405 15:02:13.991435 3775 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 9.657µs I0405 15:02:13.991457 3775 udn_enabled_svc.go:95] Performing full resync I0405 15:02:13.991729 3775 udn_enabled_svc.go:99] Waiting for handler to sync I0405 15:02:13.991740 3775 udn_enabled_svc.go:104] Starting worker I0405 15:02:13.995847 3775 iptables.go:108] Creating table: filter chain: OUTPUT I0405 15:02:14.000206 3775 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0405 15:02:14.000267 3775 repair.go:33] Syncing exgw routes took 43.984µs I0405 15:02:14.000286 3775 default_network_controller.go:407] Starting all the Watchers... I0405 15:02:14.000435 3775 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0405 15:02:14.000476 3775 namespace.go:98] [openshift-kube-scheduler] adding namespace I0405 15:02:14.000483 3775 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0405 15:02:14.000487 3775 namespace.go:98] [openshift-backplane] adding namespace I0405 15:02:14.000480 3775 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0405 15:02:14.000483 3775 namespace.go:98] [openshift-authentication] adding namespace I0405 15:02:14.000515 3775 namespace.go:98] [openshift-must-gather-operator] adding namespace I0405 15:02:14.000519 3775 namespace.go:98] [openshift-backplane-tam] adding namespace I0405 15:02:14.000535 3775 namespace.go:98] [openshift-apiserver-operator] adding namespace I0405 15:02:14.000549 3775 namespace.go:98] [openshift-logging] adding namespace I0405 15:02:14.000553 3775 namespace.go:98] [openshift-backplane-cee] adding namespace I0405 15:02:14.000558 3775 namespace.go:98] [openshift-network-operator] adding namespace I0405 15:02:14.000562 3775 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0405 15:02:14.000566 3775 namespace.go:98] [openshift-multus] adding namespace I0405 15:02:14.000572 3775 namespace.go:98] [openshift-customer-monitoring] adding namespace I0405 15:02:14.001071 3775 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 624.478µs I0405 15:02:14.001084 3775 namespace.go:98] [openshift-backplane-srep] adding namespace I0405 15:02:14.001469 3775 namespace.go:102] [openshift-backplane-srep] adding namespace took 381.321µs I0405 15:02:14.001481 3775 namespace.go:98] [openshift-network-console] adding namespace I0405 15:02:14.001986 3775 namespace.go:102] [openshift-network-console] adding namespace took 500.917µs I0405 15:02:14.001999 3775 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0405 15:02:14.002000 3775 gateway_shared_intf.go:1787] Gateway Creation Complete I0405 15:02:14.002013 3775 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-157.ec2.internal","mac-address":"0a:ff:f6:00:76:01","ip-addresses":["10.0.1.157/24"],"ip-address":"10.0.1.157/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e1273fe3-a5be-4806-a39e-d568103767b7 k8s.ovn.org/node-encap-ips:["10.0.1.157"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.157/24"} k8s.ovn.org/zone-name:ip-10-0-1-157.ec2.internal] on node ip-10-0-1-157.ec2.internal I0405 15:02:14.002532 3775 namespace.go:102] [openshift-kube-scheduler] adding namespace took 2.044669ms I0405 15:02:14.002541 3775 namespace.go:98] [openshift-image-registry] adding namespace I0405 15:02:14.003011 3775 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.520663ms I0405 15:02:14.003022 3775 namespace.go:98] [openshift-package-operator] adding namespace I0405 15:02:14.003457 3775 namespace.go:102] [openshift-backplane] adding namespace took 2.964574ms I0405 15:02:14.003468 3775 namespace.go:98] [openshift-service-ca] adding namespace I0405 15:02:14.003917 3775 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.418595ms I0405 15:02:14.003937 3775 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0405 15:02:14.004372 3775 namespace.go:102] [openshift-authentication] adding namespace took 3.872529ms I0405 15:02:14.004384 3775 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0405 15:02:14.004916 3775 namespace.go:102] [openshift-must-gather-operator] adding namespace took 4.391544ms I0405 15:02:14.004931 3775 namespace.go:98] [openshift-service-ca-operator] adding namespace I0405 15:02:14.005360 3775 namespace.go:102] [openshift-backplane-tam] adding namespace took 4.834277ms I0405 15:02:14.005368 3775 namespace.go:98] [openshift-apiserver] adding namespace I0405 15:02:14.005816 3775 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.26852ms I0405 15:02:14.005836 3775 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0405 15:02:14.006248 3775 namespace.go:102] [openshift-logging] adding namespace took 5.693933ms I0405 15:02:14.006261 3775 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0405 15:02:14.006704 3775 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.144534ms I0405 15:02:14.006721 3775 namespace.go:98] [openshift-route-controller-manager] adding namespace I0405 15:02:14.007155 3775 namespace.go:102] [openshift-network-operator] adding namespace took 6.591187ms I0405 15:02:14.007168 3775 namespace.go:98] [kube-system] adding namespace I0405 15:02:14.007607 3775 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.038314ms I0405 15:02:14.007624 3775 namespace.go:98] [openshift-node] adding namespace W0405 15:02:14.007648 3775 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q29dk: pod openshift-multus/network-metrics-daemon-q29dk: no pod IPs found I0405 15:02:14.008149 3775 namespace.go:102] [openshift-multus] adding namespace took 7.576607ms I0405 15:02:14.008162 3775 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0405 15:02:14.008609 3775 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.031369ms I0405 15:02:14.008627 3775 namespace.go:98] [openshift-console-operator] adding namespace I0405 15:02:14.009019 3775 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.013665ms I0405 15:02:14.009035 3775 namespace.go:98] [openshift-console] adding namespace I0405 15:02:14.009456 3775 namespace.go:102] [openshift-image-registry] adding namespace took 6.909231ms I0405 15:02:14.009470 3775 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0405 15:02:14.009837 3775 namespace.go:102] [openshift-package-operator] adding namespace took 6.810538ms I0405 15:02:14.009848 3775 namespace.go:98] [openshift-config] adding namespace I0405 15:02:14.010240 3775 namespace.go:102] [openshift-service-ca] adding namespace took 6.768153ms I0405 15:02:14.010250 3775 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0405 15:02:14.010697 3775 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.753175ms I0405 15:02:14.010714 3775 namespace.go:98] [default] adding namespace I0405 15:02:14.011099 3775 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.709568ms I0405 15:02:14.011110 3775 namespace.go:98] [openshift-ingress-canary] adding namespace I0405 15:02:14.011478 3775 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.542667ms I0405 15:02:14.011490 3775 namespace.go:98] [openshift-insights] adding namespace I0405 15:02:14.012002 3775 namespace.go:102] [openshift-apiserver] adding namespace took 6.627087ms I0405 15:02:14.012022 3775 namespace.go:98] [openshift-network-diagnostics] adding namespace I0405 15:02:14.012528 3775 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.687702ms I0405 15:02:14.012538 3775 namespace.go:98] [openshift-backplane-cse] adding namespace I0405 15:02:14.013138 3775 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.871819ms I0405 15:02:14.013152 3775 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0405 15:02:14.013632 3775 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.905116ms I0405 15:02:14.013643 3775 namespace.go:98] [openshift-kube-apiserver] adding namespace I0405 15:02:14.014304 3775 namespace.go:102] [kube-system] adding namespace took 7.132574ms I0405 15:02:14.014314 3775 namespace.go:98] [openshift-machine-api] adding namespace I0405 15:02:14.014723 3775 namespace.go:102] [openshift-node] adding namespace took 7.094943ms I0405 15:02:14.014732 3775 namespace.go:98] [openshift-console-user-settings] adding namespace I0405 15:02:14.015209 3775 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.043697ms I0405 15:02:14.015217 3775 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0405 15:02:14.016119 3775 namespace.go:102] [openshift-console-operator] adding namespace took 7.485628ms I0405 15:02:14.016134 3775 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0405 15:02:14.016625 3775 namespace.go:102] [openshift-console] adding namespace took 7.585616ms I0405 15:02:14.016635 3775 namespace.go:98] [openshift-ingress] adding namespace I0405 15:02:14.017240 3775 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.761836ms I0405 15:02:14.017259 3775 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0405 15:02:14.017751 3775 namespace.go:102] [openshift-config] adding namespace took 7.894743ms I0405 15:02:14.017774 3775 namespace.go:98] [openshift-operators-redhat] adding namespace I0405 15:02:14.018266 3775 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.01074ms I0405 15:02:14.018281 3775 namespace.go:98] [openshift-etcd] adding namespace I0405 15:02:14.018679 3775 namespace.go:102] [default] adding namespace took 7.960145ms I0405 15:02:14.018689 3775 namespace.go:98] [openshift-dns-operator] adding namespace I0405 15:02:14.019074 3775 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.957415ms I0405 15:02:14.019088 3775 namespace.go:98] [openshift-host-network] adding namespace W0405 15:02:14.019470 3775 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-w5n8h: pod openshift-network-diagnostics/network-check-target-w5n8h: no pod IPs found I0405 15:02:14.019528 3775 namespace.go:102] [openshift-insights] adding namespace took 8.029781ms I0405 15:02:14.019548 3775 namespace.go:98] [openshift-network-node-identity] adding namespace I0405 15:02:14.019977 3775 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.94902ms I0405 15:02:14.019991 3775 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0405 15:02:14.020340 3775 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.798152ms I0405 15:02:14.020351 3775 namespace.go:98] [openshift-config-operator] adding namespace I0405 15:02:14.020731 3775 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.574498ms I0405 15:02:14.020744 3775 namespace.go:98] [kube-public] adding namespace I0405 15:02:14.020977 3775 default_node_network_controller.go:518] Node connection status = connected I0405 15:02:14.021160 3775 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.512386ms I0405 15:02:14.021173 3775 namespace.go:98] [dedicated-admin] adding namespace I0405 15:02:14.021546 3775 namespace.go:102] [openshift-machine-api] adding namespace took 7.227325ms I0405 15:02:14.021559 3775 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0405 15:02:14.021928 3775 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.191586ms I0405 15:02:14.021941 3775 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0405 15:02:14.022423 3775 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.20019ms I0405 15:02:14.022439 3775 namespace.go:98] [openshift-cluster-version] adding namespace I0405 15:02:14.022788 3775 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.648327ms I0405 15:02:14.022800 3775 namespace.go:98] [openshift-marketplace] adding namespace I0405 15:02:14.023341 3775 namespace.go:102] [openshift-ingress] adding namespace took 6.700693ms I0405 15:02:14.023796 3775 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.530619ms I0405 15:02:14.023814 3775 namespace.go:98] [openshift] adding namespace I0405 15:02:14.024136 3775 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.356042ms I0405 15:02:14.024148 3775 namespace.go:98] [openshift-backplane-csm] adding namespace I0405 15:02:14.024635 3775 namespace.go:102] [openshift-etcd] adding namespace took 6.34843ms I0405 15:02:14.024649 3775 namespace.go:98] [openshift-operators] adding namespace I0405 15:02:14.025043 3775 namespace.go:102] [openshift-dns-operator] adding namespace took 6.349891ms I0405 15:02:14.025051 3775 namespace.go:98] [openshift-ingress-operator] adding namespace I0405 15:02:14.025553 3775 namespace.go:102] [openshift-host-network] adding namespace took 6.461497ms I0405 15:02:14.025563 3775 namespace.go:98] [openshift-machine-config-operator] adding namespace I0405 15:02:14.026077 3775 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.52338ms I0405 15:02:14.026091 3775 namespace.go:98] [kube-node-lease] adding namespace I0405 15:02:14.026467 3775 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.471968ms I0405 15:02:14.026477 3775 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0405 15:02:14.027030 3775 namespace.go:102] [openshift-config-operator] adding namespace took 6.67594ms I0405 15:02:14.027040 3775 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0405 15:02:14.027491 3775 namespace.go:102] [kube-public] adding namespace took 6.74129ms I0405 15:02:14.027520 3775 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0405 15:02:14.027900 3775 namespace.go:102] [dedicated-admin] adding namespace took 6.723097ms I0405 15:02:14.027911 3775 namespace.go:98] [openshift-backplane-mobb] adding namespace I0405 15:02:14.028248 3775 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.681471ms I0405 15:02:14.028265 3775 namespace.go:98] [openshift-authentication-operator] adding namespace I0405 15:02:14.028811 3775 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.865042ms I0405 15:02:14.028823 3775 namespace.go:98] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] adding namespace I0405 15:02:14.029210 3775 namespace.go:102] [openshift-cluster-version] adding namespace took 6.764976ms I0405 15:02:14.029223 3775 namespace.go:98] [openshift-monitoring] adding namespace I0405 15:02:14.029605 3775 namespace.go:102] [openshift-marketplace] adding namespace took 6.799915ms I0405 15:02:14.029617 3775 namespace.go:98] [openshift-infra] adding namespace I0405 15:02:14.030003 3775 namespace.go:102] [openshift] adding namespace took 6.183467ms I0405 15:02:14.030015 3775 namespace.go:98] [openshift-dns] adding namespace I0405 15:02:14.030373 3775 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.220404ms I0405 15:02:14.030384 3775 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0405 15:02:14.030788 3775 namespace.go:102] [openshift-operators] adding namespace took 6.134929ms I0405 15:02:14.031163 3775 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.107195ms I0405 15:02:14.031524 3775 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.956557ms I0405 15:02:14.031958 3775 namespace.go:102] [kube-node-lease] adding namespace took 5.86153ms I0405 15:02:14.031973 3775 namespace.go:98] [openshift-config-managed] adding namespace I0405 15:02:14.032387 3775 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.904124ms I0405 15:02:14.032938 3775 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.891194ms I0405 15:02:14.033268 3775 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.741356ms I0405 15:02:14.033792 3775 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.877846ms I0405 15:02:14.034174 3775 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.903507ms I0405 15:02:14.034567 3775 namespace.go:102] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] adding namespace took 5.738453ms I0405 15:02:14.034580 3775 namespace.go:98] [openshift-controller-manager] adding namespace I0405 15:02:14.035022 3775 namespace.go:102] [openshift-monitoring] adding namespace took 5.791891ms I0405 15:02:14.035039 3775 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0405 15:02:14.035479 3775 namespace.go:102] [openshift-infra] adding namespace took 5.857719ms I0405 15:02:14.036008 3775 namespace.go:102] [openshift-dns] adding namespace took 5.98885ms I0405 15:02:14.036366 3775 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.978527ms I0405 15:02:14.036879 3775 namespace.go:102] [openshift-config-managed] adding namespace took 4.90221ms I0405 15:02:14.037303 3775 namespace.go:102] [openshift-controller-manager] adding namespace took 2.717333ms I0405 15:02:14.037685 3775 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 2.64245ms I0405 15:02:14.038101 3775 zone_ic_handler.go:186] Time taken to create transit switch: 315.512µs I0405 15:02:14.038183 3775 master.go:532] Adding or Updating local node "ip-10-0-1-157.ec2.internal" for network "default" I0405 15:02:14.038855 3775 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-229.ec2.internal for the network default I0405 15:02:14.038866 3775 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-31.ec2.internal for the network default I0405 15:02:14.039736 3775 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-229.ec2.internal" on network "default" took: 906.348µs I0405 15:02:14.039977 3775 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-31.ec2.internal" on network "default" took: 1.134771ms W0405 15:02:14.046593 3775 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-w5n8h: pod openshift-network-diagnostics/network-check-target-w5n8h: no pod IPs found W0405 15:02:14.046613 3775 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-q29dk: pod openshift-multus/network-metrics-daemon-q29dk: no pod IPs found I0405 15:02:14.047697 3775 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-157.ec2.internal for the network default I0405 15:02:14.048624 3775 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0405 15:02:14.048667 3775 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0405 15:02:14.048693 3775 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0405 15:02:14.048711 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0405 15:02:14.048786 3775 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:14.048797 3775 services_controller.go:574] Full service sync requested for network=default I0405 15:02:14.048802 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-229.ec2.internal in network "default" I0405 15:02:14.048825 3775 node_tracker.go:169] Node ip-10-0-2-229.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:14.048832 3775 services_controller.go:574] Full service sync requested for network=default I0405 15:02:14.048839 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-31.ec2.internal in network "default" I0405 15:02:14.048860 3775 node_tracker.go:169] Node ip-10-0-0-31.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:14.048866 3775 services_controller.go:574] Full service sync requested for network=default I0405 15:02:14.149007 3775 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0405 15:02:14.149033 3775 services_controller.go:208] Setting up event handlers for services for network=default I0405 15:02:14.149091 3775 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0405 15:02:14.149195 3775 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0405 15:02:14.149216 3775 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0405 15:02:14.249578 3775 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0405 15:02:14.249614 3775 repair.go:60] Starting repairing loop for services I0405 15:02:14.249715 3775 repair.go:131] Deleted 0 stale service LBs I0405 15:02:14.249735 3775 repair.go:137] Deleted 0 stale Chassis Template Vars I0405 15:02:14.249753 3775 repair.go:62] Finished repairing loop for services: 140.734µs I0405 15:02:14.249785 3775 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0405 15:02:14.249796 3775 services_controller.go:254] Starting workers for network=default W0405 15:02:14.250051 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 15:02:14.250374 3775 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-w5n8h] creating logical port openshift-network-diagnostics_network-check-target-w5n8h for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:14.250419 3775 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-q29dk] creating logical port openshift-multus_network-metrics-daemon-q29dk for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:14.250556 3775 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-q29dk I0405 15:02:14.250595 3775 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-w5n8h I0405 15:02:14.250553 3775 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bbthc of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it W0405 15:02:14.252801 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:14.255899 3775 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:14.267255 3775 pod.go:62] [openshift-multus/network-metrics-daemon-q29dk] pod update took 16.755336ms I0405 15:02:14.267290 3775 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-q29dk] addLogicalPort annotation time took 16.788597ms I0405 15:02:14.267291 3775 pod.go:62] [openshift-network-diagnostics/network-check-target-w5n8h] pod update took 16.818879ms I0405 15:02:14.267336 3775 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-w5n8h] addLogicalPort annotation time took 16.846064ms I0405 15:02:14.268386 3775 pods.go:271] [openshift-network-diagnostics/network-check-target-w5n8h] addLogicalPort took 18.024837ms, libovsdb time 700.004µs I0405 15:02:14.268762 3775 pods.go:271] [openshift-multus/network-metrics-daemon-q29dk] addLogicalPort took 18.362498ms, libovsdb time 1.043611ms I0405 15:02:14.269221 3775 admin_network_policy_controller.go:227] Starting controller default-network-controller I0405 15:02:14.269242 3775 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0405 15:02:14.269261 3775 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0405 15:02:14.269268 3775 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0405 15:02:14.269476 3775 repair.go:29] Repairing admin network policies took 203.642µs I0405 15:02:14.269598 3775 repair.go:92] Repairing baseline admin network policies took 114.518µs I0405 15:02:14.270099 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0405 15:02:14.270116 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0405 15:02:14.272152 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0405 15:02:14.272172 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0405 15:02:14.272181 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0405 15:02:14.272670 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0405 15:02:14.272689 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0405 15:02:14.273524 3775 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0405 15:02:14.273537 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 15:02:14.274211 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0405 15:02:14.274232 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0405 15:02:14.274241 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0405 15:02:14.275631 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0405 15:02:14.275648 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0405 15:02:14.275669 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 15:02:14.276315 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0405 15:02:14.276344 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0405 15:02:14.276350 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0405 15:02:14.276645 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0405 15:02:14.276663 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0405 15:02:14.276670 3775 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0405 15:02:14.278116 3775 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0405 15:02:14.278135 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0405 15:02:14.278142 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0405 15:02:14.279456 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0405 15:02:14.279479 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0405 15:02:14.279495 3775 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0405 15:02:14.281798 3775 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0405 15:02:14.281816 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0405 15:02:14.281824 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0405 15:02:14.282326 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0405 15:02:14.282346 3775 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0405 15:02:14.282355 3775 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0405 15:02:14.284603 3775 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0405 15:02:14.284627 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0405 15:02:14.284641 3775 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0405 15:02:14.285797 3775 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0405 15:02:14.285814 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0405 15:02:14.285820 3775 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0405 15:02:14.286121 3775 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0405 15:02:14.286144 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0405 15:02:14.286159 3775 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0405 15:02:14.286829 3775 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0405 15:02:14.286843 3775 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0405 15:02:14.286853 3775 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0405 15:02:14.288891 3775 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0405 15:02:14.288909 3775 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0405 15:02:14.288917 3775 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0405 15:02:14.289405 3775 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0405 15:02:14.289429 3775 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0405 15:02:14.289439 3775 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0405 15:02:14.289704 3775 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0405 15:02:14.289722 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0405 15:02:14.289730 3775 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0405 15:02:14.291314 3775 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0405 15:02:14.291336 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0405 15:02:14.291348 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0405 15:02:14.291812 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0405 15:02:14.291831 3775 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0405 15:02:14.291839 3775 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0405 15:02:14.292323 3775 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0405 15:02:14.292342 3775 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0405 15:02:14.292351 3775 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0405 15:02:14.293262 3775 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0405 15:02:14.293280 3775 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0405 15:02:14.293291 3775 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0405 15:02:14.294237 3775 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0405 15:02:14.294261 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0405 15:02:14.294272 3775 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0405 15:02:14.295398 3775 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0405 15:02:14.295416 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0405 15:02:14.295424 3775 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0405 15:02:14.295908 3775 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0405 15:02:14.295927 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0405 15:02:14.295935 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0405 15:02:14.296403 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0405 15:02:14.296419 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0405 15:02:14.296428 3775 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0405 15:02:14.297446 3775 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0405 15:02:14.297467 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0405 15:02:14.297477 3775 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0405 15:02:14.297936 3775 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0405 15:02:14.297955 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0405 15:02:14.297963 3775 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0405 15:02:14.298417 3775 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0405 15:02:14.298434 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0405 15:02:14.298445 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0405 15:02:14.298895 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0405 15:02:14.299198 3775 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bbthc of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0405 15:02:14.304731 3775 egressfirewall.go:319] Starting EgressFirewall controller I0405 15:02:14.304762 3775 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0405 15:02:14.304774 3775 controller.go:133] Adding controller egress-firewall-controller event handlers I0405 15:02:14.304789 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0405 15:02:14.304800 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0405 15:02:14.304804 3775 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0405 15:02:14.304809 3775 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0405 15:02:14.305077 3775 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0405 15:02:14.305092 3775 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0405 15:02:14.305104 3775 egressqos.go:193] Setting up event handlers for EgressQoS I0405 15:02:14.305122 3775 egressfirewall.go:628] Syncing node "ip-10-0-0-31.ec2.internal" for egress firewall I0405 15:02:14.305139 3775 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0405 15:02:14.305145 3775 egressfirewall.go:628] Syncing node "ip-10-0-2-229.ec2.internal" for egress firewall I0405 15:02:14.305247 3775 egressqos.go:245] Starting EgressQoS Controller I0405 15:02:14.305257 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0405 15:02:14.305264 3775 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0405 15:02:14.305268 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0405 15:02:14.305273 3775 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0405 15:02:14.305278 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0405 15:02:14.305282 3775 shared_informer.go:356] "Caches are synced" controller="egressqos" I0405 15:02:14.305287 3775 egressqos.go:259] Repairing EgressQoSes I0405 15:02:14.305292 3775 egressqos.go:399] Starting repairing loop for egressqos I0405 15:02:14.305370 3775 egressqos.go:401] Finished repairing loop for egressqos: 77.167µs I0405 15:02:14.305388 3775 egressservice_zone.go:132] Setting up event handlers for Egress Services I0405 15:02:14.305468 3775 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-157.ec2.internal I0405 15:02:14.305539 3775 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-157.ec2.internal : 72.323µs I0405 15:02:14.305599 3775 egressservice_zone.go:210] Starting Egress Services Controller I0405 15:02:14.305610 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 15:02:14.305616 3775 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 15:02:14.305622 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 15:02:14.305626 3775 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 15:02:14.305632 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 15:02:14.305636 3775 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 15:02:14.305642 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0405 15:02:14.305646 3775 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0405 15:02:14.305650 3775 egressservice_zone.go:228] Repairing Egress Services I0405 15:02:14.305889 3775 master_controller.go:88] Starting Admin Policy Based Route Controller I0405 15:02:14.305899 3775 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 15:02:14.305920 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-229.ec2.internal I0405 15:02:14.305943 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-229.ec2.internal: 27.064µs I0405 15:02:14.305952 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-31.ec2.internal I0405 15:02:14.305958 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-31.ec2.internal: 5.46µs I0405 15:02:14.305962 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:02:14.305966 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 4.032µs I0405 15:02:14.306056 3775 default_network_controller.go:568] Completing all the Watchers took 305.763306ms I0405 15:02:14.306068 3775 default_network_controller.go:572] Starting unidling controllers I0405 15:02:14.306076 3775 unidle.go:46] Registering OVN SB ControllerEvent handler I0405 15:02:14.306082 3775 unidle.go:63] Populating Initial ContollerEvent events I0405 15:02:14.306091 3775 unidle.go:79] Setting up event handlers for services I0405 15:02:14.306138 3775 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0405 15:02:14.521881 3775 default_node_network_controller.go:518] Node connection status = connected I0405 15:02:15.021611 3775 default_node_network_controller.go:518] Node connection status = connected I0405 15:02:15.521194 3775 default_node_network_controller.go:518] Node connection status = connected I0405 15:02:16.021717 3775 default_node_network_controller.go:518] Node connection status = connected I0405 15:02:16.381633 3775 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0405 15:02:16.521751 3775 default_node_network_controller.go:518] Node connection status = connected I0405 15:02:16.540593 3775 bridgeconfig.go:537] Gateway is ready I0405 15:02:16.540615 3775 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0405 15:02:16.553670 3775 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.157. Updating OVN encap IP. I0405 15:02:16.559734 3775 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.157 - it is already configured I0405 15:02:16.559759 3775 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.157/24:{} 172.20.0.1/32:{}]. Updating annotations. I0405 15:02:16.560023 3775 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.157/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-157.ec2.internal","mac-address":"0a:ff:f6:00:76:01","ip-addresses":["10.0.1.157/24"],"ip-address":"10.0.1.157/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e1273fe3-a5be-4806-a39e-d568103767b7 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.157/24"}] on node ip-10-0-1-157.ec2.internal I0405 15:02:16.579047 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:02:16.579072 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 32.82µs I0405 15:02:16.579056 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0405 15:02:16.579146 3775 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:16.579155 3775 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0405 15:02:16.579165 3775 services_controller.go:574] Full service sync requested for network=default I0405 15:02:16.579193 3775 master.go:532] Adding or Updating local node "ip-10-0-1-157.ec2.internal" for network "default" W0405 15:02:16.579355 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:16.579586 3775 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0405 15:02:16.579734 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 15:02:16.580604 3775 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.157 I0405 15:02:16.580741 3775 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-157.ec2.internal I0405 15:02:16.585157 3775 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-157.ec2.internal. Updating no re-route policies I0405 15:02:16.585220 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-8h62l I0405 15:02:16.585237 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-8h62l I0405 15:02:16.585257 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-8h62l after 0 failed attempt(s) I0405 15:02:16.585275 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-m4tpk I0405 15:02:16.585281 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-w5n8h I0405 15:02:16.585291 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mvbdl I0405 15:02:16.585295 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-w5n8h I0405 15:02:16.585302 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-mvbdl I0405 15:02:16.585323 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-157.ec2.internal I0405 15:02:16.585331 3775 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ltbfz I0405 15:02:16.585352 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-g2mq2 I0405 15:02:16.585355 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-sg7gp I0405 15:02:16.585362 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-g2mq2 I0405 15:02:16.585295 3775 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-157.ec2.internal I0405 15:02:16.585369 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-sg7gp I0405 15:02:16.585374 3775 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-157.ec2.internal I0405 15:02:16.585374 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jclps I0405 15:02:16.585336 3775 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-w5n8h] creating logical port openshift-network-diagnostics_network-check-target-w5n8h for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:16.585394 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jclps I0405 15:02:16.585393 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-sg7gp after 0 failed attempt(s) I0405 15:02:16.585401 3775 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-157.ec2.internal after 0 failed attempt(s) I0405 15:02:16.585392 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s88fr I0405 15:02:16.585420 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jclps after 0 failed attempt(s) I0405 15:02:16.585424 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s88fr I0405 15:02:16.585364 3775 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-ltbfz I0405 15:02:16.585485 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-mvbdl after 0 failed attempt(s) I0405 15:02:16.585486 3775 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-ltbfz after 0 failed attempt(s) I0405 15:02:16.585349 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-157.ec2.internal I0405 15:02:16.585520 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s88fr after 0 failed attempt(s) I0405 15:02:16.585538 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-157.ec2.internal after 0 failed attempt(s) I0405 15:02:16.585385 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-g2mq2 after 0 failed attempt(s) I0405 15:02:16.585544 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-q29dk I0405 15:02:16.585552 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-q29dk I0405 15:02:16.585286 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-m4tpk I0405 15:02:16.585560 3775 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2rzhz I0405 15:02:16.585574 3775 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-q29dk] creating logical port openshift-multus_network-metrics-daemon-q29dk for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:16.585575 3775 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2rzhz I0405 15:02:16.585580 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-m4tpk after 0 failed attempt(s) I0405 15:02:16.585601 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2rzhz after 0 failed attempt(s) I0405 15:02:16.586172 3775 pods.go:271] [openshift-network-diagnostics/network-check-target-w5n8h] addLogicalPort took 852.045µs, libovsdb time 265.405µs I0405 15:02:16.586195 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-w5n8h after 0 failed attempt(s) I0405 15:02:16.586277 3775 pods.go:271] [openshift-multus/network-metrics-daemon-q29dk] addLogicalPort took 709.808µs, libovsdb time 255.315µs I0405 15:02:16.586288 3775 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-q29dk after 0 failed attempt(s) I0405 15:02:16.600187 3775 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0405 15:02:16.613594 3775 iptables.go:108] Creating table: mangle chain: OUTPUT I0405 15:02:16.617124 3775 iptables.go:108] Creating table: nat chain: OUTPUT I0405 15:02:16.648764 3775 iptables.go:108] Creating table: nat chain: PREROUTING I0405 15:02:16.696977 3775 iptables.go:108] Creating table: filter chain: FORWARD I0405 15:02:16.714546 3775 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0405 15:02:16.714669 3775 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0405 15:02:16.714716 3775 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0405 15:02:16.714796 3775 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0405 15:02:16.714852 3775 gateway_init.go:325] Gateway and management port readiness took 2.697939232s I0405 15:02:16.714882 3775 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0405 15:02:16.714917 3775 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0405 15:02:16.714930 3775 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0405 15:02:16.714939 3775 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 15:02:16.715015 3775 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0405 15:02:16.715108 3775 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.12µs I0405 15:02:16.715396 3775 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0405 15:02:16.715419 3775 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.058µs I0405 15:02:16.715427 3775 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.966µs I0405 15:02:16.715433 3775 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0405 15:02:16.715441 3775 nad_controller.go:173] [node-nad-controller NAD controller]: started I0405 15:02:16.715446 3775 default_node_network_controller.go:898] Starting the default node network controller I0405 15:02:16.715450 3775 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0405 15:02:16.715540 3775 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 16.649µs I0405 15:02:16.715634 3775 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0405 15:02:16.715642 3775 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0405 15:02:16.715681 3775 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae7230 0xc0002ee150 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee460 0xc000afefa0 0xc0002ee4d0 0xc0002ee540 0xc00003e320 0xc00642d340 0xc0002ee5b0 map[0x2f8f0c0:0xc00250f380 0x2f8f600:0xc00250f5c0 0x2f90080:0xc00250f2c0 0x2f90320:0xc00250f320 0x2f90b00:0xc00250f3e0 0x2f90da0:0xc00250f440 0x2f91040:0xc00250f560 0x2f91820:0xc00250f620 0x2f91ac0:0xc00250f680 0x2fbc3e0:0xc0011d6540 0x2fbc780:0xc0011d65a0 0x2fbd260:0xc000ce0720 0x2fbebc0:0xc000f84d80 0x2fbf6a0:0xc0011d6780 0x2fc0520:0xc0010d4840] 0xc0004871f0 0} I0405 15:02:16.715738 3775 gateway.go:151] Starting gateway service sync I0405 15:02:16.716194 3775 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0405 15:02:16.718559 3775 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0405 15:02:16.727860 3775 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0405 15:02:16.729313 3775 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0405 15:02:16.730667 3775 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0405 15:02:16.766826 3775 gateway.go:168] Gateway service sync done. Time taken: 51.071226ms I0405 15:02:16.767606 3775 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30385 I0405 15:02:16.767833 3775 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae7230 0xc0002ee150 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee460 0xc000afefa0 0xc0002ee4d0 0xc0002ee540 0xc00003e320 0xc00642d340 0xc0002ee5b0 map[0x2f8f0c0:0xc00250f380 0x2f8f600:0xc00250f5c0 0x2f90080:0xc00250f2c0 0x2f90320:0xc00250f320 0x2f90b00:0xc00250f3e0 0x2f90da0:0xc00250f440 0x2f91040:0xc00250f560 0x2f91820:0xc00250f620 0x2f91ac0:0xc00250f680 0x2fbc3e0:0xc0011d6540 0x2fbc780:0xc0011d65a0 0x2fbd260:0xc000ce0720 0x2fbebc0:0xc000f84d80 0x2fbf6a0:0xc0011d6780 0x2fc0520:0xc0010d4840] 0xc0004871f0 0} I0405 15:02:16.768390 3775 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae7230 0xc0002ee150 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee460 0xc000afefa0 0xc0002ee4d0 0xc0002ee540 0xc00003e320 0xc00642d340 0xc0002ee5b0 map[0x2f8f0c0:0xc00250f380 0x2f8f600:0xc00250f5c0 0x2f90080:0xc00250f2c0 0x2f90320:0xc00250f320 0x2f90b00:0xc00250f3e0 0x2f90da0:0xc00250f440 0x2f91040:0xc00250f560 0x2f91820:0xc00250f620 0x2f91ac0:0xc00250f680 0x2fbc3e0:0xc0011d6540 0x2fbc780:0xc0011d65a0 0x2fbd260:0xc000ce0720 0x2fbebc0:0xc000f84d80 0x2fbf6a0:0xc0011d6780 0x2fc0520:0xc0010d4840] 0xc0004871f0 0} I0405 15:02:16.768431 3775 gateway.go:519] Reconciling gateway with updates I0405 15:02:16.774322 3775 gateway.go:326] Spawning Conntrack Rule Check Thread I0405 15:02:16.774414 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:02:16.774428 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:02:16.774439 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:02:16.774444 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:02:16.774457 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:02:16.774474 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 15:02:16.774482 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:02:16.774487 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 15:02:16.774487 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:02:16.774496 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:02:16.774522 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:02:16.774528 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:02:16.774461 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:02:16.774574 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:02:16.774583 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 15:02:16.774585 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:02:16.774593 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:02:16.774597 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:02:16.774606 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 15:02:16.774436 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:02:16.774616 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 15:02:16.774617 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:02:16.774626 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:02:16.774634 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 15:02:16.774641 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:02:16.774477 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:02:16.774650 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 15:02:16.774653 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:02:16.774651 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 15:02:16.774658 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:02:16.774662 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 15:02:16.774477 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:02:16.774683 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:02:16.774682 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 15:02:16.774684 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:02:16.774418 3775 default_node_network_controller.go:943] Gateway and management port readiness took 58.769288ms I0405 15:02:16.774697 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 15:02:16.774699 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 15:02:16.774462 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:02:16.774705 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:02:16.774711 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 15:02:16.774708 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:02:16.774720 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:02:16.774725 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:02:16.774729 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:02:16.774729 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:02:16.774736 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:02:16.774745 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0405 15:02:16.774746 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 15:02:16.774748 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:02:16.774755 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0405 15:02:16.774760 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:02:16.774765 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0405 15:02:16.774447 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:02:16.774777 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 15:02:16.774781 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 15:02:16.774791 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 15:02:16.774793 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 15:02:16.774791 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:02:16.774799 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:02:16.774804 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:02:16.774802 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:02:16.774813 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:02:16.774812 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:02:16.774729 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 15:02:16.774693 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:02:16.774830 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:02:16.774831 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:02:16.774835 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:02:16.774839 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:02:16.774713 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 15:02:16.774747 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 15:02:16.774777 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:02:16.774726 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 15:02:16.774876 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 15:02:16.774881 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 15:02:16.774882 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 15:02:16.774893 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:02:16.774904 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:02:16.774908 3775 port_claim.go:71] Svc openshift-ingress/router-default: port 31701 is already open, no action needed I0405 15:02:16.774907 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 15:02:16.774917 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:02:16.774928 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:02:16.774935 3775 port_claim.go:71] Svc openshift-ingress/router-default: port 30253 is already open, no action needed I0405 15:02:16.774934 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:02:16.774941 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:02:16.774945 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:02:16.774950 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:02:16.774952 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:02:16.774956 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:02:16.774766 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:02:16.774992 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:02:16.775008 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:02:16.775016 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 15:02:16.774992 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:02:16.775031 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:02:16.775038 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:02:16.774929 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 15:02:16.775149 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:02:16.775163 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:02:16.774946 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:16.775185 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:16.774766 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 15:02:16.775236 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 15:02:16.774863 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 15:02:16.774867 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 15:02:16.774816 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:02:16.775313 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:02:16.775323 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 15:02:16.774819 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:02:16.774992 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 15:02:16.775364 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 15:02:16.775369 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 15:02:16.774845 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:02:16.775377 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 15:02:16.774994 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:02:16.775138 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:02:16.776484 3775 node_ip_handler_linux.go:160] Node IP manager is running W0405 15:02:16.819334 3775 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 15:02:16.819534 3775 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 15:02:16.819687 3775 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0405 15:02:16.829666 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 15:02:16.850710 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 15:02:16.850786 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 15:02:16.850811 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 15:02:16.850831 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 15:02:16.850847 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 15:02:16.850859 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 15:02:16.850870 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 15:02:16.898196 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 15:02:16.898207 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 15:02:16.898225 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 15:02:16.898236 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 15:02:16.898246 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 15:02:16.898256 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 15:02:16.898265 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 15:02:16.898271 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 15:02:16.898277 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 15:02:16.898295 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 15:02:16.898301 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 15:02:16.898313 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 15:02:16.898319 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) W0405 15:02:18.089344 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 15:02:18.580095 3775 default_node_network_controller.go:1369] Starting node controller node sync W0405 15:02:18.580155 3775 egressip_healthcheck.go:76] Health checking using insecure connection I0405 15:02:18.580213 3775 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0405 15:02:18.591890 3775 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.765141ms I0405 15:02:18.592008 3775 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-31.ec2.internal", IP: 10.0.0.31 to PMTUD blocking rules I0405 15:02:18.592021 3775 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-31.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 15:02:18.592010 3775 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-229.ec2.internal", IP: 10.0.2.229 to PMTUD blocking rules I0405 15:02:18.592085 3775 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-229.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 15:02:18.603919 3775 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0405 15:02:18.604204 3775 egressservice_node.go:93] Setting up event handlers for Egress Services I0405 15:02:18.604312 3775 egressservice_node.go:183] Starting Egress Services Controller I0405 15:02:18.604330 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 15:02:18.604342 3775 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 15:02:18.604349 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 15:02:18.604354 3775 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 15:02:18.604359 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 15:02:18.604364 3775 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 15:02:18.604368 3775 egressservice_node.go:197] Repairing Egress Services I0405 15:02:18.614445 3775 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0405 15:02:18.614459 3775 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 15:02:18.614637 3775 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0405 15:02:18.614647 3775 link_network_manager.go:117] Link manager is running I0405 15:02:18.614654 3775 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0405 15:02:18.614715 3775 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0405 15:02:18.615113 3775 vrf_manager.go:128] VRF manager is running I0405 15:02:18.615226 3775 node_controller_manager.go:437] Removing flows to drop GARP I0405 15:02:18.615240 3775 gateway.go:519] Reconciling gateway with updates I0405 15:02:18.635577 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0405 15:02:18.635591 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:02:18.635596 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 15:02:18.635608 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0405 15:02:18.635610 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:02:18.635618 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0405 15:02:18.635620 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 15:02:18.635621 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:02:18.635632 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:02:18.635626 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:02:18.635637 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:02:18.635643 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:02:18.635646 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:02:18.635652 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:02:18.635655 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:02:18.635654 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:02:18.635657 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:02:18.635666 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:02:18.635672 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:02:18.635672 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:02:18.635680 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:02:18.635687 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 15:02:18.635682 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:02:18.635697 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:02:18.635642 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 15:02:18.635633 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:02:18.635709 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 15:02:18.635711 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:02:18.635713 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:02:18.635713 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:02:18.635719 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:02:18.635721 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 15:02:18.635723 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:02:18.635726 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:02:18.635710 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:02:18.635736 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 15:02:18.635735 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 15:02:18.635735 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 15:02:18.635743 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:02:18.635726 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 15:02:18.635741 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:02:18.635752 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:02:18.635759 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:02:18.635766 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:02:18.635765 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:18.635766 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:02:18.635773 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 15:02:18.635766 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:02:18.635777 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:18.635758 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:02:18.635786 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:02:18.635786 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:02:18.635793 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:02:18.635793 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:02:18.635795 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:02:18.635802 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:02:18.635805 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:02:18.635811 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:02:18.635809 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:02:18.635818 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 15:02:18.635817 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 15:02:18.635796 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:02:18.635828 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 15:02:18.635832 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 15:02:18.635721 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 15:02:18.635836 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 15:02:18.635841 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 15:02:18.635611 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 15:02:18.635849 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 15:02:18.635660 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 15:02:18.635879 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 15:02:18.635755 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 15:02:18.635897 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 15:02:18.635725 3775 port_claim.go:71] Svc openshift-ingress/router-default: port 31701 is already open, no action needed I0405 15:02:18.635916 3775 port_claim.go:71] Svc openshift-ingress/router-default: port 30253 is already open, no action needed I0405 15:02:18.635853 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 15:02:18.635764 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 15:02:18.635828 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:02:18.635721 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 15:02:18.635696 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:02:18.636067 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:02:18.635724 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:02:18.636103 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:02:18.635734 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:02:18.635741 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:02:18.636180 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:02:18.636185 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 15:02:18.635703 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:02:18.635741 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 15:02:18.636213 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 15:02:18.635744 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 15:02:18.635747 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 15:02:18.635751 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 15:02:18.635754 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:02:18.635755 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:02:18.636291 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:02:18.635752 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:02:18.636314 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:02:18.635768 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:02:18.636336 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 15:02:18.635635 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:02:18.636343 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:02:18.635766 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:02:18.636370 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:02:18.635776 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:02:18.636392 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:02:18.636396 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 15:02:18.635779 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:02:18.635703 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:02:18.635768 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:02:18.636442 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:02:18.635782 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 15:02:18.635787 3775 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:02:18.636474 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:02:18.635795 3775 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:02:18.635834 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 15:02:18.635881 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 15:02:18.676193 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 15:02:18.676220 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 15:02:18.676229 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 15:02:18.676238 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 15:02:18.676245 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 15:02:18.676255 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 15:02:18.676264 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 15:02:18.716108 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 15:02:18.736405 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 15:02:18.736427 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 15:02:18.736413 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 15:02:18.736446 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 15:02:18.736453 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 15:02:18.736460 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 15:02:18.736467 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 15:02:18.736473 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 15:02:18.736479 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 15:02:18.736485 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 15:02:18.736492 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 15:02:18.736514 3775 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) W0405 15:02:34.191519 3775 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 15:02:34.333737 3775 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-5b6654bf-fnn2h IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5b6654bf-fnn2h: no pod IPs found W0405 15:02:34.392483 3775 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0405 15:02:35.119038 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:02:35.119073 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 40.442µs I0405 15:02:35.152322 3775 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6dfc495989-fncf4] creating logical port openshift-image-registry_image-registry-6dfc495989-fncf4 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:35.152445 3775 kube.go:256] Updating pod openshift-image-registry/image-registry-6dfc495989-fncf4 I0405 15:02:35.173768 3775 pod.go:62] [openshift-image-registry/image-registry-6dfc495989-fncf4] pod update took 21.36049ms I0405 15:02:35.173794 3775 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6dfc495989-fncf4] addLogicalPort annotation time took 21.392533ms I0405 15:02:35.175015 3775 pods.go:271] [openshift-image-registry/image-registry-6dfc495989-fncf4] addLogicalPort took 22.708771ms, libovsdb time 932.93µs I0405 15:02:35.192995 3775 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-pmkcl] creating logical port openshift-dns_dns-default-pmkcl for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:35.193101 3775 kube.go:256] Updating pod openshift-dns/dns-default-pmkcl I0405 15:02:35.193180 3775 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-kjtzc] creating logical port openshift-insights_insights-runtime-extractor-kjtzc for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:35.193261 3775 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-kjtzc I0405 15:02:35.210014 3775 pod.go:62] [openshift-dns/dns-default-pmkcl] pod update took 16.944028ms I0405 15:02:35.210045 3775 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-pmkcl] addLogicalPort annotation time took 16.979576ms I0405 15:02:35.211536 3775 pods.go:271] [openshift-dns/dns-default-pmkcl] addLogicalPort took 18.555241ms, libovsdb time 1.179127ms I0405 15:02:35.211926 3775 pod.go:62] [openshift-insights/insights-runtime-extractor-kjtzc] pod update took 18.691545ms I0405 15:02:35.211954 3775 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-kjtzc] addLogicalPort annotation time took 18.719327ms I0405 15:02:35.212981 3775 pods.go:271] [openshift-insights/insights-runtime-extractor-kjtzc] addLogicalPort took 19.812302ms, libovsdb time 707.942µs I0405 15:02:35.281442 3775 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zcs7m] creating logical port openshift-ingress-canary_ingress-canary-zcs7m for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:35.281559 3775 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zcs7m I0405 15:02:35.296814 3775 pod.go:62] [openshift-ingress-canary/ingress-canary-zcs7m] pod update took 15.281456ms I0405 15:02:35.296848 3775 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-zcs7m] addLogicalPort annotation time took 15.341245ms I0405 15:02:35.298260 3775 pods.go:271] [openshift-ingress-canary/ingress-canary-zcs7m] addLogicalPort took 16.82956ms, libovsdb time 1.037147ms I0405 15:02:35.573769 3775 cni.go:403] [openshift-image-registry/image-registry-6dfc495989-fncf4 2f82af9828a5e3f650a666931de55f5b339763acadfa391e2643e8a7097ad550 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6dfc495989-fncf4 2f82af9828a5e3f650a666931de55f5b339763acadfa391e2643e8a7097ad550 network default NAD default] I0405 15:02:35.610027 3775 cni.go:403] [openshift-dns/dns-default-pmkcl 6dffc93f9bb00b292398f1a79b8c47d7f9f0e845be4359e3ad03687718105d68 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-pmkcl 6dffc93f9bb00b292398f1a79b8c47d7f9f0e845be4359e3ad03687718105d68 network default NAD default] I0405 15:02:35.621684 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-pmkcl, hostIfaceName: 6dffc93f9bb00b2, network: default, NAD default, SandboxID: "6dffc93f9bb00b292398f1a79b8c47d7f9f0e845be4359e3ad03687718105d68", PCI device ID: , UID: "612fd077-4496-43a1-ac0d-409d0acb957c", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0405 15:02:35.621759 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6dfc495989-fncf4, hostIfaceName: 2f82af9828a5e3f, network: default, NAD default, SandboxID: "2f82af9828a5e3f650a666931de55f5b339763acadfa391e2643e8a7097ad550", PCI device ID: , UID: "0fb90d3e-66ce-4973-a27b-a62f53c38027", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0405 15:02:35.650457 3775 cni.go:403] [openshift-insights/insights-runtime-extractor-kjtzc 859c3813f6e68c25917ce3af338b23d1ee4c46e49edc3cca785d33ca1f6d3da5 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-kjtzc 859c3813f6e68c25917ce3af338b23d1ee4c46e49edc3cca785d33ca1f6d3da5 network default NAD default] I0405 15:02:35.671406 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-kjtzc, hostIfaceName: 859c3813f6e68c2, network: default, NAD default, SandboxID: "859c3813f6e68c25917ce3af338b23d1ee4c46e49edc3cca785d33ca1f6d3da5", PCI device ID: , UID: "ce0e92a6-203d-4ae9-9a72-c9931c6196a7", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0405 15:02:35.674571 3775 cni.go:403] [openshift-ingress-canary/ingress-canary-zcs7m f03365fa46d5295e412882d71fcad21f7f989486110dd8d0db9bce7f2f196311 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zcs7m f03365fa46d5295e412882d71fcad21f7f989486110dd8d0db9bce7f2f196311 network default NAD default] I0405 15:02:35.687857 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zcs7m, hostIfaceName: f03365fa46d5295, network: default, NAD default, SandboxID: "f03365fa46d5295e412882d71fcad21f7f989486110dd8d0db9bce7f2f196311", PCI device ID: , UID: "6d326a1e-8a32-4302-803a-69ae7615e97d", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0405 15:02:35.698199 3775 cni.go:424] [openshift-image-registry/image-registry-6dfc495989-fncf4 2f82af9828a5e3f650a666931de55f5b339763acadfa391e2643e8a7097ad550 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6dfc495989-fncf4 2f82af9828a5e3f650a666931de55f5b339763acadfa391e2643e8a7097ad550 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:28:7c:70:ff:92\",\"name\":\"2f82af9828a5e3f\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4924ea11-f84e-4892-a76b-9ce3b7c5f1df\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:02:35.708275 3775 cni.go:424] [openshift-dns/dns-default-pmkcl 6dffc93f9bb00b292398f1a79b8c47d7f9f0e845be4359e3ad03687718105d68 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-pmkcl 6dffc93f9bb00b292398f1a79b8c47d7f9f0e845be4359e3ad03687718105d68 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:3e:65:0b:a0:a3\",\"name\":\"6dffc93f9bb00b2\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be4a3079-0c9e-49b9-acf0-341b40dc1d80\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:02:35.741479 3775 cni.go:424] [openshift-insights/insights-runtime-extractor-kjtzc 859c3813f6e68c25917ce3af338b23d1ee4c46e49edc3cca785d33ca1f6d3da5 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-kjtzc 859c3813f6e68c25917ce3af338b23d1ee4c46e49edc3cca785d33ca1f6d3da5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:c2:ec:85:d1:e9\",\"name\":\"859c3813f6e68c2\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e9cbe8d-ac51-472d-a788-1bebb3f42a52\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:02:35.757865 3775 cni.go:424] [openshift-ingress-canary/ingress-canary-zcs7m f03365fa46d5295e412882d71fcad21f7f989486110dd8d0db9bce7f2f196311 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zcs7m f03365fa46d5295e412882d71fcad21f7f989486110dd8d0db9bce7f2f196311 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:9e:dc:e0:63:2c\",\"name\":\"f03365fa46d5295\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22322ba4-bd2c-403a-b4ed-549af885407b\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:02:35.981994 3775 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 15:02:37.546271 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0405 15:02:38.555240 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0405 15:02:38.580911 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-847b8ff89d-9kh67] creating logical port openshift-monitoring_prometheus-operator-847b8ff89d-9kh67 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:38.581014 3775 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-847b8ff89d-9kh67 I0405 15:02:38.604168 3775 pod.go:62] [openshift-monitoring/prometheus-operator-847b8ff89d-9kh67] pod update took 23.184804ms I0405 15:02:38.604200 3775 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-847b8ff89d-9kh67] addLogicalPort annotation time took 23.222834ms I0405 15:02:38.605497 3775 pods.go:271] [openshift-monitoring/prometheus-operator-847b8ff89d-9kh67] addLogicalPort took 24.596762ms, libovsdb time 1.00259ms W0405 15:02:39.313572 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0405 15:02:39.530537 3775 base_network_controller_pods.go:487] [default/openshift-console/console-59d4ff6b96-bkbkd] creating logical port openshift-console_console-59d4ff6b96-bkbkd for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:39.530641 3775 kube.go:256] Updating pod openshift-console/console-59d4ff6b96-bkbkd I0405 15:02:39.549421 3775 pod.go:62] [openshift-console/console-59d4ff6b96-bkbkd] pod update took 18.807328ms I0405 15:02:39.549450 3775 base_network_controller_pods.go:937] [default/openshift-console/console-59d4ff6b96-bkbkd] addLogicalPort annotation time took 18.840729ms I0405 15:02:39.550698 3775 pods.go:271] [openshift-console/console-59d4ff6b96-bkbkd] addLogicalPort took 20.202782ms, libovsdb time 896.162µs W0405 15:02:39.559969 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0405 15:02:39.579218 3775 cni.go:403] [openshift-monitoring/prometheus-operator-847b8ff89d-9kh67 8227124f4c9560476a908c1cf2e76da8c8806dd994a135bceae76cb87251dcc7 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-9kh67 8227124f4c9560476a908c1cf2e76da8c8806dd994a135bceae76cb87251dcc7 network default NAD default] I0405 15:02:39.590883 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-847b8ff89d-9kh67, hostIfaceName: 8227124f4c95604, network: default, NAD default, SandboxID: "8227124f4c9560476a908c1cf2e76da8c8806dd994a135bceae76cb87251dcc7", PCI device ID: , UID: "44a7b2dc-e796-4d3e-9894-b68125dedfae", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0405 15:02:39.641067 3775 cni.go:424] [openshift-monitoring/prometheus-operator-847b8ff89d-9kh67 8227124f4c9560476a908c1cf2e76da8c8806dd994a135bceae76cb87251dcc7 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-9kh67 8227124f4c9560476a908c1cf2e76da8c8806dd994a135bceae76cb87251dcc7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:e3:6a:94:d5:25\",\"name\":\"8227124f4c95604\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27fcfc56-b15c-421c-a2ef-f2441af8acb9\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:02:39.938663 3775 cni.go:403] [openshift-console/console-59d4ff6b96-bkbkd 5bb4838833a865fedd8d4e291efbd4bad0b61ce53a8c525f5f7e082d2010b4a8 network default NAD default] ADD starting CNI request [openshift-console/console-59d4ff6b96-bkbkd 5bb4838833a865fedd8d4e291efbd4bad0b61ce53a8c525f5f7e082d2010b4a8 network default NAD default] I0405 15:02:39.949408 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-59d4ff6b96-bkbkd, hostIfaceName: 5bb4838833a865f, network: default, NAD default, SandboxID: "5bb4838833a865fedd8d4e291efbd4bad0b61ce53a8c525f5f7e082d2010b4a8", PCI device ID: , UID: "536d5c10-e82e-4309-afa5-7102706b38c5", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0405 15:02:40.000830 3775 cni.go:424] [openshift-console/console-59d4ff6b96-bkbkd 5bb4838833a865fedd8d4e291efbd4bad0b61ce53a8c525f5f7e082d2010b4a8 network default NAD default] ADD finished CNI request [openshift-console/console-59d4ff6b96-bkbkd 5bb4838833a865fedd8d4e291efbd4bad0b61ce53a8c525f5f7e082d2010b4a8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:cb:cd:49:03:06\",\"name\":\"5bb4838833a865f\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e066e111-3ba7-453c-8756-bf30d9926940\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:02:44.043493 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0405 15:02:44.063580 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-swkt6] creating logical port openshift-monitoring_openshift-state-metrics-77dc8fdc5c-swkt6 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:44.063678 3775 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-77dc8fdc5c-swkt6 I0405 15:02:44.081107 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-fwx72] creating logical port openshift-monitoring_kube-state-metrics-794f95bd5b-fwx72 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:44.081203 3775 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-794f95bd5b-fwx72 I0405 15:02:44.085122 3775 pod.go:62] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-swkt6] pod update took 21.471328ms I0405 15:02:44.085151 3775 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-swkt6] addLogicalPort annotation time took 21.50669ms I0405 15:02:44.086396 3775 pods.go:271] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-swkt6] addLogicalPort took 22.843076ms, libovsdb time 895.409µs I0405 15:02:44.101251 3775 pod.go:62] [openshift-monitoring/kube-state-metrics-794f95bd5b-fwx72] pod update took 20.071969ms I0405 15:02:44.101280 3775 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-fwx72] addLogicalPort annotation time took 20.108345ms I0405 15:02:44.102593 3775 pods.go:271] [openshift-monitoring/kube-state-metrics-794f95bd5b-fwx72] addLogicalPort took 21.504173ms, libovsdb time 931.324µs W0405 15:02:44.297987 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:44.298008 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:44.298013 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:44.298028 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:44.298034 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:44.298039 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:44.420247 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 15:02:44.420272 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0405 15:02:44.483719 3775 cni.go:403] [openshift-monitoring/kube-state-metrics-794f95bd5b-fwx72 75510eecbafa2066f52fd014ef558ebb8ddef429de09cdceb5672cc22d639fec network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-fwx72 75510eecbafa2066f52fd014ef558ebb8ddef429de09cdceb5672cc22d639fec network default NAD default] I0405 15:02:44.494103 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-794f95bd5b-fwx72, hostIfaceName: 75510eecbafa206, network: default, NAD default, SandboxID: "75510eecbafa2066f52fd014ef558ebb8ddef429de09cdceb5672cc22d639fec", PCI device ID: , UID: "d99cec4b-2d53-48aa-8379-5fbb519bc1be", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0405 15:02:44.543938 3775 cni.go:424] [openshift-monitoring/kube-state-metrics-794f95bd5b-fwx72 75510eecbafa2066f52fd014ef558ebb8ddef429de09cdceb5672cc22d639fec network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-fwx72 75510eecbafa2066f52fd014ef558ebb8ddef429de09cdceb5672cc22d639fec network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:84:e5:9f:b0:fc\",\"name\":\"75510eecbafa206\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ccbc4a8-1fcf-4b57-9468-d947224b26d5\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:02:45.095438 3775 cni.go:403] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-swkt6 fd26e0409f81b17d0a1eabc18aadad70c728ed0ac298ad2e4974820015c0e236 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-swkt6 fd26e0409f81b17d0a1eabc18aadad70c728ed0ac298ad2e4974820015c0e236 network default NAD default] I0405 15:02:45.112868 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-77dc8fdc5c-swkt6, hostIfaceName: fd26e0409f81b17, network: default, NAD default, SandboxID: "fd26e0409f81b17d0a1eabc18aadad70c728ed0ac298ad2e4974820015c0e236", PCI device ID: , UID: "2c7e9106-6234-4579-bb1c-188b36df5d6f", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0405 15:02:45.166625 3775 cni.go:424] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-swkt6 fd26e0409f81b17d0a1eabc18aadad70c728ed0ac298ad2e4974820015c0e236 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-swkt6 fd26e0409f81b17d0a1eabc18aadad70c728ed0ac298ad2e4974820015c0e236 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:93:86:f3:c9:10\",\"name\":\"fd26e0409f81b17\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82fd4b2b-fc68-41e4-b731-2e0cb8e89bd3\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:02:45.201568 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:45.201721 3775 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0405 15:02:45.222269 3775 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.593356ms I0405 15:02:45.222309 3775 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 20.64235ms I0405 15:02:45.223807 3775 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.253501ms, libovsdb time 1.116956ms W0405 15:02:45.592199 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 15:02:45.592234 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 15:02:45.890052 3775 cni.go:403] [openshift-monitoring/alertmanager-main-0 8ae171e298030d5ccfb64bdc68c6819e880d2e4f6aff98e10f4ae179f1692b4d network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 8ae171e298030d5ccfb64bdc68c6819e880d2e4f6aff98e10f4ae179f1692b4d network default NAD default] I0405 15:02:45.900855 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 8ae171e298030d5, network: default, NAD default, SandboxID: "8ae171e298030d5ccfb64bdc68c6819e880d2e4f6aff98e10f4ae179f1692b4d", PCI device ID: , UID: "a394648c-f62e-45de-98ea-491eb99be74b", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0405 15:02:45.950826 3775 cni.go:424] [openshift-monitoring/alertmanager-main-0 8ae171e298030d5ccfb64bdc68c6819e880d2e4f6aff98e10f4ae179f1692b4d network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 8ae171e298030d5ccfb64bdc68c6819e880d2e4f6aff98e10f4ae179f1692b4d network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:cc:b8:ae:fd:22\",\"name\":\"8ae171e298030d5\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8e93225-e29e-48ad-a97b-2d16977f57d1\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:02:46.076835 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5849b9f89d-nclpf] creating logical port openshift-monitoring_thanos-querier-5849b9f89d-nclpf for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:46.076980 3775 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5849b9f89d-nclpf I0405 15:02:46.129754 3775 pod.go:62] [openshift-monitoring/thanos-querier-5849b9f89d-nclpf] pod update took 52.820472ms I0405 15:02:46.129789 3775 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-5849b9f89d-nclpf] addLogicalPort annotation time took 52.865091ms I0405 15:02:46.131012 3775 pods.go:271] [openshift-monitoring/thanos-querier-5849b9f89d-nclpf] addLogicalPort took 54.198732ms, libovsdb time 851.984µs I0405 15:02:46.472931 3775 cni.go:403] [openshift-monitoring/thanos-querier-5849b9f89d-nclpf d25d924ad766226f938fdaeae320e26c3d46c79e74831547552bd7e53d795b55 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-5849b9f89d-nclpf d25d924ad766226f938fdaeae320e26c3d46c79e74831547552bd7e53d795b55 network default NAD default] I0405 15:02:46.487963 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5849b9f89d-nclpf, hostIfaceName: d25d924ad766226, network: default, NAD default, SandboxID: "d25d924ad766226f938fdaeae320e26c3d46c79e74831547552bd7e53d795b55", PCI device ID: , UID: "50ff074d-26b3-4591-9482-04a4ff0e0702", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0405 15:02:46.551688 3775 cni.go:424] [openshift-monitoring/thanos-querier-5849b9f89d-nclpf d25d924ad766226f938fdaeae320e26c3d46c79e74831547552bd7e53d795b55 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-5849b9f89d-nclpf d25d924ad766226f938fdaeae320e26c3d46c79e74831547552bd7e53d795b55 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:a4:d4:ba:e8:c3\",\"name\":\"d25d924ad766226\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81b8f74a-19a3-4036-af09-3d4df4afccc7\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:02:48.604641 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5bfbbbb5f7-fvc26] creating logical port openshift-monitoring_metrics-server-5bfbbbb5f7-fvc26 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:48.604780 3775 kube.go:256] Updating pod openshift-monitoring/metrics-server-5bfbbbb5f7-fvc26 I0405 15:02:48.621352 3775 pod.go:62] [openshift-monitoring/metrics-server-5bfbbbb5f7-fvc26] pod update took 16.597603ms I0405 15:02:48.621381 3775 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-5bfbbbb5f7-fvc26] addLogicalPort annotation time took 16.632131ms I0405 15:02:48.622633 3775 pods.go:271] [openshift-monitoring/metrics-server-5bfbbbb5f7-fvc26] addLogicalPort took 18.01233ms, libovsdb time 928.992µs I0405 15:02:48.766805 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-qk7pf] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-qk7pf for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:48.766912 3775 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-qk7pf I0405 15:02:48.780824 3775 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-qk7pf] pod update took 13.936469ms I0405 15:02:48.780851 3775 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-qk7pf] addLogicalPort annotation time took 13.970606ms I0405 15:02:48.782147 3775 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-qk7pf] addLogicalPort took 15.363711ms, libovsdb time 929.867µs W0405 15:02:48.999726 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:48.999752 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:48.999761 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 15:02:49.057653 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:49.057680 3775 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:49.057687 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 15:02:49.246074 3775 cni.go:403] [openshift-monitoring/metrics-server-5bfbbbb5f7-fvc26 6f3975ac106fb3223f6d82a6946809b5b704f4e8594429fb1841b5659eb24765 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-5bfbbbb5f7-fvc26 6f3975ac106fb3223f6d82a6946809b5b704f4e8594429fb1841b5659eb24765 network default NAD default] I0405 15:02:49.256592 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5bfbbbb5f7-fvc26, hostIfaceName: 6f3975ac106fb32, network: default, NAD default, SandboxID: "6f3975ac106fb3223f6d82a6946809b5b704f4e8594429fb1841b5659eb24765", PCI device ID: , UID: "a6733cb2-853f-4a91-a19c-1bd7ad9f5e37", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0405 15:02:49.311819 3775 cni.go:424] [openshift-monitoring/metrics-server-5bfbbbb5f7-fvc26 6f3975ac106fb3223f6d82a6946809b5b704f4e8594429fb1841b5659eb24765 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-5bfbbbb5f7-fvc26 6f3975ac106fb3223f6d82a6946809b5b704f4e8594429fb1841b5659eb24765 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:68:29:20:aa:23\",\"name\":\"6f3975ac106fb32\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d47ce3f2-efb2-4f3e-8a80-970bd4f5a823\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:02:49.769850 3775 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-qk7pf 4be06c841b25bae4d397a8dff014f953a852c09db3f5385c25c7bf1c2f53e0e9 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-qk7pf 4be06c841b25bae4d397a8dff014f953a852c09db3f5385c25c7bf1c2f53e0e9 network default NAD default] I0405 15:02:49.781295 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-qk7pf, hostIfaceName: 4be06c841b25bae, network: default, NAD default, SandboxID: "4be06c841b25bae4d397a8dff014f953a852c09db3f5385c25c7bf1c2f53e0e9", PCI device ID: , UID: "e3dbb695-7731-49c3-930b-2a228d662a91", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0405 15:02:49.837386 3775 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-qk7pf 4be06c841b25bae4d397a8dff014f953a852c09db3f5385c25c7bf1c2f53e0e9 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-qk7pf 4be06c841b25bae4d397a8dff014f953a852c09db3f5385c25c7bf1c2f53e0e9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:7d:1b:1a:36:86\",\"name\":\"4be06c841b25bae\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/806df6c2-2be5-4f1d-9559-841f1818bd01\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:02:49.993075 3775 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-59d4ff6b96-ctxv7 IP address from the namespace address-set, err: pod openshift-console/console-59d4ff6b96-ctxv7: no pod IPs found I0405 15:02:50.402059 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:02:50.402237 3775 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0405 15:02:50.424941 3775 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 22.753617ms I0405 15:02:50.424965 3775 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 22.784148ms I0405 15:02:50.426421 3775 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.381957ms, libovsdb time 1.113091ms W0405 15:02:51.273774 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 15:02:51.273801 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0405 15:02:52.101673 3775 cni.go:403] [openshift-monitoring/prometheus-k8s-0 f016da1375738059d2110ca6a29fe56bda92cf4c0b37dc7be1d1d6927f4d70ad network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f016da1375738059d2110ca6a29fe56bda92cf4c0b37dc7be1d1d6927f4d70ad network default NAD default] I0405 15:02:52.111842 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f016da137573805, network: default, NAD default, SandboxID: "f016da1375738059d2110ca6a29fe56bda92cf4c0b37dc7be1d1d6927f4d70ad", PCI device ID: , UID: "bead81d4-d1cf-4bfd-9c28-c466a0ef143a", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0405 15:02:52.163880 3775 cni.go:424] [openshift-monitoring/prometheus-k8s-0 f016da1375738059d2110ca6a29fe56bda92cf4c0b37dc7be1d1d6927f4d70ad network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f016da1375738059d2110ca6a29fe56bda92cf4c0b37dc7be1d1d6927f4d70ad network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:11:ac:fd:02:f6\",\"name\":\"f016da137573805\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fb5a86a-53ca-4d89-8644-4c11031a0d16\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:02:53.074192 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0405 15:02:53.144530 3775 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.144555 3775 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.144562 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.144567 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.166212 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0405 15:02:53.209652 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:53.209673 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:53.227199 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 15:02:54.104057 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:54.104079 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:54.104084 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:54.104089 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0405 15:02:54.772240 3775 cni.go:403] [openshift-multus/network-metrics-daemon-q29dk 4afbbe0387d4f0700d1591aece2bd44f39bea3760cd31ed22234491e1a9e2f0e network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-q29dk 4afbbe0387d4f0700d1591aece2bd44f39bea3760cd31ed22234491e1a9e2f0e network default NAD default] I0405 15:02:54.782219 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-q29dk, hostIfaceName: 4afbbe0387d4f07, network: default, NAD default, SandboxID: "4afbbe0387d4f0700d1591aece2bd44f39bea3760cd31ed22234491e1a9e2f0e", PCI device ID: , UID: "8142f920-fd66-425a-8d57-e4d68e7b3617", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0405 15:02:54.834825 3775 cni.go:424] [openshift-multus/network-metrics-daemon-q29dk 4afbbe0387d4f0700d1591aece2bd44f39bea3760cd31ed22234491e1a9e2f0e network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-q29dk 4afbbe0387d4f0700d1591aece2bd44f39bea3760cd31ed22234491e1a9e2f0e network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:79:98:74:85:af\",\"name\":\"4afbbe0387d4f07\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ad433c4-64d2-4aaf-bcf9-516a8e137598\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:02:55.683613 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 15:02:55.744282 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:55.744310 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:55.783350 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:55.783376 3775 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:55.783385 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 15:02:55.908787 3775 cni.go:403] [openshift-network-diagnostics/network-check-target-w5n8h 3ac6de58db1173e68b8aa41623afdb63ffe133a593d1a4ff08cd9758c0fedbc4 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-w5n8h 3ac6de58db1173e68b8aa41623afdb63ffe133a593d1a4ff08cd9758c0fedbc4 network default NAD default] I0405 15:02:55.918946 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-w5n8h, hostIfaceName: 3ac6de58db1173e, network: default, NAD default, SandboxID: "3ac6de58db1173e68b8aa41623afdb63ffe133a593d1a4ff08cd9758c0fedbc4", PCI device ID: , UID: "53cda22a-ed95-440a-b0e5-721aad98fcad", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] W0405 15:02:55.964027 3775 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-8544465757-7jbgt IP address from the namespace address-set, err: pod openshift-console/console-8544465757-7jbgt: no pod IPs found W0405 15:02:55.964135 3775 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-8544465757-b8gk7 IP address from the namespace address-set, err: pod openshift-console/console-8544465757-b8gk7: no pod IPs found I0405 15:02:55.972172 3775 cni.go:424] [openshift-network-diagnostics/network-check-target-w5n8h 3ac6de58db1173e68b8aa41623afdb63ffe133a593d1a4ff08cd9758c0fedbc4 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-w5n8h 3ac6de58db1173e68b8aa41623afdb63ffe133a593d1a4ff08cd9758c0fedbc4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:a1:3e:77:31:3f\",\"name\":\"3ac6de58db1173e\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b07c265-e2e1-40a3-801f-1e610510aacb\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:02:56.987555 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0405 15:02:59.728994 3775 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:02:59.729676 3775 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:00.728225 3775 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:00.728259 3775 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:00.734261 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56c6fc44b-4qckn I0405 15:03:00.734292 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56c6fc44b-4qckn I0405 15:03:06.648587 3775 obj_retry.go:464] Detected object openshift-console/console-7754f79997-gdx2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:06.649178 3775 obj_retry.go:464] Detected object openshift-console/console-7754f79997-gdx2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:07.469017 3775 obj_retry.go:458] Detected object openshift-console/console-7754f79997-gdx2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:07.469044 3775 obj_retry.go:458] Detected object openshift-console/console-7754f79997-gdx2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:07.475981 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7754f79997-gdx2s I0405 15:03:07.476011 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7754f79997-gdx2s W0405 15:03:14.099153 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 15:03:15.665353 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:03:15.665378 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:03:15.665383 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 15:03:16.206322 3775 cni.go:403] [openshift-console/console-59d4ff6b96-bkbkd 5bb4838833a865fedd8d4e291efbd4bad0b61ce53a8c525f5f7e082d2010b4a8 network default NAD default] DEL starting CNI request [openshift-console/console-59d4ff6b96-bkbkd 5bb4838833a865fedd8d4e291efbd4bad0b61ce53a8c525f5f7e082d2010b4a8 network default NAD default] I0405 15:03:16.285856 3775 cni.go:424] [openshift-console/console-59d4ff6b96-bkbkd 5bb4838833a865fedd8d4e291efbd4bad0b61ce53a8c525f5f7e082d2010b4a8 network default NAD default] DEL finished CNI request [openshift-console/console-59d4ff6b96-bkbkd 5bb4838833a865fedd8d4e291efbd4bad0b61ce53a8c525f5f7e082d2010b4a8 network default NAD default], result "{}", err I0405 15:03:16.339858 3775 obj_retry.go:464] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:16.339893 3775 pods.go:176] Deleting pod: openshift-console/console-59d4ff6b96-bkbkd I0405 15:03:16.341396 3775 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59d4ff6b96-bkbkd, ips: 10.130.0.10 I0405 15:03:16.341422 3775 obj_retry.go:464] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:16.348111 3775 base_network_controller_pods.go:487] [default/openshift-console/console-fd76b8996-mr7k5] creating logical port openshift-console_console-fd76b8996-mr7k5 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:03:16.348296 3775 kube.go:256] Updating pod openshift-console/console-fd76b8996-mr7k5 I0405 15:03:16.363965 3775 pod.go:62] [openshift-console/console-fd76b8996-mr7k5] pod update took 15.700539ms I0405 15:03:16.363992 3775 base_network_controller_pods.go:937] [default/openshift-console/console-fd76b8996-mr7k5] addLogicalPort annotation time took 15.734859ms I0405 15:03:16.365189 3775 pods.go:271] [openshift-console/console-fd76b8996-mr7k5] addLogicalPort took 17.099292ms, libovsdb time 893.769µs I0405 15:03:16.709038 3775 cni.go:403] [openshift-console/console-fd76b8996-mr7k5 9841770e7638416a168135e2de008600330e832fa4842bcb05da3d2fcb763fed network default NAD default] ADD starting CNI request [openshift-console/console-fd76b8996-mr7k5 9841770e7638416a168135e2de008600330e832fa4842bcb05da3d2fcb763fed network default NAD default] I0405 15:03:16.718625 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-fd76b8996-mr7k5, hostIfaceName: 9841770e7638416, network: default, NAD default, SandboxID: "9841770e7638416a168135e2de008600330e832fa4842bcb05da3d2fcb763fed", PCI device ID: , UID: "dbad346a-b0be-4dee-b115-915af84a02a5", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0405 15:03:16.768378 3775 cni.go:424] [openshift-console/console-fd76b8996-mr7k5 9841770e7638416a168135e2de008600330e832fa4842bcb05da3d2fcb763fed network default NAD default] ADD finished CNI request [openshift-console/console-fd76b8996-mr7k5 9841770e7638416a168135e2de008600330e832fa4842bcb05da3d2fcb763fed network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:a4:cd:46:4e:a0\",\"name\":\"9841770e7638416\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fad65b10-9996-4cc9-b12b-345360ce3339\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:03:17.194930 3775 obj_retry.go:458] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:17.194960 3775 obj_retry.go:458] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:17.200132 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59d4ff6b96-bkbkd I0405 15:03:17.200167 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59d4ff6b96-bkbkd W0405 15:03:17.497832 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 15:03:17.497858 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 15:03:17.536172 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 15:03:17.536201 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 15:03:22.363821 3775 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:22.364363 3775 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:22.809095 3775 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:22.809119 3775 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:22.812358 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56c6fc44b-l64fm I0405 15:03:22.812384 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56c6fc44b-l64fm W0405 15:03:27.248990 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 15:03:31.134616 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:03:31.556781 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 15:03:31.581013 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 15:03:41.606652 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0405 15:03:42.851756 3775 obj_retry.go:464] Detected object openshift-console/console-7754f79997-87x49 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:42.852340 3775 obj_retry.go:464] Detected object openshift-console/console-7754f79997-87x49 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:43.176192 3775 obj_retry.go:458] Detected object openshift-console/console-7754f79997-87x49 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:43.176220 3775 obj_retry.go:458] Detected object openshift-console/console-7754f79997-87x49 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:43.182527 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7754f79997-87x49 I0405 15:03:43.182561 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7754f79997-87x49 I0405 15:03:47.352280 3775 obj_retry.go:464] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:47.352905 3775 obj_retry.go:464] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:47.617185 3775 obj_retry.go:458] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:47.617214 3775 obj_retry.go:458] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:47.627124 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-65dcdf7b47-l558j I0405 15:03:47.627154 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-65dcdf7b47-l558j W0405 15:03:50.946185 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:03:50.946209 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:03:50.946223 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:03:50.946230 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:03:51.393005 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:03:51.393028 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0405 15:04:49.503787 3775 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-wvwkm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:49.504333 3775 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-wvwkm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:49.898650 3775 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-wvwkm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:49.898679 3775 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-wvwkm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:49.907886 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-fd76b8996-wvwkm I0405 15:04:49.907907 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-fd76b8996-wvwkm I0405 15:04:51.012199 3775 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.012853 3775 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.012887 3775 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.012900 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0405 15:04:51.012916 3775 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.012925 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0405 15:04:52.052398 3775 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:52.052427 3775 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:52.052448 3775 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:52.052460 3775 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:53.800648 3775 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 15:04:53.808323 3775 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 15:04:59.292346 3775 cni.go:403] [openshift-console/console-fd76b8996-mr7k5 9841770e7638416a168135e2de008600330e832fa4842bcb05da3d2fcb763fed network default NAD default] DEL starting CNI request [openshift-console/console-fd76b8996-mr7k5 9841770e7638416a168135e2de008600330e832fa4842bcb05da3d2fcb763fed network default NAD default] I0405 15:04:59.379760 3775 cni.go:424] [openshift-console/console-fd76b8996-mr7k5 9841770e7638416a168135e2de008600330e832fa4842bcb05da3d2fcb763fed network default NAD default] DEL finished CNI request [openshift-console/console-fd76b8996-mr7k5 9841770e7638416a168135e2de008600330e832fa4842bcb05da3d2fcb763fed network default NAD default], result "{}", err I0405 15:04:59.431423 3775 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-mr7k5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:59.431494 3775 pods.go:176] Deleting pod: openshift-console/console-fd76b8996-mr7k5 I0405 15:04:59.433114 3775 pods.go:236] Attempting to release IPs for pod: openshift-console/console-fd76b8996-mr7k5, ips: 10.130.0.18 I0405 15:04:59.433152 3775 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-mr7k5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:59.606065 3775 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-mr7k5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:59.606098 3775 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-mr7k5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:59.611974 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-fd76b8996-mr7k5 I0405 15:04:59.612002 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-fd76b8996-mr7k5 I0405 15:05:11.096433 3775 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:11.097020 3775 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:12.003362 3775 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:12.003386 3775 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:47.062287 3775 namespace.go:98] [tsf] adding namespace I0405 15:05:47.063195 3775 namespace.go:102] [tsf] adding namespace took 884.495µs I0405 15:05:47.083928 3775 namespace.go:142] [tsf] updating namespace I0405 15:05:47.096451 3775 namespace.go:142] [tsf] updating namespace I0405 15:05:51.423687 3775 namespace.go:98] [rhtpa-operator] adding namespace I0405 15:05:51.424663 3775 namespace.go:102] [rhtpa-operator] adding namespace took 949.043µs I0405 15:05:51.427525 3775 namespace.go:98] [tsf-tpa] adding namespace I0405 15:05:51.428305 3775 namespace.go:102] [tsf-tpa] adding namespace took 762.145µs I0405 15:05:51.430899 3775 namespace.go:98] [cert-manager-operator] adding namespace I0405 15:05:51.430960 3775 namespace.go:98] [konflux-ui] adding namespace I0405 15:05:51.431023 3775 namespace.go:98] [tsf-tas] adding namespace I0405 15:05:51.431676 3775 namespace.go:102] [cert-manager-operator] adding namespace took 757.932µs I0405 15:05:51.432264 3775 namespace.go:102] [konflux-ui] adding namespace took 1.287069ms I0405 15:05:51.432825 3775 namespace.go:102] [tsf-tas] adding namespace took 1.790302ms I0405 15:05:51.441784 3775 namespace.go:98] [rhbk-operator] adding namespace I0405 15:05:51.441971 3775 namespace.go:98] [tsf-keycloak] adding namespace I0405 15:05:51.442043 3775 namespace.go:98] [konflux-operator] adding namespace I0405 15:05:51.442602 3775 namespace.go:102] [rhbk-operator] adding namespace took 795.741µs I0405 15:05:51.443103 3775 namespace.go:102] [tsf-keycloak] adding namespace took 1.111384ms I0405 15:05:51.443730 3775 namespace.go:102] [konflux-operator] adding namespace took 1.670124ms I0405 15:05:51.446557 3775 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:05:51.459149 3775 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:05:51.487543 3775 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:51.487568 3775 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:05:51.487650 3775 namespace.go:142] [konflux-ui] updating namespace I0405 15:05:51.487792 3775 namespace.go:142] [tsf-tas] updating namespace I0405 15:05:51.500864 3775 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:51.506495 3775 namespace.go:142] [konflux-operator] updating namespace I0405 15:05:51.508732 3775 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:51.508791 3775 namespace.go:142] [rhbk-operator] updating namespace I0405 15:05:51.508932 3775 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:05:51.558641 3775 namespace.go:142] [konflux-ui] updating namespace I0405 15:05:51.571696 3775 namespace.go:142] [konflux-ui] updating namespace I0405 15:05:51.586544 3775 namespace.go:142] [tsf-tas] updating namespace I0405 15:05:51.604553 3775 namespace.go:142] [tsf-tas] updating namespace I0405 15:05:51.623122 3775 namespace.go:142] [rhbk-operator] updating namespace I0405 15:05:51.648108 3775 namespace.go:142] [rhbk-operator] updating namespace I0405 15:05:51.663422 3775 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:51.691123 3775 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:51.698817 3775 namespace.go:142] [konflux-operator] updating namespace I0405 15:05:51.712000 3775 namespace.go:142] [konflux-operator] updating namespace I0405 15:05:51.719370 3775 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:05:51.726868 3775 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:05:51.834385 3775 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:52.538612 3775 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:52.548231 3775 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:52.667927 3775 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-157.ec2.internal I0405 15:05:52.668053 3775 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0405 15:05:52.687198 3775 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 19.170185ms I0405 15:05:52.687223 3775 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 19.202085ms I0405 15:05:52.688553 3775 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 20.64474ms, libovsdb time 894.319µs I0405 15:05:53.040610 3775 cni.go:403] [tsf/test-tsf-subscriptions f5c7b1418b8274c18a6f5e7c9272af53971c6ab408baf767b19f1c912828918e network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions f5c7b1418b8274c18a6f5e7c9272af53971c6ab408baf767b19f1c912828918e network default NAD default] I0405 15:05:53.050758 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: f5c7b1418b8274c, network: default, NAD default, SandboxID: "f5c7b1418b8274c18a6f5e7c9272af53971c6ab408baf767b19f1c912828918e", PCI device ID: , UID: "be96fb23-51e9-4180-b705-768cffd2a821", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0405 15:05:53.102764 3775 cni.go:424] [tsf/test-tsf-subscriptions f5c7b1418b8274c18a6f5e7c9272af53971c6ab408baf767b19f1c912828918e network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions f5c7b1418b8274c18a6f5e7c9272af53971c6ab408baf767b19f1c912828918e network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:ce:38:d8:77:2a\",\"name\":\"f5c7b1418b8274c\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/180d56ac-fa03-4260-9a37-05a137abbb2e\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:05:58.298545 3775 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.299145 3775 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.299174 3775 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.299184 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:05:58.299204 3775 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.299209 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:05:59.316155 3775 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.316742 3775 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.316767 3775 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.316776 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:05:59.316793 3775 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.316802 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:05:59.332490 3775 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:59.332545 3775 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:59.332566 3775 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:59.332582 3775 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342636 3775 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342662 3775 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342673 3775 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342687 3775 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:04.336847 3775 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.337496 3775 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.337559 3775 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.337568 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:04.337586 3775 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.337595 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:05.367382 3775 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.367413 3775 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.367428 3775 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.367443 3775 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.368901 3775 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.369424 3775 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.369447 3775 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.369454 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:05.369466 3775 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.369470 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:06.350959 3775 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.351531 3775 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.351556 3775 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.351564 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:06.351578 3775 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.351582 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:06.394726 3775 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:06.394754 3775 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:06.394769 3775 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:06.394788 3775 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.388528 3775 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.388556 3775 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.388573 3775 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.388588 3775 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:08.380567 3775 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.381193 3775 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.381220 3775 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.381228 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:08.381241 3775 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.381245 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:09.406030 3775 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:09.406060 3775 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:09.406079 3775 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:09.406095 3775 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0405 15:06:11.287042 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0405 15:06:17.638289 3775 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0405 15:06:18.549523 3775 namespace.go:142] [openshift-operators] updating namespace I0405 15:06:18.602497 3775 namespace.go:142] [openshift-operators] updating namespace W0405 15:06:20.369402 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.477529 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.493531 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.496377 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.506334 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0405 15:06:27.143021 3775 namespace.go:142] [openshift-operators] updating namespace I0405 15:06:27.796963 3775 namespace.go:98] [cert-manager] adding namespace I0405 15:06:27.797818 3775 namespace.go:102] [cert-manager] adding namespace took 831.397µs I0405 15:06:27.945611 3775 namespace.go:142] [cert-manager] updating namespace I0405 15:06:27.973417 3775 namespace.go:142] [cert-manager] updating namespace I0405 15:06:38.025274 3775 namespace.go:98] [trusted-artifact-signer] adding namespace I0405 15:06:38.026256 3775 namespace.go:102] [trusted-artifact-signer] adding namespace took 951.393µs I0405 15:06:38.042085 3775 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 15:06:38.081369 3775 namespace.go:142] [trusted-artifact-signer] updating namespace W0405 15:06:38.648262 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 15:06:38.648285 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 15:06:38.698435 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 15:06:44.772223 3775 namespace.go:98] [openshift-pipelines] adding namespace I0405 15:06:44.773140 3775 namespace.go:102] [openshift-pipelines] adding namespace took 893.012µs I0405 15:06:44.794349 3775 namespace.go:142] [openshift-pipelines] updating namespace I0405 15:06:45.486515 3775 namespace.go:142] [cert-manager] updating namespace I0405 15:06:45.686048 3775 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:06:46.087396 3775 namespace.go:142] [konflux-operator] updating namespace I0405 15:06:46.285305 3775 namespace.go:142] [konflux-ui] updating namespace I0405 15:06:46.485243 3775 namespace.go:142] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] updating namespace I0405 15:06:46.892408 3775 namespace.go:142] [rhbk-operator] updating namespace I0405 15:06:47.090319 3775 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:06:47.288520 3775 namespace.go:142] [trusted-artifact-signer] updating namespace W0405 15:06:47.466135 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0405 15:06:47.474081 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 15:06:47.494439 3775 namespace.go:142] [tsf] updating namespace W0405 15:06:47.494452 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0405 15:06:47.500898 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 15:06:47.695819 3775 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:06:47.894761 3775 namespace.go:142] [tsf-tas] updating namespace I0405 15:06:48.097973 3775 namespace.go:142] [tsf-tpa] updating namespace I0405 15:06:48.227171 3775 namespace.go:142] [cert-manager] updating namespace I0405 15:06:48.242037 3775 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:06:48.249630 3775 namespace.go:142] [default] updating namespace I0405 15:06:48.259139 3775 namespace.go:142] [konflux-operator] updating namespace I0405 15:06:48.267320 3775 namespace.go:142] [konflux-ui] updating namespace I0405 15:06:48.279722 3775 namespace.go:142] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] updating namespace I0405 15:06:48.288796 3775 namespace.go:142] [openshift] updating namespace I0405 15:06:48.297164 3775 namespace.go:142] [rhbk-operator] updating namespace I0405 15:06:48.306993 3775 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:06:48.317238 3775 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 15:06:48.327754 3775 namespace.go:142] [tsf] updating namespace I0405 15:06:48.343859 3775 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:06:48.355597 3775 namespace.go:142] [tsf-tas] updating namespace I0405 15:06:48.376795 3775 namespace.go:142] [tsf-tpa] updating namespace I0405 15:06:48.478873 3775 namespace.go:142] [cert-manager] updating namespace I0405 15:06:48.581496 3775 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:06:48.679646 3775 namespace.go:142] [default] updating namespace I0405 15:06:48.777808 3775 namespace.go:142] [konflux-operator] updating namespace I0405 15:06:48.875935 3775 namespace.go:142] [konflux-ui] updating namespace I0405 15:06:48.980561 3775 namespace.go:142] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] updating namespace I0405 15:06:49.078139 3775 namespace.go:142] [openshift] updating namespace I0405 15:06:49.196381 3775 namespace.go:142] [rhbk-operator] updating namespace I0405 15:06:49.283815 3775 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:06:49.412746 3775 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 15:06:49.495528 3775 namespace.go:142] [tsf] updating namespace I0405 15:06:49.601479 3775 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:06:49.686331 3775 namespace.go:142] [tsf-tas] updating namespace I0405 15:06:49.830418 3775 namespace.go:142] [tsf-tpa] updating namespace I0405 15:06:50.620055 3775 namespace.go:142] [openshift-pipelines] updating namespace W0405 15:07:03.604359 3775 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:03.604388 3775 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:03.604394 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:03.624633 3775 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.624655 3775 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.624663 3775 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.624667 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.677174 3775 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 15:07:03.677202 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 15:07:03.677209 3775 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0405 15:07:07.161355 3775 cni.go:403] [tsf/test-tsf-subscriptions f5c7b1418b8274c18a6f5e7c9272af53971c6ab408baf767b19f1c912828918e network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions f5c7b1418b8274c18a6f5e7c9272af53971c6ab408baf767b19f1c912828918e network default NAD default] I0405 15:07:07.235846 3775 cni.go:424] [tsf/test-tsf-subscriptions f5c7b1418b8274c18a6f5e7c9272af53971c6ab408baf767b19f1c912828918e network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions f5c7b1418b8274c18a6f5e7c9272af53971c6ab408baf767b19f1c912828918e network default NAD default], result "{}", err I0405 15:07:07.288829 3775 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:07.288867 3775 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0405 15:07:07.290068 3775 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.19 I0405 15:07:07.290098 3775 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:07.308324 3775 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:07.308348 3775 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:07.314980 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0405 15:07:07.315011 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0405 15:07:08.411916 3775 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-157.ec2.internal I0405 15:07:08.412018 3775 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0405 15:07:08.432155 3775 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 20.166034ms I0405 15:07:08.432179 3775 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 20.193652ms I0405 15:07:08.433387 3775 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 21.489103ms, libovsdb time 843.896µs I0405 15:07:08.786697 3775 cni.go:403] [tsf/test-tsf-infrastructure 54511e0c55dd30371debcfa6f250c20c011315c70eaf40267880aa9f8f7a8621 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 54511e0c55dd30371debcfa6f250c20c011315c70eaf40267880aa9f8f7a8621 network default NAD default] I0405 15:07:08.796343 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 54511e0c55dd303, network: default, NAD default, SandboxID: "54511e0c55dd30371debcfa6f250c20c011315c70eaf40267880aa9f8f7a8621", PCI device ID: , UID: "d9087b8d-6702-4db6-8788-4972cfd48328", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0405 15:07:08.849422 3775 cni.go:424] [tsf/test-tsf-infrastructure 54511e0c55dd30371debcfa6f250c20c011315c70eaf40267880aa9f8f7a8621 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 54511e0c55dd30371debcfa6f250c20c011315c70eaf40267880aa9f8f7a8621 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:d5:4f:4c:99:98\",\"name\":\"54511e0c55dd303\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efd03962-993b-445d-b7c3-f823c37c5eb8\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:07:11.330114 3775 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sw6w9] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-sw6w9 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:07:11.330239 3775 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sw6w9 I0405 15:07:11.342829 3775 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sw6w9] pod update took 12.624428ms I0405 15:07:11.342862 3775 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sw6w9] addLogicalPort annotation time took 12.663848ms I0405 15:07:11.344658 3775 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sw6w9] addLogicalPort took 14.564164ms, libovsdb time 1.380554ms I0405 15:07:11.344745 3775 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sm7nv] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-sm7nv for pod on switch ip-10-0-1-157.ec2.internal I0405 15:07:11.344841 3775 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sm7nv I0405 15:07:11.359234 3775 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sm7nv] pod update took 14.419165ms I0405 15:07:11.359333 3775 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sm7nv] addLogicalPort annotation time took 14.528858ms I0405 15:07:11.360794 3775 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sm7nv] addLogicalPort took 16.05852ms, libovsdb time 992.828µs I0405 15:07:16.815725 3775 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sw6w9 786f7594604165241f7c713004f99c5f99b0f47f319931581e522b8de10666dc network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sw6w9 786f7594604165241f7c713004f99c5f99b0f47f319931581e522b8de10666dc network default NAD default] I0405 15:07:16.823896 3775 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sm7nv b01c19cd510323b217d9ca36b3a60f2578a8c8e3da284c3f315c6f80c866a03c network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sm7nv b01c19cd510323b217d9ca36b3a60f2578a8c8e3da284c3f315c6f80c866a03c network default NAD default] I0405 15:07:16.826430 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-sw6w9, hostIfaceName: 786f75946041652, network: default, NAD default, SandboxID: "786f7594604165241f7c713004f99c5f99b0f47f319931581e522b8de10666dc", PCI device ID: , UID: "83d30d76-5525-4176-86ad-8535e4aabb89", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0405 15:07:16.833856 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-sm7nv, hostIfaceName: b01c19cd510323b, network: default, NAD default, SandboxID: "b01c19cd510323b217d9ca36b3a60f2578a8c8e3da284c3f315c6f80c866a03c", PCI device ID: , UID: "4b6fdd6b-c1be-4ab8-a89b-c355a69bcdbd", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0405 15:07:16.881768 3775 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sw6w9 786f7594604165241f7c713004f99c5f99b0f47f319931581e522b8de10666dc network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-sw6w9 786f7594604165241f7c713004f99c5f99b0f47f319931581e522b8de10666dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:38:5a:32:2f:2f\",\"name\":\"786f75946041652\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fef355e9-2ef8-4816-8f2d-ef0fcd9f9b4a\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:07:16.902088 3775 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sm7nv b01c19cd510323b217d9ca36b3a60f2578a8c8e3da284c3f315c6f80c866a03c network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-sm7nv b01c19cd510323b217d9ca36b3a60f2578a8c8e3da284c3f315c6f80c866a03c network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:13:03:95:b8:e2\",\"name\":\"b01c19cd510323b\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/159d8f6b-5da0-415a-b718-5ab8f3a75c43\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:07:17.214189 3775 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0405 15:07:17.241655 3775 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0405 15:07:24.716550 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0405 15:07:37.621280 3775 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-tw5td] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-tw5td for pod on switch ip-10-0-1-157.ec2.internal I0405 15:07:37.621437 3775 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-tw5td I0405 15:07:37.642244 3775 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-tw5td] pod update took 20.885533ms I0405 15:07:37.642269 3775 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-tw5td] addLogicalPort annotation time took 20.913792ms I0405 15:07:37.643608 3775 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-tw5td] addLogicalPort took 22.351644ms, libovsdb time 951.047µs I0405 15:07:38.004727 3775 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-tw5td 52e72b7e2bd3d5a4e4d27b02dda4b6b09ede7c53798deccfcada03d3e8422c5b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-tw5td 52e72b7e2bd3d5a4e4d27b02dda4b6b09ede7c53798deccfcada03d3e8422c5b network default NAD default] I0405 15:07:38.014168 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-tw5td, hostIfaceName: 52e72b7e2bd3d5a, network: default, NAD default, SandboxID: "52e72b7e2bd3d5a4e4d27b02dda4b6b09ede7c53798deccfcada03d3e8422c5b", PCI device ID: , UID: "11ff5226-d405-4ddb-ad9d-b389d8a281b2", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0405 15:07:38.068838 3775 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-tw5td 52e72b7e2bd3d5a4e4d27b02dda4b6b09ede7c53798deccfcada03d3e8422c5b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-tw5td 52e72b7e2bd3d5a4e4d27b02dda4b6b09ede7c53798deccfcada03d3e8422c5b network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:f7:91:18:10:9e\",\"name\":\"52e72b7e2bd3d5a\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdad5fd7-864d-4659-932f-d5fce0329895\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:07:38.221971 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0405 15:07:38.243995 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0405 15:07:41.494172 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=104 I0405 15:07:42.240035 3775 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0405 15:07:42.339598 3775 cni.go:403] [tsf/test-tsf-infrastructure 54511e0c55dd30371debcfa6f250c20c011315c70eaf40267880aa9f8f7a8621 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 54511e0c55dd30371debcfa6f250c20c011315c70eaf40267880aa9f8f7a8621 network default NAD default] I0405 15:07:42.412424 3775 cni.go:424] [tsf/test-tsf-infrastructure 54511e0c55dd30371debcfa6f250c20c011315c70eaf40267880aa9f8f7a8621 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 54511e0c55dd30371debcfa6f250c20c011315c70eaf40267880aa9f8f7a8621 network default NAD default], result "{}", err I0405 15:07:42.468492 3775 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:42.468547 3775 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0405 15:07:42.469807 3775 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.20 I0405 15:07:42.469838 3775 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:42.489481 3775 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:42.489532 3775 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:42.497439 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0405 15:07:42.497472 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0405 15:07:43.497912 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=631 I0405 15:07:43.542554 3775 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-157.ec2.internal I0405 15:07:43.542666 3775 kube.go:256] Updating pod tsf/test-tsf-iam I0405 15:07:43.557956 3775 pod.go:62] [tsf/test-tsf-iam] pod update took 15.324343ms I0405 15:07:43.557982 3775 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.356792ms I0405 15:07:43.559237 3775 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.699185ms, libovsdb time 917.539µs I0405 15:07:43.622493 3775 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:07:43.622628 3775 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0405 15:07:43.636738 3775 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.140322ms I0405 15:07:43.636767 3775 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.174454ms I0405 15:07:43.637968 3775 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.492739ms, libovsdb time 861.859µs I0405 15:07:43.904478 3775 cni.go:403] [tsf/test-tsf-iam 307d6b8625f1677005cf71e6e2c92fb05699669318fda2515ee9f193d659148b network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 307d6b8625f1677005cf71e6e2c92fb05699669318fda2515ee9f193d659148b network default NAD default] I0405 15:07:43.914387 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 307d6b8625f1677, network: default, NAD default, SandboxID: "307d6b8625f1677005cf71e6e2c92fb05699669318fda2515ee9f193d659148b", PCI device ID: , UID: "45a764f9-d06f-4a7c-81b7-7a56e753983b", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0405 15:07:43.968791 3775 cni.go:424] [tsf/test-tsf-iam 307d6b8625f1677005cf71e6e2c92fb05699669318fda2515ee9f193d659148b network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 307d6b8625f1677005cf71e6e2c92fb05699669318fda2515ee9f193d659148b network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:9e:4f:b8:0b:58\",\"name\":\"307d6b8625f1677\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75bc6b01-5ea5-4353-9a8c-4ff4926fcc32\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:07:43.985621 3775 cni.go:403] [tsf-keycloak/keycloak-0 b97ae1b7f5fbefa6213d4fa74bb1b39d7f98d002b1dd439351d14e1fc7d836bb network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 b97ae1b7f5fbefa6213d4fa74bb1b39d7f98d002b1dd439351d14e1fc7d836bb network default NAD default] I0405 15:07:43.995863 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: b97ae1b7f5fbefa, network: default, NAD default, SandboxID: "b97ae1b7f5fbefa6213d4fa74bb1b39d7f98d002b1dd439351d14e1fc7d836bb", PCI device ID: , UID: "5f1b0f88-7902-4d51-927b-97139df2b601", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0405 15:07:44.050366 3775 cni.go:424] [tsf-keycloak/keycloak-0 b97ae1b7f5fbefa6213d4fa74bb1b39d7f98d002b1dd439351d14e1fc7d836bb network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 b97ae1b7f5fbefa6213d4fa74bb1b39d7f98d002b1dd439351d14e1fc7d836bb network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:90:b3:a4:6b:34\",\"name\":\"b97ae1b7f5fbefa\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f5b6fa1-b66d-4706-8fa9-89dceb94dc84\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:07:50.398159 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:07:50.398192 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:07:50.398418 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 15:07:51.567913 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0405 15:08:00.567710 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0405 15:08:02.408653 3775 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-5h4s8] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-5h4s8 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:08:02.408798 3775 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-5h4s8 I0405 15:08:02.423893 3775 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-5h4s8] pod update took 15.129117ms I0405 15:08:02.424005 3775 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-5h4s8] addLogicalPort annotation time took 15.24835ms I0405 15:08:02.425763 3775 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-5h4s8] addLogicalPort took 17.12884ms, libovsdb time 1.250404ms I0405 15:08:02.786855 3775 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-5h4s8 5afdf81209d40f67a209a0b3aada6430eae5b860f22d64e02741e0d910aec864 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-5h4s8 5afdf81209d40f67a209a0b3aada6430eae5b860f22d64e02741e0d910aec864 network default NAD default] I0405 15:08:02.797139 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-5h4s8, hostIfaceName: 5afdf81209d40f6, network: default, NAD default, SandboxID: "5afdf81209d40f67a209a0b3aada6430eae5b860f22d64e02741e0d910aec864", PCI device ID: , UID: "8ced53fb-09c7-49cd-8419-56821bb00b61", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0405 15:08:02.854378 3775 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-5h4s8 5afdf81209d40f67a209a0b3aada6430eae5b860f22d64e02741e0d910aec864 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-5h4s8 5afdf81209d40f67a209a0b3aada6430eae5b860f22d64e02741e0d910aec864 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:b8:a4:95:eb:14\",\"name\":\"5afdf81209d40f6\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b594f89e-c74b-4e2e-921f-e01307856742\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:08:05.603478 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0405 15:08:08.291572 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 15:08:08.291678 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:08.291688 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0405 15:08:10.119384 3775 cni.go:403] [tsf-keycloak/keycloak-0 b97ae1b7f5fbefa6213d4fa74bb1b39d7f98d002b1dd439351d14e1fc7d836bb network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 b97ae1b7f5fbefa6213d4fa74bb1b39d7f98d002b1dd439351d14e1fc7d836bb network default NAD default] I0405 15:08:10.204628 3775 cni.go:424] [tsf-keycloak/keycloak-0 b97ae1b7f5fbefa6213d4fa74bb1b39d7f98d002b1dd439351d14e1fc7d836bb network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 b97ae1b7f5fbefa6213d4fa74bb1b39d7f98d002b1dd439351d14e1fc7d836bb network default NAD default], result "{}", err I0405 15:08:10.290697 3775 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:10.290741 3775 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0405 15:08:10.292141 3775 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.130.0.25 I0405 15:08:10.292177 3775 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:10.481014 3775 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:10.481042 3775 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:10.486581 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 15:08:10.486613 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0405 15:08:10.516969 3775 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:08:10.517135 3775 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0405 15:08:10.531735 3775 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.640088ms I0405 15:08:10.531766 3775 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.674219ms I0405 15:08:10.533073 3775 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.128599ms, libovsdb time 878.406µs I0405 15:08:10.938444 3775 cni.go:403] [tsf-keycloak/keycloak-0 2674c4f1b90b544a1857ce714686d3c4f7b99655ef8dfce73549f0b5c4aff43b network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 2674c4f1b90b544a1857ce714686d3c4f7b99655ef8dfce73549f0b5c4aff43b network default NAD default] I0405 15:08:10.948056 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 2674c4f1b90b544, network: default, NAD default, SandboxID: "2674c4f1b90b544a1857ce714686d3c4f7b99655ef8dfce73549f0b5c4aff43b", PCI device ID: , UID: "d9489b34-9b20-4a16-baea-809b0a4e2363", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0405 15:08:11.004145 3775 cni.go:424] [tsf-keycloak/keycloak-0 2674c4f1b90b544a1857ce714686d3c4f7b99655ef8dfce73549f0b5c4aff43b network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 2674c4f1b90b544a1857ce714686d3c4f7b99655ef8dfce73549f0b5c4aff43b network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:fd:1a:2e:c4:c4\",\"name\":\"2674c4f1b90b544\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54c07cbe-5093-4c7c-959e-9f315a318aba\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:08:12.504451 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 15:08:12.504569 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:12.504588 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:20.078513 3775 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 15:08:20.078539 3775 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 15:08:20.078545 3775 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0405 15:08:22.650890 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0405 15:08:27.234693 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:27.234715 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:27.240224 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 15:08:33.917497 3775 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-9kmb8] creating logical port tsf-keycloak_tsf-iam-9kmb8 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:08:33.917643 3775 kube.go:256] Updating pod tsf-keycloak/tsf-iam-9kmb8 I0405 15:08:33.940398 3775 pod.go:62] [tsf-keycloak/tsf-iam-9kmb8] pod update took 22.789842ms I0405 15:08:33.940426 3775 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-9kmb8] addLogicalPort annotation time took 22.826581ms I0405 15:08:33.941698 3775 pods.go:271] [tsf-keycloak/tsf-iam-9kmb8] addLogicalPort took 24.225262ms, libovsdb time 894.907µs I0405 15:08:34.278200 3775 cni.go:403] [tsf-keycloak/tsf-iam-9kmb8 1d8ebf9ccfdff5892751a7d58faa8c4dc1057898feaf1905f685f2f8e8ed7bc6 network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-9kmb8 1d8ebf9ccfdff5892751a7d58faa8c4dc1057898feaf1905f685f2f8e8ed7bc6 network default NAD default] I0405 15:08:34.287616 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-9kmb8, hostIfaceName: 1d8ebf9ccfdff58, network: default, NAD default, SandboxID: "1d8ebf9ccfdff5892751a7d58faa8c4dc1057898feaf1905f685f2f8e8ed7bc6", PCI device ID: , UID: "ef341f29-c0d2-41f2-8f4c-c2632bbb319a", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0405 15:08:34.342201 3775 cni.go:424] [tsf-keycloak/tsf-iam-9kmb8 1d8ebf9ccfdff5892751a7d58faa8c4dc1057898feaf1905f685f2f8e8ed7bc6 network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-9kmb8 1d8ebf9ccfdff5892751a7d58faa8c4dc1057898feaf1905f685f2f8e8ed7bc6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:93:9b:fc:9e:a8\",\"name\":\"1d8ebf9ccfdff58\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3da64479-b5f9-42b1-b162-cff2b8e499c4\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:08:44.683538 3775 cni.go:403] [tsf/test-tsf-iam 307d6b8625f1677005cf71e6e2c92fb05699669318fda2515ee9f193d659148b network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 307d6b8625f1677005cf71e6e2c92fb05699669318fda2515ee9f193d659148b network default NAD default] I0405 15:08:44.753584 3775 cni.go:424] [tsf/test-tsf-iam 307d6b8625f1677005cf71e6e2c92fb05699669318fda2515ee9f193d659148b network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 307d6b8625f1677005cf71e6e2c92fb05699669318fda2515ee9f193d659148b network default NAD default], result "{}", err I0405 15:08:44.807945 3775 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:44.807984 3775 pods.go:176] Deleting pod: tsf/test-tsf-iam I0405 15:08:44.809659 3775 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.24 I0405 15:08:44.809707 3775 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:51.719598 3775 cni.go:403] [tsf-keycloak/tsf-iam-9kmb8 1d8ebf9ccfdff5892751a7d58faa8c4dc1057898feaf1905f685f2f8e8ed7bc6 network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-9kmb8 1d8ebf9ccfdff5892751a7d58faa8c4dc1057898feaf1905f685f2f8e8ed7bc6 network default NAD default] I0405 15:08:51.797465 3775 cni.go:424] [tsf-keycloak/tsf-iam-9kmb8 1d8ebf9ccfdff5892751a7d58faa8c4dc1057898feaf1905f685f2f8e8ed7bc6 network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-9kmb8 1d8ebf9ccfdff5892751a7d58faa8c4dc1057898feaf1905f685f2f8e8ed7bc6 network default NAD default], result "{}", err I0405 15:08:51.850168 3775 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:51.850204 3775 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-9kmb8 I0405 15:08:51.851473 3775 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-9kmb8, ips: 10.130.0.28 I0405 15:08:51.851520 3775 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:52.875129 3775 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:52.875158 3775 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:53.099373 3775 cni.go:403] [tsf-keycloak/keycloak-0 2674c4f1b90b544a1857ce714686d3c4f7b99655ef8dfce73549f0b5c4aff43b network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 2674c4f1b90b544a1857ce714686d3c4f7b99655ef8dfce73549f0b5c4aff43b network default NAD default] I0405 15:08:53.177709 3775 cni.go:424] [tsf-keycloak/keycloak-0 2674c4f1b90b544a1857ce714686d3c4f7b99655ef8dfce73549f0b5c4aff43b network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 2674c4f1b90b544a1857ce714686d3c4f7b99655ef8dfce73549f0b5c4aff43b network default NAD default], result "{}", err I0405 15:08:53.236779 3775 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:53.236814 3775 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0405 15:08:53.238032 3775 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.130.0.27 I0405 15:08:53.238061 3775 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:53.718517 3775 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:53.718546 3775 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:53.724291 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 15:08:53.724327 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0405 15:08:53.753699 3775 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:08:53.753870 3775 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0405 15:08:53.773452 3775 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.624117ms I0405 15:08:53.773478 3775 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.655539ms I0405 15:08:53.774792 3775 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 21.110281ms, libovsdb time 925.393µs I0405 15:08:54.115390 3775 cni.go:403] [tsf-keycloak/keycloak-0 f97841efb413680bd013af03641d1b6a749f12261b5a8383d9c184e94fd81bec network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 f97841efb413680bd013af03641d1b6a749f12261b5a8383d9c184e94fd81bec network default NAD default] I0405 15:08:54.125652 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: f97841efb413680, network: default, NAD default, SandboxID: "f97841efb413680bd013af03641d1b6a749f12261b5a8383d9c184e94fd81bec", PCI device ID: , UID: "0f6e3087-e741-404d-95ac-7170b6a9fbec", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0405 15:08:54.179858 3775 cni.go:424] [tsf-keycloak/keycloak-0 f97841efb413680bd013af03641d1b6a749f12261b5a8383d9c184e94fd81bec network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 f97841efb413680bd013af03641d1b6a749f12261b5a8383d9c184e94fd81bec network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:05:c7:b4:2d:ed\",\"name\":\"f97841efb413680\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e1b08a1-81a1-4f62-aba3-a04ea51ea483\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:08:55.740429 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:55.740449 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:55.744709 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 15:09:01.576982 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0405 15:09:03.948668 3775 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5rq9d] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-5rq9d for pod on switch ip-10-0-1-157.ec2.internal I0405 15:09:03.948816 3775 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5rq9d I0405 15:09:03.962955 3775 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5rq9d] pod update took 14.166876ms I0405 15:09:03.963057 3775 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5rq9d] addLogicalPort annotation time took 14.274076ms I0405 15:09:03.964631 3775 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5rq9d] addLogicalPort took 15.982811ms, libovsdb time 1.014768ms I0405 15:09:04.048583 3775 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-ntv5q] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-ntv5q for pod on switch ip-10-0-1-157.ec2.internal I0405 15:09:04.048674 3775 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-ntv5q I0405 15:09:04.064146 3775 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ntv5q] pod update took 15.493309ms I0405 15:09:04.064173 3775 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-ntv5q] addLogicalPort annotation time took 15.528715ms I0405 15:09:04.065538 3775 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ntv5q] addLogicalPort took 16.967536ms, libovsdb time 925.947µs I0405 15:09:04.334246 3775 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5rq9d 0dc0a3b37051dcc5fab2c32eaf077a2285473f3d33a18c3063da0b18a6cd8a93 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5rq9d 0dc0a3b37051dcc5fab2c32eaf077a2285473f3d33a18c3063da0b18a6cd8a93 network default NAD default] I0405 15:09:04.347516 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-5rq9d, hostIfaceName: 0dc0a3b37051dcc, network: default, NAD default, SandboxID: "0dc0a3b37051dcc5fab2c32eaf077a2285473f3d33a18c3063da0b18a6cd8a93", PCI device ID: , UID: "38780c4f-a778-417a-996a-9532dc0c4ad3", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0405 15:09:04.420954 3775 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5rq9d 0dc0a3b37051dcc5fab2c32eaf077a2285473f3d33a18c3063da0b18a6cd8a93 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5rq9d 0dc0a3b37051dcc5fab2c32eaf077a2285473f3d33a18c3063da0b18a6cd8a93 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:16:64:d3:86:fa\",\"name\":\"0dc0a3b37051dcc\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4b9700d-4503-48e4-bd52-28bddadfa707\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:09:04.426562 3775 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ntv5q 15cec17463b752e62818c2d011b7d09b5d9dfb04f2ade4196e7e5a4a540243c3 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ntv5q 15cec17463b752e62818c2d011b7d09b5d9dfb04f2ade4196e7e5a4a540243c3 network default NAD default] I0405 15:09:04.440184 3775 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-ntv5q, hostIfaceName: 15cec17463b752e, network: default, NAD default, SandboxID: "15cec17463b752e62818c2d011b7d09b5d9dfb04f2ade4196e7e5a4a540243c3", PCI device ID: , UID: "fd3c0c30-161b-48f9-bc32-98156893748c", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0405 15:09:04.501677 3775 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ntv5q 15cec17463b752e62818c2d011b7d09b5d9dfb04f2ade4196e7e5a4a540243c3 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ntv5q 15cec17463b752e62818c2d011b7d09b5d9dfb04f2ade4196e7e5a4a540243c3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:1f:b8:b9:f2:42\",\"name\":\"15cec17463b752e\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e2efe1f-95a8-499b-b9ca-5292b9b4b544\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:09:06.317345 3775 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 15:09:06.317367 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 15:09:07.813907 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0405 15:09:10.473341 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:09:10.473363 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:09:10.479800 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 15:09:18.823532 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0405 15:09:26.489598 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 I0405 15:09:39.581838 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0405 15:09:44.883538 3775 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:44.883567 3775 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:44.886717 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 15:09:44.886756 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 15:09:45.001015 3775 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-157.ec2.internal I0405 15:09:45.001132 3775 kube.go:256] Updating pod tsf/test-tsf-iam I0405 15:09:45.014849 3775 pod.go:62] [tsf/test-tsf-iam] pod update took 13.737839ms I0405 15:09:45.014879 3775 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.774394ms I0405 15:09:45.016217 3775 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.219522ms, libovsdb time 881.071µs I0405 15:09:45.363539 3775 cni.go:403] [tsf/test-tsf-iam 98c7e023499d957a5322bc80eac1d4afdfcd57b9be9636f03e17bbb26103227f network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 98c7e023499d957a5322bc80eac1d4afdfcd57b9be9636f03e17bbb26103227f network default NAD default] I0405 15:09:45.372978 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 98c7e023499d957, network: default, NAD default, SandboxID: "98c7e023499d957a5322bc80eac1d4afdfcd57b9be9636f03e17bbb26103227f", PCI device ID: , UID: "4ceb94f5-eafb-43e2-9aa2-bde02dbebdf9", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0405 15:09:45.424849 3775 cni.go:424] [tsf/test-tsf-iam 98c7e023499d957a5322bc80eac1d4afdfcd57b9be9636f03e17bbb26103227f network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 98c7e023499d957a5322bc80eac1d4afdfcd57b9be9636f03e17bbb26103227f network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:5b:32:f6:27:e7\",\"name\":\"98c7e023499d957\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc39dd21-60f3-40cf-bf48-218cbbc46ebe\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:09:51.489601 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0405 15:09:54.050945 3775 cni.go:403] [tsf/test-tsf-iam 98c7e023499d957a5322bc80eac1d4afdfcd57b9be9636f03e17bbb26103227f network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 98c7e023499d957a5322bc80eac1d4afdfcd57b9be9636f03e17bbb26103227f network default NAD default] I0405 15:09:54.134909 3775 cni.go:424] [tsf/test-tsf-iam 98c7e023499d957a5322bc80eac1d4afdfcd57b9be9636f03e17bbb26103227f network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 98c7e023499d957a5322bc80eac1d4afdfcd57b9be9636f03e17bbb26103227f network default NAD default], result "{}", err I0405 15:09:54.190475 3775 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:09:54.190545 3775 pods.go:176] Deleting pod: tsf/test-tsf-iam I0405 15:09:54.191808 3775 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.32 I0405 15:09:54.191839 3775 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:09:54.222859 3775 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:54.222884 3775 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:54.227680 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 15:09:54.227713 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 15:09:55.049234 3775 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-157.ec2.internal I0405 15:09:55.049362 3775 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0405 15:09:55.063186 3775 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.859612ms I0405 15:09:55.063218 3775 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.898336ms I0405 15:09:55.064654 3775 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.443993ms, libovsdb time 974.121µs I0405 15:09:55.415085 3775 cni.go:403] [tsf-tas/test-tsf-tas 7c6fedc3a66fe5153bfed5e9d3312d8dd00be9bd6ee538f5a9f272a8a2387e48 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 7c6fedc3a66fe5153bfed5e9d3312d8dd00be9bd6ee538f5a9f272a8a2387e48 network default NAD default] I0405 15:09:55.424620 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 7c6fedc3a66fe51, network: default, NAD default, SandboxID: "7c6fedc3a66fe5153bfed5e9d3312d8dd00be9bd6ee538f5a9f272a8a2387e48", PCI device ID: , UID: "843ffb42-4536-4d9d-940f-5e23dde0fa56", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0405 15:09:55.475368 3775 cni.go:424] [tsf-tas/test-tsf-tas 7c6fedc3a66fe5153bfed5e9d3312d8dd00be9bd6ee538f5a9f272a8a2387e48 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 7c6fedc3a66fe5153bfed5e9d3312d8dd00be9bd6ee538f5a9f272a8a2387e48 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:36:96:6f:d5:c6\",\"name\":\"7c6fedc3a66fe51\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/377c78ec-d2f8-44f1-9181-5ac0d8cf5a0a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:09:57.113950 3775 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-698d989f6c-2l258] creating logical port tsf-tas_fulcio-server-698d989f6c-2l258 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:09:57.114040 3775 kube.go:256] Updating pod tsf-tas/fulcio-server-698d989f6c-2l258 I0405 15:09:57.134862 3775 pod.go:62] [tsf-tas/fulcio-server-698d989f6c-2l258] pod update took 20.844916ms I0405 15:09:57.134894 3775 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-698d989f6c-2l258] addLogicalPort annotation time took 20.881524ms I0405 15:09:57.136141 3775 pods.go:271] [tsf-tas/fulcio-server-698d989f6c-2l258] addLogicalPort took 22.209581ms, libovsdb time 893.394µs I0405 15:09:57.477228 3775 cni.go:403] [tsf-tas/fulcio-server-698d989f6c-2l258 cd9fa4144acf1d693ce94c9d4009748970f82cf7a7c0a7a8a172b91fb1681216 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-698d989f6c-2l258 cd9fa4144acf1d693ce94c9d4009748970f82cf7a7c0a7a8a172b91fb1681216 network default NAD default] I0405 15:09:57.477808 3775 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-87lzm-q8469] creating logical port tsf-tas_rekor-createtree-job-87lzm-q8469 for pod on switch ip-10-0-1-157.ec2.internal I0405 15:09:57.477920 3775 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-87lzm-q8469 I0405 15:09:57.486854 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-698d989f6c-2l258, hostIfaceName: cd9fa4144acf1d6, network: default, NAD default, SandboxID: "cd9fa4144acf1d693ce94c9d4009748970f82cf7a7c0a7a8a172b91fb1681216", PCI device ID: , UID: "03ff1764-d603-4345-9882-2c2af2e207bb", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0405 15:09:57.490540 3775 pod.go:62] [tsf-tas/rekor-createtree-job-87lzm-q8469] pod update took 12.651916ms I0405 15:09:57.490564 3775 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-87lzm-q8469] addLogicalPort annotation time took 12.684158ms I0405 15:09:57.491980 3775 pods.go:271] [tsf-tas/rekor-createtree-job-87lzm-q8469] addLogicalPort took 14.188076ms, libovsdb time 1.001258ms I0405 15:09:57.540643 3775 cni.go:424] [tsf-tas/fulcio-server-698d989f6c-2l258 cd9fa4144acf1d693ce94c9d4009748970f82cf7a7c0a7a8a172b91fb1681216 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-698d989f6c-2l258 cd9fa4144acf1d693ce94c9d4009748970f82cf7a7c0a7a8a172b91fb1681216 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:ed:08:6c:99:59\",\"name\":\"cd9fa4144acf1d6\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e77745d-c8d2-486f-8fff-fa521e118e0e\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:09:57.840679 3775 cni.go:403] [tsf-tas/rekor-createtree-job-87lzm-q8469 15bcd8b0abb5dafb82884eb24c0fc7b3c39ba7426723f40f016d819f24a6a66e network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-87lzm-q8469 15bcd8b0abb5dafb82884eb24c0fc7b3c39ba7426723f40f016d819f24a6a66e network default NAD default] I0405 15:09:57.850132 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-87lzm-q8469, hostIfaceName: 15bcd8b0abb5daf, network: default, NAD default, SandboxID: "15bcd8b0abb5dafb82884eb24c0fc7b3c39ba7426723f40f016d819f24a6a66e", PCI device ID: , UID: "beaf10bd-2581-4844-a554-04534161ae9e", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0405 15:09:57.903471 3775 cni.go:424] [tsf-tas/rekor-createtree-job-87lzm-q8469 15bcd8b0abb5dafb82884eb24c0fc7b3c39ba7426723f40f016d819f24a6a66e network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-87lzm-q8469 15bcd8b0abb5dafb82884eb24c0fc7b3c39ba7426723f40f016d819f24a6a66e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:01:23:64:17:42\",\"name\":\"15bcd8b0abb5daf\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c1dcbad-1ec0-4389-af28-696646f70ce9\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:09:58.574344 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0405 15:10:00.086478 3775 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0405 15:10:00.086519 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0405 15:10:00.108323 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0405 15:10:00.108347 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0405 15:10:00.493662 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0405 15:10:05.736974 3775 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:05.737587 3775 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0405 15:10:06.622694 3775 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0405 15:10:06.765892 3775 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:06.765925 3775 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:09.636719 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0405 15:10:09.636795 3775 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-s2hb5 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-s2hb5: no pod IPs found W0405 15:10:10.653882 3775 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0405 15:10:10.678544 3775 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0405 15:10:10.736946 3775 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:10.737536 3775 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:11.763062 3775 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:11.763090 3775 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:33.494575 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=222 I0405 15:10:40.463094 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:10:40.463132 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 47.244µs I0405 15:10:40.463131 3775 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0405 15:10:40.499531 3775 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-9gnjm] creating logical port kube-system_global-pull-secret-syncer-9gnjm for pod on switch ip-10-0-1-157.ec2.internal I0405 15:10:40.499624 3775 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-9gnjm I0405 15:10:40.512903 3775 pod.go:62] [kube-system/global-pull-secret-syncer-9gnjm] pod update took 13.303863ms I0405 15:10:40.512926 3775 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-9gnjm] addLogicalPort annotation time took 13.331877ms I0405 15:10:40.514123 3775 pods.go:271] [kube-system/global-pull-secret-syncer-9gnjm] addLogicalPort took 14.630468ms, libovsdb time 854.223µs I0405 15:10:40.860150 3775 cni.go:403] [kube-system/global-pull-secret-syncer-9gnjm a8899e231571a18637796d4bebab9ae6180f7ff6f75c1024511c264f7c3fc1fa network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-9gnjm a8899e231571a18637796d4bebab9ae6180f7ff6f75c1024511c264f7c3fc1fa network default NAD default] I0405 15:10:40.870371 3775 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-9gnjm, hostIfaceName: a8899e231571a18, network: default, NAD default, SandboxID: "a8899e231571a18637796d4bebab9ae6180f7ff6f75c1024511c264f7c3fc1fa", PCI device ID: , UID: "a356b40e-b73c-428f-9af0-038644e3cb90", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0405 15:10:40.924971 3775 cni.go:424] [kube-system/global-pull-secret-syncer-9gnjm a8899e231571a18637796d4bebab9ae6180f7ff6f75c1024511c264f7c3fc1fa network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-9gnjm a8899e231571a18637796d4bebab9ae6180f7ff6f75c1024511c264f7c3fc1fa network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:d5:20:54:69:af\",\"name\":\"a8899e231571a18\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a098c6c2-96d8-4dfd-b737-8a30b0914df8\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:10:44.313431 3775 cni.go:403] [tsf-tas/test-tsf-tas 7c6fedc3a66fe5153bfed5e9d3312d8dd00be9bd6ee538f5a9f272a8a2387e48 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 7c6fedc3a66fe5153bfed5e9d3312d8dd00be9bd6ee538f5a9f272a8a2387e48 network default NAD default] I0405 15:10:44.399182 3775 cni.go:424] [tsf-tas/test-tsf-tas 7c6fedc3a66fe5153bfed5e9d3312d8dd00be9bd6ee538f5a9f272a8a2387e48 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 7c6fedc3a66fe5153bfed5e9d3312d8dd00be9bd6ee538f5a9f272a8a2387e48 network default NAD default], result "{}", err I0405 15:10:44.947114 3775 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:44.947150 3775 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0405 15:10:44.948406 3775 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.33 I0405 15:10:44.948433 3775 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:44.988258 3775 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:44.988288 3775 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:44.993976 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0405 15:10:44.993999 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0405 15:10:50.348390 3775 cni.go:403] [tsf-tas/rekor-createtree-job-87lzm-q8469 15bcd8b0abb5dafb82884eb24c0fc7b3c39ba7426723f40f016d819f24a6a66e network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-87lzm-q8469 15bcd8b0abb5dafb82884eb24c0fc7b3c39ba7426723f40f016d819f24a6a66e network default NAD default] I0405 15:10:50.426745 3775 cni.go:424] [tsf-tas/rekor-createtree-job-87lzm-q8469 15bcd8b0abb5dafb82884eb24c0fc7b3c39ba7426723f40f016d819f24a6a66e network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-87lzm-q8469 15bcd8b0abb5dafb82884eb24c0fc7b3c39ba7426723f40f016d819f24a6a66e network default NAD default], result "{}", err I0405 15:10:50.477528 3775 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:50.477565 3775 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-87lzm-q8469 I0405 15:10:50.478986 3775 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-87lzm-q8469, ips: 10.130.0.35 I0405 15:10:50.479018 3775 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:51.361650 3775 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:51.361677 3775 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:53.339958 3775 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-d855798d8-lrrnr] creating logical port tsf-tas_rekor-redis-d855798d8-lrrnr for pod on switch ip-10-0-1-157.ec2.internal I0405 15:10:53.340116 3775 kube.go:256] Updating pod tsf-tas/rekor-redis-d855798d8-lrrnr I0405 15:10:53.353751 3775 pod.go:62] [tsf-tas/rekor-redis-d855798d8-lrrnr] pod update took 13.660524ms I0405 15:10:53.353788 3775 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-d855798d8-lrrnr] addLogicalPort annotation time took 13.703416ms I0405 15:10:53.355344 3775 pods.go:271] [tsf-tas/rekor-redis-d855798d8-lrrnr] addLogicalPort took 15.402441ms, libovsdb time 1.013162ms I0405 15:10:53.979114 3775 obj_retry.go:464] Detected object tsf/patch-tekton-config-t2zg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:53.979684 3775 obj_retry.go:464] Detected object tsf/patch-tekton-config-t2zg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:54.301932 3775 cni.go:403] [tsf-tas/rekor-redis-d855798d8-lrrnr 53a6b5166e7140db0852d866bc3f34b7cca5ae60831df530194009ac8fa98241 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-d855798d8-lrrnr 53a6b5166e7140db0852d866bc3f34b7cca5ae60831df530194009ac8fa98241 network default NAD default] I0405 15:10:54.311892 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-d855798d8-lrrnr, hostIfaceName: 53a6b5166e7140d, network: default, NAD default, SandboxID: "53a6b5166e7140db0852d866bc3f34b7cca5ae60831df530194009ac8fa98241", PCI device ID: , UID: "df3ef9b5-c885-4ff6-b12f-28f520e68833", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0405 15:10:54.367083 3775 cni.go:424] [tsf-tas/rekor-redis-d855798d8-lrrnr 53a6b5166e7140db0852d866bc3f34b7cca5ae60831df530194009ac8fa98241 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-d855798d8-lrrnr 53a6b5166e7140db0852d866bc3f34b7cca5ae60831df530194009ac8fa98241 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:7d:70:7c:d4:03\",\"name\":\"53a6b5166e7140d\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/776dc42a-9e61-45be-82ac-947af58644b8\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:10:54.848292 3775 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:54.848318 3775 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:56.081659 3775 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5bffd79b98-fptsh] creating logical port tsf-tas_rekor-server-5bffd79b98-fptsh for pod on switch ip-10-0-1-157.ec2.internal I0405 15:10:56.081770 3775 kube.go:256] Updating pod tsf-tas/rekor-server-5bffd79b98-fptsh I0405 15:10:56.094594 3775 pod.go:62] [tsf-tas/rekor-server-5bffd79b98-fptsh] pod update took 12.851942ms I0405 15:10:56.094622 3775 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-5bffd79b98-fptsh] addLogicalPort annotation time took 12.898581ms I0405 15:10:56.095962 3775 pods.go:271] [tsf-tas/rekor-server-5bffd79b98-fptsh] addLogicalPort took 14.31759ms, libovsdb time 935.214µs W0405 15:10:56.377462 3775 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0405 15:10:56.932489 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0405 15:10:58.020105 3775 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:58.020756 3775 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:58.571365 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0405 15:10:58.874624 3775 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:58.874654 3775 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:00.358222 3775 cni.go:403] [tsf-tas/rekor-server-5bffd79b98-fptsh bd8418ed1f66e6dcc2ef2d5d724708556d9ce730f94c88608726254d5d627539 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-5bffd79b98-fptsh bd8418ed1f66e6dcc2ef2d5d724708556d9ce730f94c88608726254d5d627539 network default NAD default] I0405 15:11:00.368417 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5bffd79b98-fptsh, hostIfaceName: bd8418ed1f66e6d, network: default, NAD default, SandboxID: "bd8418ed1f66e6dcc2ef2d5d724708556d9ce730f94c88608726254d5d627539", PCI device ID: , UID: "19170da9-70fc-446c-95c9-b9194cfb9829", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0405 15:11:00.424819 3775 cni.go:424] [tsf-tas/rekor-server-5bffd79b98-fptsh bd8418ed1f66e6dcc2ef2d5d724708556d9ce730f94c88608726254d5d627539 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-5bffd79b98-fptsh bd8418ed1f66e6dcc2ef2d5d724708556d9ce730f94c88608726254d5d627539 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:e0:de:c3:86:be\",\"name\":\"bd8418ed1f66e6d\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de079d92-350c-4d35-840d-ee49f8b42afa\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:11:02.012123 3775 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-9kk4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:02.012756 3775 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-9kk4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:03.047669 3775 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-9kk4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.047694 3775 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-9kk4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.084840 3775 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.084862 3775 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.089557 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-t2zg9 I0405 15:11:03.089588 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-t2zg9 W0405 15:11:03.433765 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0405 15:11:03.674542 3775 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-157.ec2.internal I0405 15:11:03.674649 3775 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0405 15:11:03.690397 3775 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.771833ms I0405 15:11:03.690422 3775 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.802582ms I0405 15:11:03.691702 3775 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.205032ms, libovsdb time 898.159µs I0405 15:11:04.034000 3775 cni.go:403] [tsf-tpa/pre-install-tsf-tpa e26660d40d8cb4276c825e26c30f62eb20e1f40dc8933ffa16354751504ad1d9 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa e26660d40d8cb4276c825e26c30f62eb20e1f40dc8933ffa16354751504ad1d9 network default NAD default] I0405 15:11:04.044111 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: e26660d40d8cb42, network: default, NAD default, SandboxID: "e26660d40d8cb4276c825e26c30f62eb20e1f40dc8933ffa16354751504ad1d9", PCI device ID: , UID: "cb44c713-cb7a-45c2-94d0-12558dff312b", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0405 15:11:04.099434 3775 cni.go:424] [tsf-tpa/pre-install-tsf-tpa e26660d40d8cb4276c825e26c30f62eb20e1f40dc8933ffa16354751504ad1d9 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa e26660d40d8cb4276c825e26c30f62eb20e1f40dc8933ffa16354751504ad1d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:ae:50:ea:f6:74\",\"name\":\"e26660d40d8cb42\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7adbc4d-9ea3-4435-a2a6-5fefb44f4cc6\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:11:04.587497 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0405 15:11:04.597806 3775 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0405 15:11:04.903278 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0405 15:11:07.455292 3775 cni.go:403] [tsf-tpa/pre-install-tsf-tpa e26660d40d8cb4276c825e26c30f62eb20e1f40dc8933ffa16354751504ad1d9 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa e26660d40d8cb4276c825e26c30f62eb20e1f40dc8933ffa16354751504ad1d9 network default NAD default] I0405 15:11:07.538413 3775 cni.go:424] [tsf-tpa/pre-install-tsf-tpa e26660d40d8cb4276c825e26c30f62eb20e1f40dc8933ffa16354751504ad1d9 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa e26660d40d8cb4276c825e26c30f62eb20e1f40dc8933ffa16354751504ad1d9 network default NAD default], result "{}", err I0405 15:11:07.590401 3775 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:07.590441 3775 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0405 15:11:07.591882 3775 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.39 I0405 15:11:07.591923 3775 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:07.608341 3775 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:07.608365 3775 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:07.611961 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0405 15:11:07.611988 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0405 15:11:07.811799 3775 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-157.ec2.internal I0405 15:11:07.811934 3775 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0405 15:11:07.826420 3775 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.514156ms I0405 15:11:07.826446 3775 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.542004ms I0405 15:11:07.827825 3775 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.037652ms, libovsdb time 988.404µs I0405 15:11:08.172694 3775 cni.go:403] [tsf-tpa/test-tsf-tpa c4ff6ce791ca71b58814ca95a00936ddfa051711b4cd90c0fa02630e0d8fd3f0 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa c4ff6ce791ca71b58814ca95a00936ddfa051711b4cd90c0fa02630e0d8fd3f0 network default NAD default] I0405 15:11:08.181883 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: c4ff6ce791ca71b, network: default, NAD default, SandboxID: "c4ff6ce791ca71b58814ca95a00936ddfa051711b4cd90c0fa02630e0d8fd3f0", PCI device ID: , UID: "eb548e12-2180-44b7-8fd6-144470d64d57", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0405 15:11:08.235755 3775 cni.go:424] [tsf-tpa/test-tsf-tpa c4ff6ce791ca71b58814ca95a00936ddfa051711b4cd90c0fa02630e0d8fd3f0 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa c4ff6ce791ca71b58814ca95a00936ddfa051711b4cd90c0fa02630e0d8fd3f0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:3f:08:ed:bc:28\",\"name\":\"c4ff6ce791ca71b\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2483837-9aaa-41e0-9bfb-f5f6214ddb0c\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:11:08.424864 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0405 15:11:14.093965 3775 obj_retry.go:464] Detected object tsf-tpa/create-db-gwqzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:14.094533 3775 obj_retry.go:464] Detected object tsf-tpa/create-db-gwqzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0405 15:11:14.432802 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0405 15:11:15.119755 3775 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:15.119781 3775 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:18.128799 3775 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5gbtk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:18.129407 3775 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5gbtk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:18.258590 3775 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:18.258623 3775 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:18.459860 3775 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-4m52s] creating logical port tsf-tpa_create-importers-4m52s for pod on switch ip-10-0-1-157.ec2.internal I0405 15:11:18.459969 3775 kube.go:256] Updating pod tsf-tpa/create-importers-4m52s I0405 15:11:18.472306 3775 pod.go:62] [tsf-tpa/create-importers-4m52s] pod update took 12.362973ms I0405 15:11:18.472332 3775 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-4m52s] addLogicalPort annotation time took 12.395624ms I0405 15:11:18.473723 3775 pods.go:271] [tsf-tpa/create-importers-4m52s] addLogicalPort took 13.884756ms, libovsdb time 883.709µs I0405 15:11:18.853705 3775 cni.go:403] [tsf-tpa/create-importers-4m52s 2b1d5c5193aee169ccc7ab92c2075588c922dfc5acc5e35bca1db377c9819ed5 network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-4m52s 2b1d5c5193aee169ccc7ab92c2075588c922dfc5acc5e35bca1db377c9819ed5 network default NAD default] I0405 15:11:18.863195 3775 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-4m52s, hostIfaceName: 2b1d5c5193aee16, network: default, NAD default, SandboxID: "2b1d5c5193aee169ccc7ab92c2075588c922dfc5acc5e35bca1db377c9819ed5", PCI device ID: , UID: "e2e422fd-76f1-43c9-88a2-df5f4554f779", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0405 15:11:18.920441 3775 cni.go:424] [tsf-tpa/create-importers-4m52s 2b1d5c5193aee169ccc7ab92c2075588c922dfc5acc5e35bca1db377c9819ed5 network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-4m52s 2b1d5c5193aee169ccc7ab92c2075588c922dfc5acc5e35bca1db377c9819ed5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:a0:8e:65:24:df\",\"name\":\"2b1d5c5193aee16\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a445778-b82b-48bb-9e5a-2504b9ccb316\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:11:23.553781 3775 cni.go:403] [tsf-tpa/create-importers-4m52s 2b1d5c5193aee169ccc7ab92c2075588c922dfc5acc5e35bca1db377c9819ed5 network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-4m52s 2b1d5c5193aee169ccc7ab92c2075588c922dfc5acc5e35bca1db377c9819ed5 network default NAD default] I0405 15:11:23.638760 3775 cni.go:424] [tsf-tpa/create-importers-4m52s 2b1d5c5193aee169ccc7ab92c2075588c922dfc5acc5e35bca1db377c9819ed5 network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-4m52s 2b1d5c5193aee169ccc7ab92c2075588c922dfc5acc5e35bca1db377c9819ed5 network default NAD default], result "{}", err I0405 15:11:23.690479 3775 obj_retry.go:464] Detected object tsf-tpa/create-importers-4m52s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:23.690539 3775 pods.go:176] Deleting pod: tsf-tpa/create-importers-4m52s I0405 15:11:23.691825 3775 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-4m52s, ips: 10.130.0.41 I0405 15:11:23.691858 3775 obj_retry.go:464] Detected object tsf-tpa/create-importers-4m52s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:24.715373 3775 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:24.715493 3775 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 15:11:27.067149 3775 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0405 15:11:29.589685 3775 cni.go:403] [tsf-tpa/test-tsf-tpa c4ff6ce791ca71b58814ca95a00936ddfa051711b4cd90c0fa02630e0d8fd3f0 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa c4ff6ce791ca71b58814ca95a00936ddfa051711b4cd90c0fa02630e0d8fd3f0 network default NAD default] I0405 15:11:29.677138 3775 cni.go:424] [tsf-tpa/test-tsf-tpa c4ff6ce791ca71b58814ca95a00936ddfa051711b4cd90c0fa02630e0d8fd3f0 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa c4ff6ce791ca71b58814ca95a00936ddfa051711b4cd90c0fa02630e0d8fd3f0 network default NAD default], result "{}", err I0405 15:11:29.733863 3775 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:29.733896 3775 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0405 15:11:29.735206 3775 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.40 I0405 15:11:29.735234 3775 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:29.752832 3775 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:29.752859 3775 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:29.758974 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0405 15:11:29.759008 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0405 15:11:30.195295 3775 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:30.195866 3775 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:30.436457 3775 namespace.go:98] [build-service] adding namespace I0405 15:11:30.437330 3775 namespace.go:102] [build-service] adding namespace took 843.066µs I0405 15:11:30.437369 3775 namespace.go:98] [default-tenant] adding namespace I0405 15:11:30.437892 3775 namespace.go:102] [default-tenant] adding namespace took 516.654µs I0405 15:11:30.438522 3775 namespace.go:98] [image-controller] adding namespace I0405 15:11:30.439308 3775 namespace.go:102] [image-controller] adding namespace took 768.495µs I0405 15:11:30.441468 3775 namespace.go:98] [integration-service] adding namespace I0405 15:11:30.442174 3775 namespace.go:102] [integration-service] adding namespace took 690.644µs I0405 15:11:30.497436 3775 namespace.go:142] [build-service] updating namespace I0405 15:11:30.539495 3775 namespace.go:142] [build-service] updating namespace I0405 15:11:30.557718 3775 namespace.go:142] [default-tenant] updating namespace I0405 15:11:30.606392 3775 namespace.go:142] [default-tenant] updating namespace I0405 15:11:30.623579 3775 namespace.go:142] [image-controller] updating namespace I0405 15:11:30.643329 3775 namespace.go:142] [image-controller] updating namespace I0405 15:11:30.656030 3775 namespace.go:142] [integration-service] updating namespace I0405 15:11:30.680395 3775 namespace.go:142] [integration-service] updating namespace I0405 15:11:30.695433 3775 namespace.go:142] [build-service] updating namespace I0405 15:11:30.712189 3775 namespace.go:142] [integration-service] updating namespace I0405 15:11:30.740171 3775 namespace.go:98] [release-service] adding namespace I0405 15:11:30.741065 3775 namespace.go:102] [release-service] adding namespace took 871.084µs I0405 15:11:30.770388 3775 namespace.go:142] [release-service] updating namespace I0405 15:11:30.775419 3775 namespace.go:142] [konflux-ui] updating namespace I0405 15:11:30.803295 3775 namespace.go:142] [release-service] updating namespace I0405 15:11:30.846327 3775 namespace.go:98] [konflux-info] adding namespace I0405 15:11:30.847153 3775 namespace.go:102] [konflux-info] adding namespace took 805.36µs I0405 15:11:30.909590 3775 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-157.ec2.internal I0405 15:11:30.909617 3775 namespace.go:98] [namespace-lister] adding namespace I0405 15:11:30.909735 3775 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0405 15:11:30.910496 3775 namespace.go:102] [namespace-lister] adding namespace took 755.619µs I0405 15:11:30.944556 3775 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 34.8419ms I0405 15:11:30.944582 3775 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 34.878153ms I0405 15:11:30.945930 3775 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 36.36269ms, libovsdb time 984.592µs I0405 15:11:30.950272 3775 namespace.go:98] [enterprise-contract-service] adding namespace I0405 15:11:30.950416 3775 namespace.go:142] [konflux-info] updating namespace I0405 15:11:30.951103 3775 namespace.go:102] [enterprise-contract-service] adding namespace took 813.761µs I0405 15:11:30.963585 3775 namespace.go:142] [image-controller] updating namespace I0405 15:11:30.979692 3775 namespace.go:142] [konflux-info] updating namespace I0405 15:11:31.048396 3775 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:31.096641 3775 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:31.096649 3775 namespace.go:142] [default-tenant] updating namespace I0405 15:11:31.118452 3775 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:31.118481 3775 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:31.173346 3775 namespace.go:98] [segment-bridge] adding namespace I0405 15:11:31.174292 3775 namespace.go:102] [segment-bridge] adding namespace took 921.974µs I0405 15:11:31.186333 3775 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:31.269537 3775 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:31.271471 3775 cni.go:403] [konflux-ui/test-tsf-konflux b048b37b1010983970af11d847112559d0b405bf7ea2d94f3c7401d5541b4064 network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux b048b37b1010983970af11d847112559d0b405bf7ea2d94f3c7401d5541b4064 network default NAD default] I0405 15:11:31.272330 3775 namespace.go:142] [segment-bridge] updating namespace I0405 15:11:31.281599 3775 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: b048b37b1010983, network: default, NAD default, SandboxID: "b048b37b1010983970af11d847112559d0b405bf7ea2d94f3c7401d5541b4064", PCI device ID: , UID: "46503672-9c88-4de8-9918-a50a5ada1ad2", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0405 15:11:31.337636 3775 cni.go:424] [konflux-ui/test-tsf-konflux b048b37b1010983970af11d847112559d0b405bf7ea2d94f3c7401d5541b4064 network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux b048b37b1010983970af11d847112559d0b405bf7ea2d94f3c7401d5541b4064 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:20:a1:ee:16:8a\",\"name\":\"b048b37b1010983\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/469b7ec2-7b53-4d45-ac22-dc9c5f21003d\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:11:31.376947 3775 namespace.go:142] [segment-bridge] updating namespace I0405 15:11:31.417849 3775 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0405 15:11:31.418526 3775 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0405 15:11:31.418548 3775 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0405 15:11:31.421597 3775 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0405 15:11:31.669401 3775 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0405 15:11:31.669436 3775 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0405 15:11:31.670349 3775 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0405 15:11:32.802126 3775 namespace.go:142] [build-service] updating namespace I0405 15:11:33.212073 3775 namespace.go:142] [default-tenant] updating namespace I0405 15:11:33.458168 3775 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j] creating logical port integration-service_integration-service-controller-manager-7884d6c5d6-wwb8j for pod on switch ip-10-0-1-157.ec2.internal I0405 15:11:33.458267 3775 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j I0405 15:11:33.480900 3775 pod.go:62] [integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j] pod update took 22.656339ms I0405 15:11:33.480933 3775 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j] addLogicalPort annotation time took 22.699222ms I0405 15:11:33.482268 3775 pods.go:271] [integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j] addLogicalPort took 24.119429ms, libovsdb time 948.244µs I0405 15:11:33.581473 3775 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:33.768940 3775 namespace.go:142] [image-controller] updating namespace I0405 15:11:33.856300 3775 base_network_controller_pods.go:487] [default/konflux-ui/proxy-b7b9bb68-47nmg] creating logical port konflux-ui_proxy-b7b9bb68-47nmg for pod on switch ip-10-0-1-157.ec2.internal I0405 15:11:33.856412 3775 kube.go:256] Updating pod konflux-ui/proxy-b7b9bb68-47nmg I0405 15:11:33.876059 3775 pod.go:62] [konflux-ui/proxy-b7b9bb68-47nmg] pod update took 19.678234ms I0405 15:11:33.876093 3775 base_network_controller_pods.go:937] [default/konflux-ui/proxy-b7b9bb68-47nmg] addLogicalPort annotation time took 19.717948ms I0405 15:11:33.877676 3775 pods.go:271] [konflux-ui/proxy-b7b9bb68-47nmg] addLogicalPort took 21.396183ms, libovsdb time 1.024227ms I0405 15:11:33.977999 3775 namespace.go:142] [integration-service] updating namespace I0405 15:11:34.181470 3775 namespace.go:142] [konflux-info] updating namespace I0405 15:11:34.375335 3775 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:34.571767 3775 namespace.go:142] [release-service] updating namespace I0405 15:11:34.696463 3775 namespace.go:142] [build-service] updating namespace I0405 15:11:34.724498 3775 namespace.go:142] [default-tenant] updating namespace I0405 15:11:34.740009 3775 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:34.759485 3775 namespace.go:142] [image-controller] updating namespace I0405 15:11:34.774802 3775 namespace.go:142] [integration-service] updating namespace I0405 15:11:34.802690 3775 namespace.go:142] [konflux-info] updating namespace I0405 15:11:34.818143 3775 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:34.842594 3775 namespace.go:142] [release-service] updating namespace I0405 15:11:34.940687 3775 namespace.go:142] [build-service] updating namespace I0405 15:11:35.049493 3775 namespace.go:142] [default-tenant] updating namespace I0405 15:11:35.141217 3775 namespace.go:142] [enterprise-contract-service] updating namespace W0405 15:11:35.196447 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0405 15:11:35.235776 3775 namespace.go:142] [image-controller] updating namespace I0405 15:11:35.339386 3775 namespace.go:142] [integration-service] updating namespace I0405 15:11:35.453391 3775 namespace.go:142] [konflux-info] updating namespace I0405 15:11:35.542742 3775 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:35.642425 3775 namespace.go:142] [release-service] updating namespace I0405 15:11:36.890315 3775 namespace.go:142] [segment-bridge] updating namespace I0405 15:11:37.021944 3775 namespace.go:142] [segment-bridge] updating namespace W0405 15:11:37.097864 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0405 15:11:37.121253 3775 namespace.go:142] [segment-bridge] updating namespace W0405 15:11:38.207547 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0405 15:11:38.253221 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0405 15:11:41.324694 3775 cni.go:403] [integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j 8a9f64b430be293eb8f437a956f437e421ec8672e21a09c4af58bd70934a6562 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j 8a9f64b430be293eb8f437a956f437e421ec8672e21a09c4af58bd70934a6562 network default NAD default] I0405 15:11:41.333927 3775 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7884d6c5d6-wwb8j, hostIfaceName: 8a9f64b430be293, network: default, NAD default, SandboxID: "8a9f64b430be293eb8f437a956f437e421ec8672e21a09c4af58bd70934a6562", PCI device ID: , UID: "fa3e4131-b75c-4f20-a5f0-afde746523e8", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0405 15:11:41.390233 3775 cni.go:424] [integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j 8a9f64b430be293eb8f437a956f437e421ec8672e21a09c4af58bd70934a6562 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j 8a9f64b430be293eb8f437a956f437e421ec8672e21a09c4af58bd70934a6562 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:30:ad:56:81:a9\",\"name\":\"8a9f64b430be293\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6cd56dd-cc4b-48d7-ae76-7a48a7952fab\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0405 15:11:41.724268 3775 cni.go:403] [konflux-ui/proxy-b7b9bb68-47nmg 65111e947b61214937a660dca839eac9958ee473e155c155e45d0cc7c8e06e92 network default NAD default] ADD starting CNI request [konflux-ui/proxy-b7b9bb68-47nmg 65111e947b61214937a660dca839eac9958ee473e155c155e45d0cc7c8e06e92 network default NAD default] I0405 15:11:41.735116 3775 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-b7b9bb68-47nmg, hostIfaceName: 65111e947b61214, network: default, NAD default, SandboxID: "65111e947b61214937a660dca839eac9958ee473e155c155e45d0cc7c8e06e92", PCI device ID: , UID: "6668fee5-0317-49a6-b1bd-f3fae3536a98", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0405 15:11:41.790569 3775 cni.go:424] [konflux-ui/proxy-b7b9bb68-47nmg 65111e947b61214937a660dca839eac9958ee473e155c155e45d0cc7c8e06e92 network default NAD default] ADD finished CNI request [konflux-ui/proxy-b7b9bb68-47nmg 65111e947b61214937a660dca839eac9958ee473e155c155e45d0cc7c8e06e92 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:2a:b8:5f:dd:e2\",\"name\":\"65111e947b61214\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e731de16-ca32-4262-82bd-140a59e5620f\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0405 15:11:43.227561 3775 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0405 15:11:43.592636 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0405 15:11:48.272898 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 15:11:48.274322 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 15:11:48.295319 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0405 15:11:48.295737 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0405 15:11:48.319788 3775 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 15:11:48.319808 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 15:11:48.710365 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 15:11:48.710379 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 15:11:48.742119 3775 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 15:11:48.742141 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0405 15:11:51.895282 3775 namespace.go:142] [openshift-pipelines] updating namespace W0405 15:11:59.286960 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 15:11:59.286989 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 15:11:59.292418 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 15:11:59.292453 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0405 15:11:59.490751 3775 cni.go:403] [integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j 8a9f64b430be293eb8f437a956f437e421ec8672e21a09c4af58bd70934a6562 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j 8a9f64b430be293eb8f437a956f437e421ec8672e21a09c4af58bd70934a6562 network default NAD default] I0405 15:11:59.581710 3775 cni.go:424] [integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j 8a9f64b430be293eb8f437a956f437e421ec8672e21a09c4af58bd70934a6562 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j 8a9f64b430be293eb8f437a956f437e421ec8672e21a09c4af58bd70934a6562 network default NAD default], result "{}", err I0405 15:11:59.642694 3775 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:59.642736 3775 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j I0405 15:11:59.644238 3775 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j, ips: 10.130.0.43 I0405 15:11:59.644270 3775 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:59.783657 3775 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:59.783682 3775 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:59.793117 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j I0405 15:11:59.793141 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j W0405 15:12:28.794798 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0405 15:12:28.794822 3775 util.go:959] Failed to build node endpoints for node ip-10-0-1-157.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0405 15:12:58.487735 3775 obj_retry.go:464] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:12:58.488333 3775 obj_retry.go:464] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:12:58.729755 3775 obj_retry.go:458] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:12:58.729786 3775 obj_retry.go:458] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:12:58.737012 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-775697f5d5-kmnb4 I0405 15:12:58.737042 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-775697f5d5-kmnb4 I0405 15:13:01.120264 3775 cni.go:403] [konflux-ui/test-tsf-konflux b048b37b1010983970af11d847112559d0b405bf7ea2d94f3c7401d5541b4064 network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux b048b37b1010983970af11d847112559d0b405bf7ea2d94f3c7401d5541b4064 network default NAD default] I0405 15:13:01.213912 3775 cni.go:424] [konflux-ui/test-tsf-konflux b048b37b1010983970af11d847112559d0b405bf7ea2d94f3c7401d5541b4064 network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux b048b37b1010983970af11d847112559d0b405bf7ea2d94f3c7401d5541b4064 network default NAD default], result "{}", err I0405 15:13:01.265836 3775 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:01.265884 3775 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0405 15:13:01.267410 3775 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.42 I0405 15:13:01.267442 3775 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:01.304229 3775 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:01.304256 3775 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:01.309168 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0405 15:13:01.309197 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0405 15:13:29.449065 3775 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:29.449745 3775 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:29.910473 3775 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:29.910519 3775 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:29.917058 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps I0405 15:13:29.917084 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps I0405 15:13:44.267291 3775 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:44.267860 3775 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:45.002116 3775 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:45.002142 3775 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:45.008031 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-5f5hd I0405 15:13:45.008063 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-5f5hd I0405 15:13:53.500992 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=458 I0405 15:14:59.498264 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=50 I0405 15:15:03.493866 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0405 15:15:13.607626 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0405 15:15:58.654927 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0405 15:16:11.498074 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0405 15:16:11.570905 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0405 15:16:21.571997 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0405 15:16:28.500454 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=72 I0405 15:16:31.580955 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0405 15:16:51.585284 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0405 15:17:05.493704 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=67 I0405 15:18:33.591639 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0405 15:18:59.574778 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0405 15:20:04.416049 3775 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:20:04.416699 3775 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:20:05.282810 3775 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:20:05.282840 3775 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:20:36.601753 3775 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0405 15:21:15.059008 3775 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:15.059061 3775 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:15.065038 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gwqzl I0405 15:21:15.065067 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gwqzl I0405 15:21:15.504689 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=19 I0405 15:21:18.067054 3775 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:18.067104 3775 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:18.071854 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5gbtk I0405 15:21:18.071879 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5gbtk I0405 15:21:19.596125 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0405 15:21:24.030141 3775 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:24.030165 3775 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:24.035216 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-4m52s I0405 15:21:24.035257 3775 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-4m52s I0405 15:21:28.611046 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0405 15:22:46.497390 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0405 15:22:50.592666 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0405 15:23:51.498002 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0405 15:24:14.503886 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0405 15:24:26.585108 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0405 15:24:38.575231 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0405 15:24:44.596078 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0405 15:24:48.658477 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0405 15:25:01.506966 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0405 15:25:37.501712 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0405 15:25:57.575753 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0405 15:25:58.991842 3775 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w I0405 15:26:12.699414 3775 namespace.go:98] [default-tenant-managed] adding namespace I0405 15:26:12.700363 3775 namespace.go:102] [default-tenant-managed] adding namespace took 893.83µs I0405 15:26:12.726804 3775 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:12.746583 3775 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:13.720242 3775 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:13.844620 3775 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:13.946084 3775 namespace.go:142] [default-tenant-managed] updating namespace